-- Logs begin at Sat 2022-05-28 03:52:51 UTC, end at Sat 2022-05-28 05:49:03 UTC. -- May 28 04:36:37.012731 dv-neutron-843300-5-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 28 04:36:39.167053 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.common.config [-] Logging enabled! May 28 04:36:39.167802 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev9 May 28 04:36:39.167802 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83904) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 28 04:36:39.170007 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.common.config [-] Logging enabled! May 28 04:36:39.170252 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev9 May 28 04:36:39.170555 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83904) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 28 04:36:39.171459 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 04:36:39.171682 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 04:36:39.172028 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 04:36:39.172239 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 04:36:39.172490 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 04:36:39.172805 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.173095 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.173385 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.173606 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.173906 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.174192 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.174467 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.174747 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.175039 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.175321 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.175598 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.175876 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.176102 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.176361 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.176643 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.176923 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.177140 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] debug = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.177445 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.177895 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.178313 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.178586 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.178870 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.179141 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.179412 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.179692 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.180012 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] host = dv-neutron-843300-5-hyperv {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.180286 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.180567 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.180849 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.181131 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.181402 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.181694 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.181977 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.182245 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.182511 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] log_file = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.182782 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.183064 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.183348 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.183637 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.183856 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.184073 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.184352 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.184633 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.184906 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.185174 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.185450 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.185745 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.186016 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.186279 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.186559 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.186838 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.187117 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.187384 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.187654 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.187920 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.188185 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.188461 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.188729 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.188998 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.189266 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.189545 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.189838 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.190108 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.190400 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.190676 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.190951 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.191227 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.191492 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.191764 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.192026 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.192293 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.192556 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] use_json = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.192822 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.193130 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.193707 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.193707 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.193939 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.194204 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.194467 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.194745 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.195012 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:39.195305 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.195599 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.195895 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.196170 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.196458 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.196732 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.197013 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.197285 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.197568 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.197872 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.198156 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.198431 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.198714 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.199001 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.199283 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.199553 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.199827 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.200110 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.200381 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.200649 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.200921 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.201203 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.201477 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.201775 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.202055 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.202327 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.202594 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.202860 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.203133 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.203418 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.203690 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.203957 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.204221 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.204491 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.204756 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.205039 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.205311 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.205581 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.205872 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.206146 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.206412 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.206679 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.206950 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.207217 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.207488 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.207756 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.208022 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.208287 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.208551 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.208848 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.209291 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.209380 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.209627 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.209916 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.210184 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.210448 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.210715 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.210982 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.211267 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.211559 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.211831 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.212103 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.212375 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.212645 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.212916 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.213186 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.213455 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.213757 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.214028 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.214314 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.214591 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.214875 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.215152 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.215429 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.215721 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.215991 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.216268 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.216538 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.216810 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.217088 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.217367 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.217672 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.217966 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.218253 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.218539 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.218829 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.219104 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.219416 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.219690 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:39.219905 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 04:36:39.220142 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83904) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 28 04:36:39.618506 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO keyring.backend [-] Loading KWallet May 28 04:36:39.627676 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO keyring.backend [-] Loading SecretService May 28 04:36:39.630987 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO keyring.backend [-] Loading Windows May 28 04:36:39.632693 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO keyring.backend [-] Loading chainer May 28 04:36:39.633285 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO keyring.backend [-] Loading macOS May 28 04:36:39.667337 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 04:36:39.667611 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 04:36:39.667902 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 28 04:36:39.669369 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.manager [-] Loading core plugin: ml2 May 28 04:36:39.977890 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:39.978170 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:39.978431 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.033612 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.033912 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.034168 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.037342 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.037616 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.037905 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.066131 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.066405 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.066672 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.093259 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.093535 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.093829 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.418827 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.419491 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.419491 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.419633 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.420522 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.537912 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.538196 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.538514 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.538775 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.539036 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.539337 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.539592 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.539842 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.540098 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.540378 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.540607 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.540869 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.541127 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.541378 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.541641 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.541927 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.542179 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.542430 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.542679 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.542959 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.543301 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.543547 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.543790 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.544066 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.544309 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.544548 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.544929 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 04:36:40.545160 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 04:36:40.545393 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 04:36:40.545624 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 04:36:40.545878 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 04:36:40.546109 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 04:36:40.546661 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 28 04:36:40.549806 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 28 04:36:40.554006 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 28 04:36:40.557847 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) May 28 04:36:40.559473 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 28 04:36:40.559857 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 28 04:36:40.560199 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 28 04:36:40.560592 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 28 04:36:40.563399 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 28 04:36:40.563643 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 28 04:36:40.563987 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 28 04:36:40.597911 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 28 04:36:40.598365 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.598661 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83904) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 28 04:36:40.599020 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.600531 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83904) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 28 04:36:40.600706 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 28 04:36:40.600966 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 28 04:36:40.604282 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.604558 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:40.683667 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 28 04:36:40.683828 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 28 04:36:40.684062 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 28 04:36:40.684437 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 28 04:36:40.722135 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_db.sqlalchemy.engines [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83904) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 28 04:36:41.052509 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Initializing driver for type 'gre' May 28 04:36:41.053158 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] gre ID ranges: [(1, 1000)] May 28 04:36:41.111517 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Initializing driver for type 'local' May 28 04:36:41.111927 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Initializing driver for type 'vlan' May 28 04:36:41.127579 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] VlanTypeDriver initialization complete May 28 04:36:41.127977 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Initializing driver for type 'vxlan' May 28 04:36:41.128537 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] vxlan ID ranges: [(1, 1000)] May 28 04:36:41.189920 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Initializing extension driver 'port_security' May 28 04:36:41.190243 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.extensions.port_security [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] PortSecurityExtensionDriver initialization complete May 28 04:36:41.190579 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Initializing mechanism driver 'openvswitch' May 28 04:36:41.190913 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Initializing mechanism driver 'hyperv' May 28 04:36:41.197690 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:36:41.198362 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > port after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.198727 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > port after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.199071 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > port after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.199594 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 28 04:36:41.200019 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > subnet after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.200366 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > subnet after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.200701 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.201083 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 28 04:36:41.201482 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > network after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.201851 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > network after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.202191 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > network after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.202569 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 28 04:36:41.202963 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > security_group after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.203306 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > security_group after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.203636 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.204148 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 28 04:36:41.204545 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.204884 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.205217 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.205596 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 28 04:36:41.206047 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] ML2 OVO RPC backend initialized. {{(pid=83904) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 28 04:36:41.206683 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.207032 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.207445 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > network before_response 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.207786 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > networks before_response 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.208126 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > port before_response 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.208462 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > ports before_response 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.209115 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > subnet before_response 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.209251 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > subnets before_response 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.209543 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > network after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.209912 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > network after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.210244 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > network after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.210573 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > port after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.210904 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > port after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.211233 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > port after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.211562 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > subnet after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.211890 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > subnet after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.212215 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.212799 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.plugin [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Modular L2 Plugin initialization complete May 28 04:36:41.213131 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading services supported by the core plugin {{(pid=83904) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 28 04:36:41.213460 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.plugins.ml2.managers [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Got port-security extension from driver 'port_security' May 28 04:36:41.213953 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.extensions.vlantransparent [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Disabled vlantransparent extension. May 28 04:36:41.214371 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83904) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 28 04:36:41.214682 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading Plugin: router May 28 04:36:41.250139 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.250519 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router after_create 55549900 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.250880 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router before_create 55549900 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.251246 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.251600 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.251948 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router after_delete 55549900 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.252302 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.252659 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router after_create 55549900 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.253003 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router after_update 55549900 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.253342 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router after_update 55549900 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.253685 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.254057 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router after_update 55549900 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.254446 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router precommit_update 55549900 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.254808 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: port after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.255137 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: port after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.255506 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: subnet after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.256056 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.256203 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.256935 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router precommit_create 55549900 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.256935 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: port before_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.257251 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router precommit_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.257684 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router after_update 55549900 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.258175 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.258674 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router precommit_create 55549900 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.259190 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.259698 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router precommit_update 55549900 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.260260 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > agent after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.260774 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > agent after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.261261 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > network after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.262569 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Tracking information for resource: router configured {{(pid=83904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 04:36:41.263059 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Tracking information for resource: floatingip configured {{(pid=83904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 04:36:41.270452 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.db.l3_agentschedulers_db [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 28 04:36:41.271542 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: port after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.271979 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: port after_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.272331 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: port after_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.272679 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: port after_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.273624 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router before_create 55550100 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.274019 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.274368 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router precommit_create 55550100 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.274722 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > router precommit_update 55550100 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.280181 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.services.provider_configuration [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Service providers = [] {{(pid=83904) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 28 04:36:41.280544 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.db.servicetype_db [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83904) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 28 04:36:41.283602 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.services.service_base [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 04:36:41.283942 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.services.service_base [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 04:36:41.284282 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.services.service_base [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 04:36:41.285171 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.services.service_base [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 04:36:41.285541 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.services.service_base [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Default provider is not specified for service type L3_ROUTER_NAT May 28 04:36:41.285941 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 04:36:41.286265 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 28 04:36:41.297201 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 04:36:41.297531 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading Plugin: auto_allocate May 28 04:36:41.304685 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: network precommit_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.304990 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: network precommit_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.305513 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 04:36:41.305857 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading Plugin: tag May 28 04:36:41.312364 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 04:36:41.312689 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading Plugin: timestamp May 28 04:36:41.316751 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 04:36:41.317072 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading Plugin: network_ip_availability May 28 04:36:41.323816 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.324335 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.324837 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.325892 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 04:36:41.326348 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading Plugin: flavors May 28 04:36:41.333185 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 04:36:41.333776 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading Plugin: revisions May 28 04:36:41.339868 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 04:36:41.340412 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_concurrency.lockutils [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.672s {{(pid=83904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 28 04:36:41.341508 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83904) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 28 04:36:41.342022 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Initializing extension manager. May 28 04:36:41.342752 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: __init__.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.343240 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: __pycache__ {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.343754 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.344232 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.344716 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: _filter_validation_lib.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.345187 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.345697 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: address_group.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.346743 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.347621 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: address-group May 28 04:36:41.348092 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: address_scope.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.349122 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.349969 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: address-scope May 28 04:36:41.350440 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.351689 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.352478 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: router-admin-state-down-before-update May 28 04:36:41.352950 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: agent.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.353981 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.354758 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: agent May 28 04:36:41.355238 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: agent_resources_synced.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.356303 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.356828 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: agent-resources-synced May 28 04:36:41.357147 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: allowedaddresspairs.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.359137 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.359723 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: allowed-address-pairs May 28 04:36:41.360044 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: auto_allocated_topology.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.361122 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.361645 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: auto-allocated-topology May 28 04:36:41.361996 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: availability_zone.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.362697 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.363461 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: availability_zone May 28 04:36:41.363916 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: availability_zone_filter.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.365193 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.365996 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: availability_zone_filter May 28 04:36:41.366453 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: data_plane_status.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.367702 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.368473 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension data-plane-status not supported by any of loaded plugins May 28 04:36:41.368929 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: default_subnetpools.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.370265 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.370790 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: default-subnetpools May 28 04:36:41.371458 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.372254 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.372767 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: dhcp_agent_scheduler May 28 04:36:41.373091 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: dns.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.374069 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.374577 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension dns-integration not supported by any of loaded plugins May 28 04:36:41.374901 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: dns_domain_ports.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.375817 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.376324 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension dns-domain-ports not supported by any of loaded plugins May 28 04:36:41.376644 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: dvr.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.377463 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.378292 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: dvr May 28 04:36:41.378755 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: empty_string_filtering.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.380023 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.380864 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: empty-string-filtering May 28 04:36:41.381328 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.382711 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.383489 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 28 04:36:41.383999 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.385096 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.385614 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 28 04:36:41.385968 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: external_net.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.386877 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.387392 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: external-net May 28 04:36:41.387744 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.388665 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.389174 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: extra_dhcp_opt May 28 04:36:41.389497 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: extraroute.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.390438 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.390948 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: extraroute May 28 04:36:41.391407 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: extraroute_atomic.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.392829 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.393604 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: extraroute-atomic May 28 04:36:41.394096 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: filter_validation.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.395024 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.395794 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: filter-validation May 28 04:36:41.396273 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: fip_pf_description.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.397619 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.398505 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 28 04:36:41.398847 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: fip_port_details.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.399774 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.400294 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: fip-port-details May 28 04:36:41.400619 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: flavors.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.401912 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.402430 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: flavors May 28 04:36:41.402753 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.404412 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.404941 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 28 04:36:41.405407 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: floatingip_pools.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.406411 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.407183 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: floatingip-pools May 28 04:36:41.407640 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: ip_allocation.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.408916 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.409675 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension ip_allocation not supported by any of loaded plugins May 28 04:36:41.410162 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.411440 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.412363 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: ip-substring-filtering May 28 04:36:41.412832 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: l2_adjacency.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.414034 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.414544 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension l2_adjacency not supported by any of loaded plugins May 28 04:36:41.414866 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: l3.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.415851 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.416369 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: router May 28 04:36:41.416691 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.419091 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.419637 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 28 04:36:41.419931 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.420860 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.421375 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: ext-gw-mode May 28 04:36:41.421730 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.422658 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.423167 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: l3-ha May 28 04:36:41.423491 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: l3_flavors.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.424400 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.424910 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: l3-flavors May 28 04:36:41.425230 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.426169 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.426682 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: l3-port-ip-change-not-allowed May 28 04:36:41.427001 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: l3agentscheduler.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.428071 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.428604 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: l3_agent_scheduler May 28 04:36:41.428913 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: logging.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.430438 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.430960 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension logging not supported by any of loaded plugins May 28 04:36:41.431285 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: metering.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.432018 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.432595 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: metering May 28 04:36:41.432919 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.434049 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.434564 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: metering_source_and_destination_fields May 28 04:36:41.434888 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: multiprovidernet.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.435807 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.436319 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: multi-provider May 28 04:36:41.436634 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: netmtu.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.437541 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.438081 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: net-mtu May 28 04:36:41.438403 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: netmtu_writable.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.439321 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.439824 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: net-mtu-writable May 28 04:36:41.440144 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: network_availability_zone.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.440804 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.441304 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: network_availability_zone May 28 04:36:41.441619 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: network_ip_availability.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.442723 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.443422 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: network-ip-availability May 28 04:36:41.443744 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: network_segment_range.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.444500 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.445005 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension network-segment-range not supported by any of loaded plugins May 28 04:36:41.445329 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: pagination.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.446323 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.446650 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: pagination May 28 04:36:41.446966 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.447874 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.448396 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: port-mac-address-regenerate May 28 04:36:41.448715 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: port_resource_request.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.449617 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.450155 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension port-resource-request not supported by any of loaded plugins May 28 04:36:41.450471 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: portbindings.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.451388 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.451901 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: binding May 28 04:36:41.452215 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: portbindings_extended.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.453466 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.454017 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: binding-extended May 28 04:36:41.454339 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: portsecurity.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.455255 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.455766 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: port-security May 28 04:36:41.456086 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: project_id.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.457050 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.457367 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: project-id May 28 04:36:41.457715 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: providernet.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.458658 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.459178 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: provider May 28 04:36:41.459492 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: qos.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.463187 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.463714 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension qos not supported by any of loaded plugins May 28 04:36:41.464034 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.465272 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.465823 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 28 04:36:41.466150 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.467057 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.467572 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 28 04:36:41.467896 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: qos_default.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.468845 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.469360 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension qos-default not supported by any of loaded plugins May 28 04:36:41.469682 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: qos_fip.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.470356 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.470854 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension qos-fip not supported by any of loaded plugins May 28 04:36:41.471170 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: qos_gateway_ip.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.472086 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.472596 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 28 04:36:41.472913 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: qos_port_network_policy.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.473854 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.474411 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 28 04:36:41.474729 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: qos_rule_type_details.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.475666 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.476186 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 28 04:36:41.476502 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: qos_rules_alias.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.477524 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.478103 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension qos-rules-alias not supported by any of loaded plugins May 28 04:36:41.478421 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: quotasv2.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.479278 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.479596 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: quotas May 28 04:36:41.479916 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: quotasv2_detail.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.481517 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.481873 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: quota_details May 28 04:36:41.482192 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: rbac.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.483245 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.483766 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: rbac-policies May 28 04:36:41.484091 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: rbac_address_scope.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.485009 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.485523 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: rbac-address-scope May 28 04:36:41.485882 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: rbac_security_groups.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.486793 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.487306 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: rbac-security-groups May 28 04:36:41.487625 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: rbac_subnetpool.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.488545 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.489053 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: rbac-subnetpool May 28 04:36:41.489370 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: revisionifmatch.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.490358 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.490876 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: revision-if-match May 28 04:36:41.491197 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: revisions.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.492303 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.492809 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: standard-attr-revisions May 28 04:36:41.493132 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: router_availability_zone.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.493830 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.494340 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: router_availability_zone May 28 04:36:41.494653 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: routerservicetype.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.495567 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.496075 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension router-service-type not supported by any of loaded plugins May 28 04:36:41.496727 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.497673 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.498204 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: port-security-groups-filtering May 28 04:36:41.498526 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: securitygroup.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.509828 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.510369 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: security-group May 28 04:36:41.510700 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: segment.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.511484 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.512020 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension segment not supported by any of loaded plugins May 28 04:36:41.512321 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.513265 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.513818 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 28 04:36:41.514143 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: servicetype.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.515245 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.515772 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: service-type May 28 04:36:41.516097 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: sorting.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.517074 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.517407 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: sorting May 28 04:36:41.517748 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: standard_attr_segment.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.518644 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.519182 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension standard-attr-segment not supported by any of loaded plugins May 28 04:36:41.519481 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: standardattrdescription.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.520120 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.520623 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: standard-attr-description May 28 04:36:41.520942 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: stateful_security_group.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.521923 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.522435 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: stateful-security-group May 28 04:36:41.522751 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: stdattrs_common.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.523328 dv-neutron-843300-5-hyperv neutron-server[83904]: WARNING neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 28 04:36:41.523641 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.524562 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.525071 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 28 04:36:41.525387 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: subnet_onboard.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.526578 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.527075 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: subnet_onboard May 28 04:36:41.527398 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.528318 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.528817 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 28 04:36:41.529141 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: subnet_service_types.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.530089 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.530604 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: subnet-service-types May 28 04:36:41.530922 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: subnetallocation.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.532016 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.532530 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: subnet_allocation May 28 04:36:41.532849 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.533510 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.534053 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: subnetpool-prefix-ops May 28 04:36:41.534370 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.535314 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.535821 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 28 04:36:41.536139 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: tagging.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.537238 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.537780 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: standard-attr-tag May 28 04:36:41.538106 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: timestamp.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.539307 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.539825 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loaded extension: standard-attr-timestamp May 28 04:36:41.540144 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: trunk.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.541161 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.541690 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension trunk not supported by any of loaded plugins May 28 04:36:41.542028 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: trunk_details.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.542938 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.543461 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension trunk-details not supported by any of loaded plugins May 28 04:36:41.543781 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: uplink_status_propagation.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.544690 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.545211 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 28 04:36:41.545525 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Loading extension file: vlantransparent.py {{(pid=83904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 28 04:36:41.546214 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 28 04:36:41.546722 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extension vlan-transparent not supported by any of loaded plugins May 28 04:36:41.548968 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of TrackedResource for resource:network May 28 04:36:41.549702 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of TrackedResource for resource:subnet May 28 04:36:41.550300 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of TrackedResource for resource:subnetpool May 28 04:36:41.551064 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of TrackedResource for resource:port May 28 04:36:41.552349 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.v2.resource_helper [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 04:36:41.552828 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.v2.resource_helper [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Service FLAVORS assigned prefix: {{(pid=83904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 04:36:41.553439 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.v2.resource_helper [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 04:36:41.553891 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.v2.resource_helper [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 04:36:41.554192 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of TrackedResource for resource:router May 28 04:36:41.554902 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of TrackedResource for resource:floatingip May 28 04:36:41.555557 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.v2.resource_helper [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Service METERING assigned prefix: /metering {{(pid=83904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 04:36:41.557011 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.557375 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.557746 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:36:41.558895 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of CountableResource for resource:rbac_policy May 28 04:36:41.559336 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of TrackedResource for resource:security_group May 28 04:36:41.560066 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of TrackedResource for resource:security_group_rule May 28 04:36:41.560779 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.v2.resource_helper [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Service CORE assigned prefix: {{(pid=83904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 04:36:41.561110 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of TrackedResource for resource:subnetpool May 28 04:36:41.561443 dv-neutron-843300-5-hyperv neutron-server[83904]: WARNING neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] subnetpool is already registered May 28 04:36:41.562091 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.v2.resource_helper [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Service CORE assigned prefix: {{(pid=83904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 04:36:41.562419 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of TrackedResource for resource:subnetpool May 28 04:36:41.562744 dv-neutron-843300-5-hyperv neutron-server[83904]: WARNING neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] subnetpool is already registered May 28 04:36:41.565315 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.v2.resource_helper [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 04:36:41.565773 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.v2.resource_helper [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Service FLAVORS assigned prefix: {{(pid=83904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 04:36:41.566357 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.v2.resource_helper [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 04:36:41.566771 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.v2.resource_helper [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 04:36:41.567100 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of TrackedResource for resource:router May 28 04:36:41.567427 dv-neutron-843300-5-hyperv neutron-server[83904]: WARNING neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] router is already registered May 28 04:36:41.568073 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of TrackedResource for resource:floatingip May 28 04:36:41.568525 dv-neutron-843300-5-hyperv neutron-server[83904]: WARNING neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] floatingip is already registered May 28 04:36:41.569023 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.v2.resource_helper [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Service METERING assigned prefix: /metering {{(pid=83904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 04:36:41.569675 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of CountableResource for resource:rbac_policy May 28 04:36:41.570040 dv-neutron-843300-5-hyperv neutron-server[83904]: WARNING neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] rbac_policy is already registered May 28 04:36:41.570574 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of TrackedResource for resource:security_group May 28 04:36:41.570901 dv-neutron-843300-5-hyperv neutron-server[83904]: WARNING neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] security_group is already registered May 28 04:36:41.571500 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of TrackedResource for resource:security_group_rule May 28 04:36:41.571819 dv-neutron-843300-5-hyperv neutron-server[83904]: WARNING neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] security_group_rule is already registered May 28 04:36:41.572466 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.v2.resource_helper [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Service CORE assigned prefix: {{(pid=83904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 04:36:41.572800 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of TrackedResource for resource:subnetpool May 28 04:36:41.573123 dv-neutron-843300-5-hyperv neutron-server[83904]: WARNING neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] subnetpool is already registered May 28 04:36:41.573813 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.v2.resource_helper [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Service CORE assigned prefix: {{(pid=83904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 04:36:41.574145 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Creating instance of TrackedResource for resource:subnetpool May 28 04:36:41.574465 dv-neutron-843300-5-hyperv neutron-server[83904]: WARNING neutron.quota.resource_registry [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] subnetpool is already registered May 28 04:36:41.575093 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: extensions {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.576532 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: address-groups {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.578150 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: address-scopes {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.579400 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: agents {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.580522 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: auto-allocated-topology {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.581746 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: availability_zones {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.583042 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: dhcp-networks {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.584572 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: dhcp-agents {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.585990 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: routers {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.587839 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: flavors {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.588986 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: service_profiles {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.590185 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: next_providers {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.591688 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: service_profiles {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.593074 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: floatingip-pools {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.594416 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: routers {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.596168 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: floatingips {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.597320 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: l3-routers {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.598677 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: l3-agents {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.600177 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: metering-labels {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.601632 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: metering-label-rules {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.602886 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: network-ip-availabilities {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.604109 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: bindings {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.606621 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: quotas {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.608042 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: quotas {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.609757 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: rbac-policies {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.611031 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: security-groups {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.612204 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: security-group-rules {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.613408 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: service-providers {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.614641 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: subnetpools {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.616377 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: subnetpools {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.617833 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: tags {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.619467 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: tags {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.621583 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: tags {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.623393 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: tags {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.625114 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: tags {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.626782 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: tags {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.628510 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: tags {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.630685 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: tags {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.632486 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: tags {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.634310 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron.api.extensions [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Extended resource: tags {{(pid=83904) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 28 04:36:41.640066 dv-neutron-843300-5-hyperv neutron-server[83904]: WARNING keystonemiddleware.auth_token [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 28 04:36:41.644818 dv-neutron-843300-5-hyperv neutron-server[83904]: WARNING keystonemiddleware.auth_token [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 28 04:36:41.652777 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_concurrency.lockutils [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Acquired lock "singleton_lock" {{(pid=83904) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 28 04:36:41.653244 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_concurrency.lockutils [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Releasing lock "singleton_lock" {{(pid=83904) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 28 04:36:41.653897 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO oslo_service.service [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Starting 2 workers May 28 04:36:41.658424 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Started child 84009 {{(pid=83904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 28 04:36:41.662692 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Started child 84010 {{(pid=83904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 28 04:36:41.664201 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:36:41.664861 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO neutron.service [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Neutron service started, listening on 0.0.0.0:9696 May 28 04:36:41.664861 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Notify callbacks [] for process, before_spawn {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:36:41.665609 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [-] (84009) wsgi starting up on http://0.0.0.0:9696 May 28 04:36:41.667206 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO oslo_service.service [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Starting 1 workers May 28 04:36:41.667996 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:36:41.669236 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [-] (84010) wsgi starting up on http://0.0.0.0:9696 May 28 04:36:41.672160 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Started child 84011 {{(pid=83904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 28 04:36:41.672675 dv-neutron-843300-5-hyperv neutron-server[83904]: INFO oslo_service.service [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Starting 1 workers May 28 04:36:41.676819 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Started child 84013 {{(pid=83904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 28 04:36:41.677641 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG neutron_lib.callbacks.manager [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] Notify callbacks [] for process, after_spawn {{(pid=83904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:36:41.678323 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.service [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] calling RpcWorker wait() {{(pid=84011) _wait /opt/stack/neutron/neutron/service.py:128}} May 28 04:36:41.678909 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 49020) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:36:41.679005 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.service [None req-bc0f63f4-e173-43a7-a2ba-859f18176d01 None None] returning from RpcWorker wait() {{(pid=84011) _wait /opt/stack/neutron/neutron/service.py:135}} May 28 04:36:41.679601 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83904) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 28 04:36:41.679815 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 04:36:41.679992 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 04:36:41.680199 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 04:36:41.680533 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 04:36:41.680629 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:36:41.680758 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 04:36:41.681176 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:36:41.681272 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.681513 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.681801 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.682057 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.682341 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.682883 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.683150 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.683409 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.683675 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.683906 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.684113 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.684347 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.684689 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.685010 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.685466 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.685863 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.686183 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.686513 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.687271 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.687271 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.687436 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063772 May 28 04:36:41.687507 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.687724 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.688079 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] debug = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.688419 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.689164 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.689395 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:36:41.689929 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.689929 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.690147 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.690380 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:36:41.690506 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.691370 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.691936 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.694975 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.694975 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.694975 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.694975 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.694975 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.694975 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.694975 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.694975 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.695900 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] host = dv-neutron-843300-5-hyperv {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.695900 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.695900 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.695900 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.696310 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.696444 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.698020 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.698020 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.698020 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.698020 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.698020 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.698020 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.698731 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.698731 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.698957 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] log_file = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.699156 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] log_options = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.700316 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.700316 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.700316 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.700316 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.700316 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.700891 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.700891 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.701137 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.703043 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.703043 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.703043 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.703043 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.703043 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.703043 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.703043 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.704354 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.704354 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.704354 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.704354 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.704354 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.704354 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.705534 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.705534 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.705534 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.705534 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.705534 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.707978 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.707978 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.707978 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.707978 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.707978 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.707978 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.707978 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.707978 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.709555 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.709555 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.709555 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.709555 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.709555 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.709555 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.709555 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.709555 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.712563 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.712563 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.712563 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.712563 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] use_json = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.712563 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.712563 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.712563 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.712563 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.712563 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.714379 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.714379 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.714379 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.714379 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.714379 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.714379 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.714379 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.714379 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.716071 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.716071 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.716071 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.716071 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.716071 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.716071 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.716071 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.716071 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.716071 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.717228 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.717228 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.717228 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.717228 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.717228 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.717228 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.717228 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.717228 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.718297 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.718297 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.718614 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.718832 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.719053 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.719277 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.719504 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.719729 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.719951 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.721049 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.721286 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.721512 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.721743 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.721956 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.722163 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.722420 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.723355 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.723355 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.723355 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.723775 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.723775 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.724042 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.724042 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.724351 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.724488 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.724773 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.725144 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.725418 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.725628 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.725883 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.726110 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.726322 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.726537 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.726926 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.727151 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.727352 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.728639 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.728639 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.728639 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.728639 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.728639 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.728639 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.729479 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.729479 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.729479 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.729479 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.730046 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.730046 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.730302 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.730302 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.730681 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.730837 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.730982 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.731748 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.731748 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.731748 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.732163 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.732163 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.732450 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.732586 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.732903 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.733988 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.733988 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.733988 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.734243 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.734665 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.734933 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.735185 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.735417 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.735666 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.735945 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.736173 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.736412 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.736639 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.736856 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.737138 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.737383 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.737672 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.737914 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.738193 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.738395 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.740530 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.741995 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.742477 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.743657 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.743657 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.743657 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.744593 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.744593 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.744593 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.744965 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.745228 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.746710 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.746710 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.746710 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.746710 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.747435 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.747435 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.747608 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.747757 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.748573 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.748573 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.748573 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.748803 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.748977 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.749198 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.750099 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.750099 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.750099 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.750311 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.750503 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.750744 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.750984 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.751682 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.751682 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.752965 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.752965 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.752965 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.753230 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.753453 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.753686 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.753904 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.754145 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.754369 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.754577 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.754796 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.755006 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.755229 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.755491 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.755680 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.755999 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.756445 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.756671 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.756906 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.757134 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.757357 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.757599 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.758687 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.758873 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.759028 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.759706 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.759706 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.759706 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.761202 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.761202 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.761202 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.761202 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.761202 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.761202 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.762097 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.762097 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.762097 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.762097 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.762097 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.763399 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.763399 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.763399 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.763399 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.763399 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.764166 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.764166 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.764166 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.764627 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.764627 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.764627 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.765640 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.765640 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.765640 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.765640 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.765640 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.767550 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.768084 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.768084 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.768374 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.768616 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.768760 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.768908 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.769137 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.769380 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.769589 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.769836 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.770147 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.770368 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.771264 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.771264 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.771264 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.771537 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.771810 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.772041 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.772285 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.772512 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.772748 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.772970 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.773175 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.773486 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.773732 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.773935 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.774196 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.775010 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.775010 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.775010 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.775253 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.775371 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.775624 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.776104 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.776269 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.776495 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.776636 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.776783 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.777673 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.777673 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.777673 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.778094 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.778466 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.778727 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.779017 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.779447 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.779825 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.780192 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.780625 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.781144 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.781422 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.781888 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.782239 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.782493 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.782731 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.782983 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.784088 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.784327 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.784596 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.785463 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.785728 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.786168 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.786580 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.786836 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.787071 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.787292 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.787524 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.788079 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.788079 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.788079 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 04:36:41.788584 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83904) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 28 04:36:41.788726 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 04:36:41.789634 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 04:36:41.789634 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 04:36:41.789634 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 04:36:41.789634 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 04:36:41.789634 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.789634 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.790573 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.790573 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.790573 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.790573 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.790573 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.790573 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.791384 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.791384 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.791384 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.791384 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.791384 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.791384 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.792934 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.792934 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.792934 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.792934 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.792934 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.792934 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.792934 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.792934 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.793991 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] debug = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.793991 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.793991 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.793991 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.793991 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.793991 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.794832 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.794832 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.794832 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.794832 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.794832 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.794832 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.794832 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.794832 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.795648 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.795648 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.795648 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.795648 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] host = dv-neutron-843300-5-hyperv {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.795648 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.795648 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.795648 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.796368 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.796368 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.796368 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.796368 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.796368 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.796994 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.796994 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.796994 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.796994 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.797520 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.797520 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] log_file = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.797520 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] log_options = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.797520 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.798171 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.798171 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.798171 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.798171 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.798689 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.798689 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.798689 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.799051 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.799051 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.799259 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.799339 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.799464 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.799678 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.799833 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.799983 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.800208 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.800407 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.800629 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.800629 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.800835 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.800936 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.801091 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.801333 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.802501 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.802501 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.802501 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.802501 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.802501 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.802501 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.802501 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.804798 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.804798 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.804798 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.804798 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.804798 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.804798 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.804798 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.804798 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.805952 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.805952 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.805952 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.805952 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.805952 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.805952 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.805952 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] use_json = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.805952 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.808646 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.808646 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.808646 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.808646 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.808646 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.808646 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.808646 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.808646 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 04:36:41.809742 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.809742 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.809742 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.809742 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.809742 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.809742 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.809742 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.809742 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.811641 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.811641 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.811641 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.811641 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.811641 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.811641 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.811641 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.811641 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812357 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812357 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812357 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812357 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812357 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812357 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812357 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812357 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812357 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812948 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812948 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812948 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812948 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812948 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812948 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812948 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812948 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.812948 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.813434 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.813434 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.813434 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.813434 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.813434 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.813434 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.813434 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.813434 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.813434 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.814128 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.814128 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.814128 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.814128 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.814128 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.814128 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.814674 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.814674 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.814674 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.814948 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.814948 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.815181 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.815285 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.815387 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.815489 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.816407 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.816407 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.816407 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.816407 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.816407 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.816407 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.817183 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.817183 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.817183 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.817183 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.817183 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.817183 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.817973 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.817973 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.817973 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.817973 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.817973 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.818326 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.818326 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.818489 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.818567 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.818837 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.819006 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.819160 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.819314 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.819467 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.819619 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.819772 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.819925 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.820080 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.820232 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.820385 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.821289 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.821289 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.821289 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.821289 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.821289 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.821289 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.822182 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.822182 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.822182 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.822182 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.822182 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.822182 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.822590 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.822590 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.822590 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.823728 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.823728 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.823728 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.823728 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.823728 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.823728 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.823728 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.823728 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.825386 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.825386 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.825386 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.825386 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.825386 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.825386 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.825386 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.825386 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.826407 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.826407 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.826407 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.826407 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.826407 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.826407 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.826407 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.827276 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.827276 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.827527 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.827527 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.827722 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.827805 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.827925 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.828045 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.828164 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.828322 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.828481 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.828672 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.828760 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.828917 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.829071 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.833711 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.833711 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.833711 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.833711 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.833711 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.833711 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.833711 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.833711 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.834232 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.834232 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.834232 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.834232 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.834232 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.834232 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.834232 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.834232 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.834675 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.834675 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.834675 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.834675 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.834675 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.834675 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.834675 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.834675 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.835117 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.835117 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.835117 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.835117 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.835117 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.835117 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.835117 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.835117 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.835554 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.835554 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.835554 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.835554 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.835554 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.835840 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.835840 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.835955 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.836133 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.836262 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.836422 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.836581 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.836740 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.836897 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.837056 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.837213 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.837369 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.837531 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.837756 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.837915 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.838066 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.838227 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.838385 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.838543 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.838698 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.838855 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.839013 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.839167 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.839368 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.839466 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.839638 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.839790 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.839949 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.840123 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.840272 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.840433 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.840592 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.840734 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.840905 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.841134 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.841228 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.841373 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.841513 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.841686 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.841853 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.842019 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.842176 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.842325 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.842484 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.842637 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.842961 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.843118 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.843503 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.843915 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.844213 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.844510 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.845022 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.845333 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.845628 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.845954 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.846118 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.846312 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.846484 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.846845 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.846845 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.847000 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.847114 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.847458 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.847630 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.847779 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.847920 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.848080 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.848239 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.848383 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.848544 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.848694 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.848853 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.849012 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.849208 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.849487 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.849750 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.850055 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.850219 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.850379 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.850537 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.850693 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 04:36:41.850840 dv-neutron-843300-5-hyperv neutron-server[83904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 04:36:41.867862 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:36:52.123618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbecb5e1-19c4-4865-8374-202ecf2ccb69 None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:36:52.226524 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbecb5e1-19c4-4865-8374-202ecf2ccb69 None None] No non-hosted networks {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 28 04:36:52.236491 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.agentschedulers_db [None req-dbecb5e1-19c4-4865-8374-202ecf2ccb69 None None] DHCP Agent not found on host dv-neutron-843300-5-hyperv {{(pid=84011) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 28 04:36:52.289066 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fbbea886-72f6-48d5-82ab-deab0ced245e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-501566'] for agent, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:36:54.257833 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0b29413e-832c-49ab-b496-c87e8ecde693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-501566'] for agent, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:36:54.284968 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-637ee035-92aa-4fd8-a16d-268d1ab2adad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:36:55.455968 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-501566'] for agent, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:36:55.476348 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-501566'] for agent, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:36:55.478015 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:36:55.479012 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:36:55.479487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:36:55.479979 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:36:55.480530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:36:55.481385 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:36:55.481894 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:36:55.482389 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:36:55.482712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:36:55.483046 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:36:55.483380 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:36:55.483778 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-843300-5-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:36:55.490938 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-843300-5-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:36:56.989026 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-501566'] for agent, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:36:58.588770 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 49128) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:36:59.216323 dv-neutron-843300-5-hyperv neutron-server[84010]: WARNING oslo_policy.policy [None req-fb6009be-7652-4bb3-ab41-fbd39abc4fb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 04:36:59.216894 dv-neutron-843300-5-hyperv neutron-server[84010]: WARNING oslo_policy.policy [None req-fb6009be-7652-4bb3-ab41-fbd39abc4fb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 04:36:59.434790 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-fb6009be-7652-4bb3-ab41-fbd39abc4fb3 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:36:59.435934 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fb6009be-7652-4bb3-ab41-fbd39abc4fb3 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8451657 May 28 04:37:00.226247 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.db.l3_hamode_db [None req-29cdca94-d0b1-4533-a81a-999d78237b09 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 28 04:37:00.311237 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cdca94-d0b1-4533-a81a-999d78237b09 None None] Routers set() bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:37:00.311616 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cdca94-d0b1-4533-a81a-999d78237b09 None None] Router IDs set() for agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 28 04:37:01.700143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 49142) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:37:02.124436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5406a5ee-c1b4-407a-a649-60078aec6f06 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:37:02.176803 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.policy [None req-5406a5ee-c1b4-407a-a649-60078aec6f06 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84010) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 28 04:37:02.177586 dv-neutron-843300-5-hyperv neutron-server[84010]: WARNING oslo_policy.policy [None req-5406a5ee-c1b4-407a-a649-60078aec6f06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 04:37:02.177971 dv-neutron-843300-5-hyperv neutron-server[84010]: WARNING oslo_policy.policy [None req-5406a5ee-c1b4-407a-a649-60078aec6f06 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 04:37:02.181252 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.quota [None req-5406a5ee-c1b4-407a-a649-60078aec6f06 admin admin] Loaded quota_driver: . May 28 04:37:02.197621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5406a5ee-c1b4-407a-a649-60078aec6f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:37:02.269614 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5406a5ee-c1b4-407a-a649-60078aec6f06 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773017991247', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773017941166', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773017938718', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773017944761', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773017955891', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1139901', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1091625', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-457917', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3752631'] for rbac-policy, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:02.352167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5406a5ee-c1b4-407a-a649-60078aec6f06 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:02.353414 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5406a5ee-c1b4-407a-a649-60078aec6f06 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6520963 May 28 04:37:04.899852 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 49156) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:37:05.296559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '66e63008d56b4e289a0686caff393f92', 'name': 'private'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:37:05.303674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:37:05.308459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Usage tracker for resource:network and tenant:66e63008d56b4e289a0686caff393f92 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:37:05.314068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:37:05.320779 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:37:05.333988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Made reservation on behalf of 66e63008d56b4e289a0686caff393f92 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:37:05.336756 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:05.355629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:05.412951 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:37:05.417178 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Usage tracker for resource:security_group_rule and tenant:66e63008d56b4e289a0686caff393f92 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:37:05.420642 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:37:05.427449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:37:05.497752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:05.503902 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:05.525136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:37:05.552839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773018519920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:05.553413 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Unsubscribe: segment precommit_create {{(pid=84010) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 28 04:37:05.553918 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Added segment 6abd058a-1e97-4627-a715-5e069e75e6de of type vlan for network 4963cc01-be37-4b71-b76f-43ac60021223 May 28 04:37:05.567743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20ff7ad-8082-4f8c-ab6c-5b5df9127beb,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:05.625731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:05.626095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:05.626419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:05.626740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:05.627061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:05.627379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:05.627685 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:05.627988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:05.628323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:05.628619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:05.628950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Tracked resource versions report: May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: pushed versions: May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: { 'ConntrackHelper': {'1.0'}, May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Log': {'1.0'}, May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Network': {'1.1'}, May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Port': {'1.5'}, May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'PortForwarding': {'1.2'}, May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'QosPolicy': {'1.8'}, May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'SecurityGroup': {'1.2'}, May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'SecurityGroupRule': {'1.0'}, May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'SubPort': {'1.0'}, May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Subnet': {'1.1'}, May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Trunk': {'1.1'}} May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: consumer versions: May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: { DHCP agent@dv-neutron-843300-5-hyperv: {}, May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: L3 agent@dv-neutron-843300-5-hyperv: {}, May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: Metadata agent@dv-neutron-843300-5-hyperv: {}, May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: Metering agent@dv-neutron-843300-5-hyperv: {}, May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: Open vSwitch agent@dv-neutron-843300-5-hyperv: { 'ConntrackHelper': '1.0', May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Log': '1.0', May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Network': '1.1', May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Port': '1.5', May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'PortForwarding': '1.2', May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'QosPolicy': '1.8', May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'SecurityGroup': '1.2', May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'SecurityGroupRule': '1.0', May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'SubPort': '1.0', May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Subnet': '1.1', May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Trunk': '1.1'}} May 28 04:37:05.630315 dv-neutron-843300-5-hyperv neutron-server[84010]: {{(pid=84010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 04:37:05.670489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:05.712609 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:05.713701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:37:05.714361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:05.818846 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] Pushing event updated for resources: {'Network': ['ID=4963cc01-be37-4b71-b76f-43ac60021223,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:05.822398 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-aca3c46c-a982-49aa-9c37-f99309aa8409 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9215181 May 28 04:37:05.849200 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 4963cc01-be37-4b71-b76f-43ac60021223 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:37:08.384838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 49172) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:37:08.889394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e892284-dafe-40b1-9bc7-7aca149dcff2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:37:08.890737 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2e892284-dafe-40b1-9bc7-7aca149dcff2 admin admin] 10.222.0.15 "GET /v2.0/networks/4963cc01-be37-4b71-b76f-43ac60021223 HTTP/1.1" status: 200 len: 825 time: 0.5045266 May 28 04:37:08.923626 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3ed2648d-046e-4473-8512-b988cc3c4414 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/67e67ff8-6903-4faa-8943-48c2970ceb10 HTTP/1.1" status: 200 len: 734 time: 0.0250025 May 28 04:37:08.932738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-eff5e1cb-958c-44dd-9efe-53964d8ae8f9 admin admin] Request body: {'subnet': {'subnetpool_id': '67e67ff8-6903-4faa-8943-48c2970ceb10', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '66e63008d56b4e289a0686caff393f92', 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223', 'name': 'private-subnet'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:37:08.937220 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-eff5e1cb-958c-44dd-9efe-53964d8ae8f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:37:08.940976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-eff5e1cb-958c-44dd-9efe-53964d8ae8f9 admin admin] Usage tracker for resource:subnet and tenant:66e63008d56b4e289a0686caff393f92 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:37:08.944015 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-eff5e1cb-958c-44dd-9efe-53964d8ae8f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:37:08.949604 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-eff5e1cb-958c-44dd-9efe-53964d8ae8f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:37:08.961322 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff5e1cb-958c-44dd-9efe-53964d8ae8f9 admin admin] Made reservation on behalf of 66e63008d56b4e289a0686caff393f92 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:37:08.963581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-eff5e1cb-958c-44dd-9efe-53964d8ae8f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:09.240109 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-eff5e1cb-958c-44dd-9efe-53964d8ae8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:09.318801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5e1cb-958c-44dd-9efe-53964d8ae8f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=735e5ebc-7678-47ce-9b83-f8dcc62d6317,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:09.327560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff5e1cb-958c-44dd-9efe-53964d8ae8f9 admin admin] Checking segment: {'id': '6abd058a-1e97-4627-a715-5e069e75e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:37:09.327919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff5e1cb-958c-44dd-9efe-53964d8ae8f9 admin admin] Network hostable DHCP agents. Network: 4963cc01-be37-4b71-b76f-43ac60021223, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:37:09.360726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff5e1cb-958c-44dd-9efe-53964d8ae8f9 admin admin] Network 4963cc01-be37-4b71-b76f-43ac60021223 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:37:09.372418 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-eff5e1cb-958c-44dd-9efe-53964d8ae8f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 4963cc01-be37-4b71-b76f-43ac60021223) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:37:09.377171 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff5e1cb-958c-44dd-9efe-53964d8ae8f9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:37:09.377794 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-eff5e1cb-958c-44dd-9efe-53964d8ae8f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:09.383630 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7f2bcd-5499-4a5e-ace8-e307ba15c661 None None] Network 4963cc01-be37-4b71-b76f-43ac60021223 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:37:09.398858 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-eff5e1cb-958c-44dd-9efe-53964d8ae8f9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4694273 May 28 04:37:09.703176 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-4963cc01-be37-4b71-b76f-43ac60021223', 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223', 'tenant_id': '66e63008d56b4e289a0686caff393f92', 'fixed_ips': [{'subnet_id': '735e5ebc-7678-47ce-9b83-f8dcc62d6317'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:37:09.704352 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:09.904023 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Allocated IP 172.20.0.2 (4963cc01-be37-4b71-b76f-43ac60021223/735e5ebc-7678-47ce-9b83-f8dcc62d6317/cc1bc1d6-6cde-4260-9a90-95c44a1bbca4) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:37:10.126854 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:10.141961 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Transition to ACTIVE for port object cc1bc1d6-6cde-4260-9a90-95c44a1bbca4 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:37:10.165103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Transition to ACTIVE for port object cc1bc1d6-6cde-4260-9a90-95c44a1bbca4 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:37:10.174519 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:10.244972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Network 4963cc01-be37-4b71-b76f-43ac60021223 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:37:10.245866 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Pushing event updated for resources: {'Port': ['ID=cc1bc1d6-6cde-4260-9a90-95c44a1bbca4,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:10.248616 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:37:10.254693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:37:10.260661 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:10.261003 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:10.261334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:10.261685 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:10.262005 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:10.262328 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:10.262647 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:10.262958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:10.263274 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:10.263585 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:10.263897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Tracked resource versions report: May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: pushed versions: May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: { 'ConntrackHelper': {'1.0'}, May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Log': {'1.0'}, May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Network': {'1.1'}, May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Port': {'1.5'}, May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'PortForwarding': {'1.2'}, May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'QosPolicy': {'1.8'}, May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'SecurityGroup': {'1.2'}, May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'SecurityGroupRule': {'1.0'}, May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'SubPort': {'1.0'}, May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Subnet': {'1.1'}, May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Trunk': {'1.1'}} May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: consumer versions: May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: { DHCP agent@dv-neutron-843300-5-hyperv: {}, May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: L3 agent@dv-neutron-843300-5-hyperv: {}, May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: Metadata agent@dv-neutron-843300-5-hyperv: {}, May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: Metering agent@dv-neutron-843300-5-hyperv: {}, May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: Open vSwitch agent@dv-neutron-843300-5-hyperv: { 'ConntrackHelper': '1.0', May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Log': '1.0', May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Network': '1.1', May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Port': '1.5', May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'PortForwarding': '1.2', May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'QosPolicy': '1.8', May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'SecurityGroup': '1.2', May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'SecurityGroupRule': '1.0', May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'SubPort': '1.0', May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Subnet': '1.1', May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Trunk': '1.1'}} May 28 04:37:10.265217 dv-neutron-843300-5-hyperv neutron-server[84011]: {{(pid=84011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 04:37:10.353876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Attempting to bind port cc1bc1d6-6cde-4260-9a90-95c44a1bbca4 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:37:10.354224 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Attempting to bind port cc1bc1d6-6cde-4260-9a90-95c44a1bbca4 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '6abd058a-1e97-4627-a715-5e069e75e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:37:10.354669 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Attempting to bind port cc1bc1d6-6cde-4260-9a90-95c44a1bbca4 on network 4963cc01-be37-4b71-b76f-43ac60021223 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:37:10.361279 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:37:10.361679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Checking segment: {'id': '6abd058a-1e97-4627-a715-5e069e75e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:37:10.362147 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:10.362527 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Bound using segment: {'id': '6abd058a-1e97-4627-a715-5e069e75e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:37:10.363025 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Bound port: cc1bc1d6-6cde-4260-9a90-95c44a1bbca4, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abd058a-1e97-4627-a715-5e069e75e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:37:10.363422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:10.451649 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] For port cc1bc1d6-6cde-4260-9a90-95c44a1bbca4, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:37:10.455779 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] For port cc1bc1d6-6cde-4260-9a90-95c44a1bbca4, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=cc1bc1d6-6cde-4260-9a90-95c44a1bbca4,segment=NetworkSegment(6abd058a-1e97-4627-a715-5e069e75e6de),segment_id=6abd058a-1e97-4627-a715-5e069e75e6de)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:37:10.462041 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:10.568018 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bcb02-552e-4780-819c-d88b9a5966a4 None None] Pushing event updated for resources: {'Port': ['ID=cc1bc1d6-6cde-4260-9a90-95c44a1bbca4,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:11.702934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 49182) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:37:12.355614 dv-neutron-843300-5-hyperv neutron-server[84009]: WARNING oslo_policy.policy [None req-95ae6098-ee83-4e04-830c-593457944e4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 04:37:12.356184 dv-neutron-843300-5-hyperv neutron-server[84009]: WARNING oslo_policy.policy [None req-95ae6098-ee83-4e04-830c-593457944e4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 04:37:12.601641 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-95ae6098-ee83-4e04-830c-593457944e4c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:37:12.602752 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-95ae6098-ee83-4e04-830c-593457944e4c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8989043 May 28 04:37:13.737955 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cc1bc1d6-6cde-4260-9a90-95c44a1bbca4 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:37:13.814402 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port cc1bc1d6-6cde-4260-9a90-95c44a1bbca4 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:37:14.193587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cdd291-5526-4800-a419-36d1520948fe None None] Network 4963cc01-be37-4b71-b76f-43ac60021223 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:37:14.291667 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-34608202-39e2-40dc-9eb3-4a9f398999b5 None None] Provisioning for port cc1bc1d6-6cde-4260-9a90-95c44a1bbca4 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:37:14.309323 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-34608202-39e2-40dc-9eb3-4a9f398999b5 None None] Provisioning complete for port cc1bc1d6-6cde-4260-9a90-95c44a1bbca4 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:37:14.309722 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-34608202-39e2-40dc-9eb3-4a9f398999b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:14.514216 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-34608202-39e2-40dc-9eb3-4a9f398999b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:14.557910 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-34608202-39e2-40dc-9eb3-4a9f398999b5 None None] For port cc1bc1d6-6cde-4260-9a90-95c44a1bbca4, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=cc1bc1d6-6cde-4260-9a90-95c44a1bbca4,segment=NetworkSegment(6abd058a-1e97-4627-a715-5e069e75e6de),segment_id=6abd058a-1e97-4627-a715-5e069e75e6de)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:37:14.566050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-34608202-39e2-40dc-9eb3-4a9f398999b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:14.636493 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34608202-39e2-40dc-9eb3-4a9f398999b5 None None] Pushing event updated for resources: {'Port': ['ID=cc1bc1d6-6cde-4260-9a90-95c44a1bbca4,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:14.794204 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-82e2bd69-1ed2-411a-9759-6c66fd59ebeb None None] Provisioning complete for port cc1bc1d6-6cde-4260-9a90-95c44a1bbca4 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:37:14.794873 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-82e2bd69-1ed2-411a-9759-6c66fd59ebeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:14.903535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 49200) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:37:15.331352 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-1bd18f50-8b65-49a7-a40c-ce6caee30e83 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:37:15.332771 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1bd18f50-8b65-49a7-a40c-ce6caee30e83 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4276075 May 28 04:37:15.712483 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cc1bc1d6-6cde-4260-9a90-95c44a1bbca4 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:37:15.783783 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port cc1bc1d6-6cde-4260-9a90-95c44a1bbca4 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:37:15.784153 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:17.992923 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 49212) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:37:18.416158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-cc3e93df-bdab-478a-a0e8-8be7d96b7049 admin admin] Request body: {'router': {'tenant_id': '66e63008d56b4e289a0686caff393f92', 'name': 'router1', 'admin_state_up': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:37:18.421176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-cc3e93df-bdab-478a-a0e8-8be7d96b7049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:37:18.425942 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cc3e93df-bdab-478a-a0e8-8be7d96b7049 admin admin] Usage tracker for resource:router and tenant:66e63008d56b4e289a0686caff393f92 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:37:18.429598 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cc3e93df-bdab-478a-a0e8-8be7d96b7049 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:37:18.435936 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-cc3e93df-bdab-478a-a0e8-8be7d96b7049 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:37:18.451274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cc3e93df-bdab-478a-a0e8-8be7d96b7049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:18.453488 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cc3e93df-bdab-478a-a0e8-8be7d96b7049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:18.479977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cc3e93df-bdab-478a-a0e8-8be7d96b7049 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:18.598191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cc3e93df-bdab-478a-a0e8-8be7d96b7049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:18.617314 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cc3e93df-bdab-478a-a0e8-8be7d96b7049 admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:18.618579 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cc3e93df-bdab-478a-a0e8-8be7d96b7049 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6242785 May 28 04:37:20.911094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 49222) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:37:21.336152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-0a59848e-d17b-4f41-a6d1-52398b3d5132 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:37:21.337160 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0a59848e-d17b-4f41-a6d1-52398b3d5132 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4251711 May 28 04:37:22.089910 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2f587566-b74c-4184-b536-ca8b68eaf757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:23.644385 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 49232) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:37:24.054685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:37:24.056108 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.quota [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Loaded quota_driver: . May 28 04:37:24.072403 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:37:24.078980 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Usage tracker for resource:network and tenant:6b4720906f824d2e8ddf61ef9985d5e3 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:37:24.083629 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:37:24.092258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:37:24.112670 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Made reservation on behalf of 6b4720906f824d2e8ddf61ef9985d5e3 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:37:24.149448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.policy [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84009) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 28 04:37:24.150214 dv-neutron-843300-5-hyperv neutron-server[84009]: WARNING oslo_policy.policy [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 04:37:24.150576 dv-neutron-843300-5-hyperv neutron-server[84009]: WARNING oslo_policy.policy [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 04:37:24.154975 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:24.174583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:24.219818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:37:24.223506 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Usage tracker for resource:security_group_rule and tenant:6b4720906f824d2e8ddf61ef9985d5e3 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:37:24.226819 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:37:24.232410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:37:24.252237 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-39e612d8-7c45-4d53-91f3-ff2d5ba1851e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:24.305191 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:24.312659 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:24.327882 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Reserving flat network on physical network physnet1 {{(pid=84009) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 28 04:37:24.357616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773018519920', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:24.358213 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Unsubscribe: segment precommit_create {{(pid=84009) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 28 04:37:24.358712 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Added segment 9ba74302-ad07-4e96-803c-55f0bb0c04a7 of type flat for network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 May 28 04:37:24.408981 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2fe87b-1ece-49f0-b8bb-d35031a5de3e,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:24.438950 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:24.439280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:24.439596 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:24.439911 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:24.440231 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:24.440543 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:24.440848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:24.441195 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:24.441500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:24.441835 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:24.442121 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Tracked resource versions report: May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: pushed versions: May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: { 'ConntrackHelper': {'1.0'}, May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Log': {'1.0'}, May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Network': {'1.1'}, May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Port': {'1.5'}, May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'PortForwarding': {'1.2'}, May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'QosPolicy': {'1.8'}, May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'SecurityGroup': {'1.2'}, May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'SecurityGroupRule': {'1.0'}, May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'SubPort': {'1.0'}, May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Subnet': {'1.1'}, May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Trunk': {'1.1'}} May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: consumer versions: May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: { DHCP agent@dv-neutron-843300-5-hyperv: {}, May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: L3 agent@dv-neutron-843300-5-hyperv: {}, May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: Metadata agent@dv-neutron-843300-5-hyperv: {}, May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: Metering agent@dv-neutron-843300-5-hyperv: {}, May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: Open vSwitch agent@dv-neutron-843300-5-hyperv: { 'ConntrackHelper': '1.0', May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Log': '1.0', May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Network': '1.1', May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Port': '1.5', May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'PortForwarding': '1.2', May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'QosPolicy': '1.8', May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'SecurityGroup': '1.2', May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'SecurityGroupRule': '1.0', May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'SubPort': '1.0', May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Subnet': '1.1', May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Trunk': '1.1'}} May 28 04:37:24.443538 dv-neutron-843300-5-hyperv neutron-server[84009]: {{(pid=84009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 04:37:24.476560 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:24.523646 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:24.524647 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:37:24.525295 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:24.629020 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] Pushing event updated for resources: {'Network': ['ID=6b12f09f-b65e-4d12-8bf2-4181a77a58b9,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:24.633044 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-66f1fc2e-5487-44aa-94a9-f9bbbf399686 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9877744 May 28 04:37:24.648955 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:37:25.402854 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:25.471029 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:26.908503 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 49258) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:37:26.943119 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:27.161410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf7b4e1-f359-425a-b756-6f40bb533fd9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:37:27.162612 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2cf7b4e1-f359-425a-b756-6f40bb533fd9 admin admin] 10.222.0.15 "GET /v2.0/subnets/735e5ebc-7678-47ce-9b83-f8dcc62d6317 HTTP/1.1" status: 200 len: 849 time: 0.2532527 May 28 04:37:27.340068 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-467eaa06-45cf-4183-ae26-2ba77fea1f08 admin admin] 10.222.0.15 "GET /v2.0/routers/b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3 HTTP/1.1" status: 200 len: 704 time: 0.1720293 May 28 04:37:27.822812 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:28.061477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Allocated IP 172.20.0.1 (4963cc01-be37-4b71-b76f-43ac60021223/735e5ebc-7678-47ce-9b83-f8dcc62d6317/d8e69c6f-5cc5-416c-8ee4-019f84f47208) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:37:28.228894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:28.247402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Transition to ACTIVE for port object d8e69c6f-5cc5-416c-8ee4-019f84f47208 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:37:28.302578 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:28.372140 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Network 4963cc01-be37-4b71-b76f-43ac60021223 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:37:28.375012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:37:28.379992 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Pushing event updated for resources: {'Port': ['ID=d8e69c6f-5cc5-416c-8ee4-019f84f47208,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:28.390677 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:37:28.391199 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:28.524715 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:28.544000 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7a386872-8791-429d-820d-096b9c9bd893 None None] Provisioning for port d8e69c6f-5cc5-416c-8ee4-019f84f47208 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:37:28.550830 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7a386872-8791-429d-820d-096b9c9bd893 None None] Provisioning complete for port d8e69c6f-5cc5-416c-8ee4-019f84f47208 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:37:28.551438 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7a386872-8791-429d-820d-096b9c9bd893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:28.636473 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7a386872-8791-429d-820d-096b9c9bd893 None None] Port d8e69c6f-5cc5-416c-8ee4-019f84f47208 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:37:28.799380 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:28.805547 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:28.806327 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:28.940954 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Pushing event updated for resources: {'Port': ['ID=d8e69c6f-5cc5-416c-8ee4-019f84f47208,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:29.007152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Network 4963cc01-be37-4b71-b76f-43ac60021223 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:37:29.008413 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:37:29.265378 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b614e442-9a23-4d9f-a78e-cbc014628413 None None] Provisioning complete for port d8e69c6f-5cc5-416c-8ee4-019f84f47208 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:37:29.265752 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b614e442-9a23-4d9f-a78e-cbc014628413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:29.316006 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b614e442-9a23-4d9f-a78e-cbc014628413 None None] Port d8e69c6f-5cc5-416c-8ee4-019f84f47208 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:37:29.407631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Router b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:37:29.576180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:37:29.586167 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-491024c7-2784-4b7b-837f-7b46828e520f admin admin] 10.222.0.15 "PUT /v2.0/routers/b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2409554 May 28 04:37:29.586716 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Sync routers for ids ['b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:37:29.602826 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Routers {'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:37:29.603640 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:37:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:37:29.771952 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Set router b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:37:30.137207 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3', 'name': 'router1', 'tenant_id': '66e63008d56b4e289a0686caff393f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:37:18Z', 'updated_at': '2022-05-28T04:37:28Z', 'revision_number': 2, 'project_id': '66e63008d56b4e289a0686caff393f92', 'gw_port_host': None, '_interfaces': [{'id': 'd8e69c6f-5cc5-416c-8ee4-019f84f47208', 'name': '', 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223', 'tenant_id': '66e63008d56b4e289a0686caff393f92', 'mac_address': 'fa:16:3e:02:a9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '735e5ebc-7678-47ce-9b83-f8dcc62d6317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:37:27Z', 'updated_at': '2022-05-28T04:37:28Z', 'revision_number': 2, 'project_id': '66e63008d56b4e289a0686caff393f92', 'subnets': [{'id': '735e5ebc-7678-47ce-9b83-f8dcc62d6317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67e67ff8-6903-4faa-8943-48c2970ceb10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:37:30.142164 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Checking router: b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:37:30.142536 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Updating router b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3 port d8e69c6f-5cc5-416c-8ee4-019f84f47208 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:37:30.196161 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:30.565170 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:30.580011 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Transition to ACTIVE for port object d8e69c6f-5cc5-416c-8ee4-019f84f47208 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:37:30.588048 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:30.785351 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd224f78-261f-459d-bd60-933ab3114f09 None None] Pushing event updated for resources: {'Port': ['ID=d8e69c6f-5cc5-416c-8ee4-019f84f47208,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:30.829086 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd224f78-261f-459d-bd60-933ab3114f09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:30.829352 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd224f78-261f-459d-bd60-933ab3114f09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:30.829693 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd224f78-261f-459d-bd60-933ab3114f09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:30.830029 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd224f78-261f-459d-bd60-933ab3114f09 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:30.830364 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd224f78-261f-459d-bd60-933ab3114f09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:30.830682 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd224f78-261f-459d-bd60-933ab3114f09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:30.830997 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd224f78-261f-459d-bd60-933ab3114f09 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:30.831939 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd224f78-261f-459d-bd60-933ab3114f09 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:30.831939 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd224f78-261f-459d-bd60-933ab3114f09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:30.831939 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd224f78-261f-459d-bd60-933ab3114f09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:30.832237 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd224f78-261f-459d-bd60-933ab3114f09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd224f78-261f-459d-bd60-933ab3114f09 None None] Tracked resource versions report: May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: pushed versions: May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: { 'ConntrackHelper': {'1.0'}, May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Log': {'1.0'}, May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Network': {'1.1'}, May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Port': {'1.5'}, May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'PortForwarding': {'1.2'}, May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'QosPolicy': {'1.8'}, May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'SecurityGroup': {'1.2'}, May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'SecurityGroupRule': {'1.0'}, May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'SubPort': {'1.0'}, May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Subnet': {'1.1'}, May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Trunk': {'1.1'}} May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: consumer versions: May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: { DHCP agent@dv-neutron-843300-5-hyperv: {}, May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: L3 agent@dv-neutron-843300-5-hyperv: {}, May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: Metadata agent@dv-neutron-843300-5-hyperv: {}, May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: Metering agent@dv-neutron-843300-5-hyperv: {}, May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: Open vSwitch agent@dv-neutron-843300-5-hyperv: { 'ConntrackHelper': '1.0', May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Log': '1.0', May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Network': '1.1', May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Port': '1.5', May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'PortForwarding': '1.2', May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'QosPolicy': '1.8', May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'SecurityGroup': '1.2', May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'SecurityGroupRule': '1.0', May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'SubPort': '1.0', May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Subnet': '1.1', May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Trunk': '1.1'}} May 28 04:37:30.833539 dv-neutron-843300-5-hyperv neutron-server[84013]: {{(pid=84013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 04:37:30.852791 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Attempting to bind port d8e69c6f-5cc5-416c-8ee4-019f84f47208 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:37:30.853182 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Attempting to bind port d8e69c6f-5cc5-416c-8ee4-019f84f47208 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '6abd058a-1e97-4627-a715-5e069e75e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:37:30.853606 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Attempting to bind port d8e69c6f-5cc5-416c-8ee4-019f84f47208 on network 4963cc01-be37-4b71-b76f-43ac60021223 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:37:30.860138 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:37:30.860530 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Checking segment: {'id': '6abd058a-1e97-4627-a715-5e069e75e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:37:30.860969 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:30.861341 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Bound using segment: {'id': '6abd058a-1e97-4627-a715-5e069e75e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:37:30.861878 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Bound port: d8e69c6f-5cc5-416c-8ee4-019f84f47208, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abd058a-1e97-4627-a715-5e069e75e6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:37:30.862251 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:30.952425 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] For port d8e69c6f-5cc5-416c-8ee4-019f84f47208, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:37:30.956687 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] For port d8e69c6f-5cc5-416c-8ee4-019f84f47208, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d8e69c6f-5cc5-416c-8ee4-019f84f47208,segment=NetworkSegment(6abd058a-1e97-4627-a715-5e069e75e6de),segment_id=6abd058a-1e97-4627-a715-5e069e75e6de)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:37:30.961322 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:31.048770 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd224f78-261f-459d-bd60-933ab3114f09 None None] Pushing event updated for resources: {'Port': ['ID=d8e69c6f-5cc5-416c-8ee4-019f84f47208,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:31.058518 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Routers {'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:37:31.059151 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:37:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:37:31.210919 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] Set router b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:37:31.544686 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3', 'name': 'router1', 'tenant_id': '66e63008d56b4e289a0686caff393f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:37:18Z', 'updated_at': '2022-05-28T04:37:28Z', 'revision_number': 2, 'project_id': '66e63008d56b4e289a0686caff393f92', 'gw_port_host': None, '_interfaces': [{'id': 'd8e69c6f-5cc5-416c-8ee4-019f84f47208', 'name': '', 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223', 'tenant_id': '66e63008d56b4e289a0686caff393f92', 'mac_address': 'fa:16:3e:02:a9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '735e5ebc-7678-47ce-9b83-f8dcc62d6317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:37:27Z', 'updated_at': '2022-05-28T04:37:30Z', 'revision_number': 4, 'project_id': '66e63008d56b4e289a0686caff393f92', 'subnets': [{'id': '735e5ebc-7678-47ce-9b83-f8dcc62d6317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67e67ff8-6903-4faa-8943-48c2970ceb10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:37:31.548680 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7e7279-8292-4358-8988-bc9bc239e9e0 None None] The sync data for ids ['b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3'] in dv-neutron-843300-5-hyperv is: [{'id': 'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3', 'name': 'router1', 'tenant_id': '66e63008d56b4e289a0686caff393f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:37:18Z', 'updated_at': '2022-05-28T04:37:28Z', 'revision_number': 2, 'project_id': '66e63008d56b4e289a0686caff393f92', 'gw_port_host': None, '_interfaces': [{'id': 'd8e69c6f-5cc5-416c-8ee4-019f84f47208', 'name': '', 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223', 'tenant_id': '66e63008d56b4e289a0686caff393f92', 'mac_address': 'fa:16:3e:02:a9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '735e5ebc-7678-47ce-9b83-f8dcc62d6317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:37:27Z', 'updated_at': '2022-05-28T04:37:30Z', 'revision_number': 4, 'project_id': '66e63008d56b4e289a0686caff393f92', 'subnets': [{'id': '735e5ebc-7678-47ce-9b83-f8dcc62d6317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67e67ff8-6903-4faa-8943-48c2970ceb10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:37:31.648213 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 49282) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:37:31.818914 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19404b90-a11c-4dfc-b65b-ef8a2596ea74 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:37:31.819468 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-19404b90-a11c-4dfc-b65b-ef8a2596ea74 admin admin] Synchronizing usage tracker for tenant:6b4720906f824d2e8ddf61ef9985d5e3 on resource:network {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:37:31.840456 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-19404b90-a11c-4dfc-b65b-ef8a2596ea74 admin admin] Unset dirty status for tenant:6b4720906f824d2e8ddf61ef9985d5e3 on resource:network {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:37:31.842166 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-19404b90-a11c-4dfc-b65b-ef8a2596ea74 admin admin] 10.222.0.15 "GET /v2.0/networks/6b12f09f-b65e-4d12-8bf2-4181a77a58b9 HTTP/1.1" status: 200 len: 842 time: 0.1930065 May 28 04:37:31.852719 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:37:31.858551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:37:31.862443 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] Usage tracker for resource:subnet and tenant:6b4720906f824d2e8ddf61ef9985d5e3 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:37:31.865541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:37:31.875702 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:37:31.887451 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] Made reservation on behalf of 6b4720906f824d2e8ddf61ef9985d5e3 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:37:31.890005 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:32.260613 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.objects.ports [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84009) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:37:32.261043 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:32.329171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff35d2c8-7558-40d4-a4a3-ccdcef6af425,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:32.345600 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:37:32.345953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] Network hostable DHCP agents. Network: 6b12f09f-b65e-4d12-8bf2-4181a77a58b9, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:37:32.372755 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:37:32.388242 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 6b12f09f-b65e-4d12-8bf2-4181a77a58b9) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:37:32.406742 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:37:32.406917 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:32.409260 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaf2ba9-466e-4465-a1ac-6978cd294936 None None] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:37:32.428740 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-98800362-02d2-42e4-99ba-3e44e5af2db7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5798321 May 28 04:37:32.635097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55ddb33-fefa-450b-a526-751cfc20a639 None None] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:37:33.739641 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d8e69c6f-5cc5-416c-8ee4-019f84f47208 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:37:33.833561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port d8e69c6f-5cc5-416c-8ee4-019f84f47208 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:37:33.838089 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d8e69c6f-5cc5-416c-8ee4-019f84f47208 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:37:33.838452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:33.951993 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:33.983431 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port d8e69c6f-5cc5-416c-8ee4-019f84f47208, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d8e69c6f-5cc5-416c-8ee4-019f84f47208,segment=NetworkSegment(6abd058a-1e97-4627-a715-5e069e75e6de),segment_id=6abd058a-1e97-4627-a715-5e069e75e6de)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:37:33.990114 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:34.055689 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=d8e69c6f-5cc5-416c-8ee4-019f84f47208,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:34.601033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 49296) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:37:34.876661 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2b92976c-29e0-4781-ad6e-5daec513cd58 admin admin] 10.222.0.15 "GET /v2.0/routers/b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3 HTTP/1.1" status: 200 len: 710 time: 0.2701073 May 28 04:37:35.002538 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c171122b-e888-4599-8bef-157a8be7076a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:37:35.003923 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c171122b-e888-4599-8bef-157a8be7076a admin admin] 10.222.0.15 "GET /v2.0/networks/6b12f09f-b65e-4d12-8bf2-4181a77a58b9 HTTP/1.1" status: 200 len: 886 time: 0.1266158 May 28 04:37:35.013682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:37:35.512627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:35.704977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:35.728908 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d8e69c6f-5cc5-416c-8ee4-019f84f47208 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:37:35.747187 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 5 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:37:35.764554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:35.800280 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d8e69c6f-5cc5-416c-8ee4-019f84f47208 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:37:35.800692 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:35.904399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Allocated IP 172.26.8.82 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/5fbdc241-1fca-406e-924a-985124629881) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:37:36.082769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:36.141373 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:36.211269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:37:36.214057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:37:36.218595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:37:36.240515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Pushing event updated for resources: {'Port': ['ID=5fbdc241-1fca-406e-924a-985124629881,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:36.413273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:36.587928 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:36.591628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:36.815347 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Router b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:37:37.012362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:37:37.020951 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:37.024179 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-56961d61-4e8a-40fc-a1d2-27697e66444a admin admin] 10.222.0.15 "PUT /v2.0/routers/b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3 HTTP/1.1" status: 200 len: 889 time: 2.0118742 May 28 04:37:37.024364 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Sync routers for ids ['b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:37:37.040906 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Routers {'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:37:37.041599 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:37:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:37:37.232074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Set router b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:37:37.568474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3', 'name': 'router1', 'tenant_id': '66e63008d56b4e289a0686caff393f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '5fbdc241-1fca-406e-924a-985124629881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:37:18Z', 'updated_at': '2022-05-28T04:37:36Z', 'revision_number': 4, 'project_id': '66e63008d56b4e289a0686caff393f92', 'gw_port': {'id': '5fbdc241-1fca-406e-924a-985124629881', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:37:35Z', 'updated_at': '2022-05-28T04:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd8e69c6f-5cc5-416c-8ee4-019f84f47208', 'name': '', 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223', 'tenant_id': '66e63008d56b4e289a0686caff393f92', 'mac_address': 'fa:16:3e:02:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '735e5ebc-7678-47ce-9b83-f8dcc62d6317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:37:27Z', 'updated_at': '2022-05-28T04:37:33Z', 'revision_number': 5, 'project_id': '66e63008d56b4e289a0686caff393f92', 'subnets': [{'id': '735e5ebc-7678-47ce-9b83-f8dcc62d6317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67e67ff8-6903-4faa-8943-48c2970ceb10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:37:37.573443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Checking router: b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:37:37.573828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Updating router b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3 port 5fbdc241-1fca-406e-924a-985124629881 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:37:37.623657 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:37.948947 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:37.960442 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Transition to ACTIVE for port object 5fbdc241-1fca-406e-924a-985124629881 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:37:37.968095 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:38.045203 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Attempting to bind port 5fbdc241-1fca-406e-924a-985124629881 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:37:38.045920 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Attempting to bind port 5fbdc241-1fca-406e-924a-985124629881 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:37:38.045920 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Attempting to bind port 5fbdc241-1fca-406e-924a-985124629881 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:37:38.047902 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851580c-324b-4777-9c02-0875fb49dd5a None None] Pushing event updated for resources: {'Port': ['ID=5fbdc241-1fca-406e-924a-985124629881,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:38.055127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:37:38.055445 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:37:38.055857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:38.056226 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:37:38.056675 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Bound port: 5fbdc241-1fca-406e-924a-985124629881, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:37:38.057047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:38.128401 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] For port 5fbdc241-1fca-406e-924a-985124629881, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:37:38.131713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] For port 5fbdc241-1fca-406e-924a-985124629881, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5fbdc241-1fca-406e-924a-985124629881,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:37:38.137836 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:38.237700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851580c-324b-4777-9c02-0875fb49dd5a None None] Pushing event updated for resources: {'Port': ['ID=5fbdc241-1fca-406e-924a-985124629881,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:38.243440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Routers {'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:37:38.244033 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:37:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:37:38.428632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] Set router b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:37:38.769889 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3', 'name': 'router1', 'tenant_id': '66e63008d56b4e289a0686caff393f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '5fbdc241-1fca-406e-924a-985124629881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:37:18Z', 'updated_at': '2022-05-28T04:37:36Z', 'revision_number': 4, 'project_id': '66e63008d56b4e289a0686caff393f92', 'gw_port': {'id': '5fbdc241-1fca-406e-924a-985124629881', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:37:35Z', 'updated_at': '2022-05-28T04:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd8e69c6f-5cc5-416c-8ee4-019f84f47208', 'name': '', 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223', 'tenant_id': '66e63008d56b4e289a0686caff393f92', 'mac_address': 'fa:16:3e:02:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '735e5ebc-7678-47ce-9b83-f8dcc62d6317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:37:27Z', 'updated_at': '2022-05-28T04:37:33Z', 'revision_number': 5, 'project_id': '66e63008d56b4e289a0686caff393f92', 'subnets': [{'id': '735e5ebc-7678-47ce-9b83-f8dcc62d6317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67e67ff8-6903-4faa-8943-48c2970ceb10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:37:38.775504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ad9a7a-3841-409f-b6e0-bfef5b5dda10 None None] The sync data for ids ['b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3'] in dv-neutron-843300-5-hyperv is: [{'id': 'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3', 'name': 'router1', 'tenant_id': '66e63008d56b4e289a0686caff393f92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.82'}], 'enable_snat': True}, 'gw_port_id': '5fbdc241-1fca-406e-924a-985124629881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:37:18Z', 'updated_at': '2022-05-28T04:37:36Z', 'revision_number': 4, 'project_id': '66e63008d56b4e289a0686caff393f92', 'gw_port': {'id': '5fbdc241-1fca-406e-924a-985124629881', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:30:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:37:35Z', 'updated_at': '2022-05-28T04:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd8e69c6f-5cc5-416c-8ee4-019f84f47208', 'name': '', 'network_id': '4963cc01-be37-4b71-b76f-43ac60021223', 'tenant_id': '66e63008d56b4e289a0686caff393f92', 'mac_address': 'fa:16:3e:02:a9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b2afbb-b943-4d88-a8b1-2c45d9c0b5e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '735e5ebc-7678-47ce-9b83-f8dcc62d6317', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:37:27Z', 'updated_at': '2022-05-28T04:37:33Z', 'revision_number': 5, 'project_id': '66e63008d56b4e289a0686caff393f92', 'subnets': [{'id': '735e5ebc-7678-47ce-9b83-f8dcc62d6317', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '67e67ff8-6903-4faa-8943-48c2970ceb10'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:37:39.255854 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 49306) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:37:39.395206 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7ef3ed7f-f33a-4f74-a470-dd4d0ec3be06 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1381896 May 28 04:37:39.748209 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5fbdc241-1fca-406e-924a-985124629881 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:37:39.822965 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 5fbdc241-1fca-406e-924a-985124629881 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:37:39.827864 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 5fbdc241-1fca-406e-924a-985124629881 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:37:39.828244 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:39.949035 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:39.965131 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 5fbdc241-1fca-406e-924a-985124629881, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5fbdc241-1fca-406e-924a-985124629881,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:37:39.969802 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:40.037516 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=5fbdc241-1fca-406e-924a-985124629881,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:37:41.732989 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5fbdc241-1fca-406e-924a-985124629881 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:37:41.813051 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 5fbdc241-1fca-406e-924a-985124629881 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:37:41.813477 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:52.085268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0671a41d-602f-4f81-8d7d-77fc797f3622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:54.257618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a676-29ac-4ee3-a84d-3c85ae521a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:55.407796 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:55.476269 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:37:56.958521 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:38:12.747276 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 5 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:38:22.091678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c0b1ca9b-126e-4891-90f0-ad1f5ad3e618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:38:24.266289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3a7e7726-8392-4e98-ad6a-286fc8151142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:38:25.410025 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:38:25.480180 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:38:26.969293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:38:49.750962 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 5 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:38:52.092811 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e2201a2a-d88b-4f89-9148-db0fa153525c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:38:54.262715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a86d4bd1-dda6-4ee8-a0b6-8c37aabd5191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:38:55.421809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:38:55.485243 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:38:56.973049 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:39:22.090012 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-913ae1c7-d4a8-4617-9391-d43f4721cb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:39:24.258172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2f61dded-48ed-44e8-8f63-034691ba43e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:39:25.414191 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:39:25.490687 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:39:26.752395 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 5 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:39:26.975536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:39:46.341447 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 49916) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:39:46.438452 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec2b1e0-f789-4970-97b6-68d16a8a4bec admin admin] GET failed (client error): The resource could not be found. May 28 04:39:46.439651 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-eec2b1e0-f789-4970-97b6-68d16a8a4bec admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0971458 May 28 04:39:46.588074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b63ae10-003b-4c70-a818-685da8bfb0a3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:39:46.589590 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6b63ae10-003b-4c70-a818-685da8bfb0a3 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1458039 May 28 04:39:48.634124 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 49926) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:39:48.788922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51445b5-cc90-4f95-9a4a-0b3528fff6f5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:39:48.790505 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f51445b5-cc90-4f95-9a4a-0b3528fff6f5 admin admin] 10.222.0.15 "GET /v2.0/subnets/735e5ebc-7678-47ce-9b83-f8dcc62d6317 HTTP/1.1" status: 200 len: 849 time: 0.1552975 May 28 04:39:48.799667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:39:48.913810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:39:49.140883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773018525085'] for subnet, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:39:49.186461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:39:49.186461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:39:49.187649 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] 10.222.0.15 "PUT /v2.0/subnets/735e5ebc-7678-47ce-9b83-f8dcc62d6317 HTTP/1.1" status: 200 len: 868 time: 0.3916707 May 28 04:39:49.189373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c6d8dd-6dff-4be0-9c20-95705c1607b4 None None] Network 4963cc01-be37-4b71-b76f-43ac60021223 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:39:49.210286 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=735e5ebc-7678-47ce-9b83-f8dcc62d6317,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:39:49.219822 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:39:49.220197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:39:49.220481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:39:49.220800 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:39:49.221124 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:39:49.221442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:39:49.221794 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:39:49.222105 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:39:49.222404 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:39:49.222735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:39:49.223031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc45485-7310-4047-b645-2c41d15b5ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:39:49.808139 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d74d83ee-61ec-4881-b642-f7347d092aa8 None None] Provisioning complete for port d8e69c6f-5cc5-416c-8ee4-019f84f47208 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:39:49.808507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d74d83ee-61ec-4881-b642-f7347d092aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:39:49.937181 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d74d83ee-61ec-4881-b642-f7347d092aa8 None None] Provisioning complete for port cc1bc1d6-6cde-4260-9a90-95c44a1bbca4 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:39:49.937613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d74d83ee-61ec-4881-b642-f7347d092aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:39:51.275993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 49936) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:39:51.488162 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a583a-a52b-4565-bb8e-618af8627b61 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:39:51.488395 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a583a-a52b-4565-bb8e-618af8627b61 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:39:51.489975 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-850a583a-a52b-4565-bb8e-618af8627b61 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2126660 May 28 04:39:52.083583 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-de6f7e80-091e-4e20-afda-f50caba448f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:39:53.567187 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 49946) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:39:53.780682 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13d3d74-f369-4c0d-8ea6-beb5958b23ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:39:53.781047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13d3d74-f369-4c0d-8ea6-beb5958b23ff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:39:53.782608 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a13d3d74-f369-4c0d-8ea6-beb5958b23ff admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2141144 May 28 04:39:54.253878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fa591e5d-2db0-40e4-948a-a473dfdce560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:39:55.415361 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:39:55.497421 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:39:55.817523 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 49956) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:39:56.015854 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedcd75e-ee5b-4c64-900d-a0cffd070a2a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:39:56.017162 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-eedcd75e-ee5b-4c64-900d-a0cffd070a2a admin admin] 10.222.0.15 "GET /v2.0/networks/4963cc01-be37-4b71-b76f-43ac60021223 HTTP/1.1" status: 200 len: 869 time: 0.1986501 May 28 04:39:56.978083 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:39:58.079653 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 49966) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:39:58.331749 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2f4e87-b730-4171-ab19-326e19783d63 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:39:58.333564 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8d2f4e87-b730-4171-ab19-326e19783d63 admin admin] 10.222.0.15 "GET /v2.0/networks/6b12f09f-b65e-4d12-8bf2-4181a77a58b9 HTTP/1.1" status: 200 len: 886 time: 0.2529292 May 28 04:40:00.381864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 49976) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:40:00.519287 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0f0fa6-1389-4825-9a9c-f6f02e36918c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:40:00.519648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0f0fa6-1389-4825-9a9c-f6f02e36918c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:40:00.521152 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0d0f0fa6-1389-4825-9a9c-f6f02e36918c admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1383414 May 28 04:40:02.618511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 49986) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:40:02.772051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd1effa-93f2-4b35-b9c1-abf63206e81d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:40:02.772409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd1effa-93f2-4b35-b9c1-abf63206e81d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:40:02.774290 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dbd1effa-93f2-4b35-b9c1-abf63206e81d admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1544335 May 28 04:40:03.753363 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 5 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:40:04.803222 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 49996) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:40:04.954817 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315fc4bb-a4d6-461b-bdc2-a5d25aed63ec admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:40:04.955642 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-315fc4bb-a4d6-461b-bdc2-a5d25aed63ec admin admin] Synchronizing usage tracker for tenant:6b4720906f824d2e8ddf61ef9985d5e3 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:40:04.975897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-315fc4bb-a4d6-461b-bdc2-a5d25aed63ec admin admin] Unset dirty status for tenant:6b4720906f824d2e8ddf61ef9985d5e3 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:40:04.978092 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-315fc4bb-a4d6-461b-bdc2-a5d25aed63ec admin admin] 10.222.0.15 "GET /v2.0/subnets/735e5ebc-7678-47ce-9b83-f8dcc62d6317 HTTP/1.1" status: 200 len: 868 time: 0.1739497 May 28 04:40:07.024301 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50006) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:40:07.164062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f427be-2b5e-4e96-8356-0bf02102af7c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:40:07.165498 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d5f427be-2b5e-4e96-8356-0bf02102af7c admin admin] 10.222.0.15 "GET /v2.0/subnets/ff35d2c8-7558-40d4-a4a3-ccdcef6af425 HTTP/1.1" status: 200 len: 816 time: 0.1399293 May 28 04:40:22.088824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-35dced2c-1ca2-4813-8c81-6882f445c003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:24.258650 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bd878bdd-571e-46f2-815a-c5e1b32bc0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:25.096583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50044) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:40:25.185513 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-91d5a72f-9622-4d92-8500-14a7ee37144d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:40:25.187178 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-91d5a72f-9622-4d92-8500-14a7ee37144d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0891743 May 28 04:40:25.417833 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:25.492707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:26.983331 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:27.284694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50054) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:40:27.389686 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b02f18-0691-4820-8967-8a06c38a0d99 admin admin] GET failed (client error): The resource could not be found. May 28 04:40:27.390879 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-74b02f18-0691-4820-8967-8a06c38a0d99 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1051316 May 28 04:40:27.526993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469ffb42-cd37-4df5-a91e-7f911ad3f21c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:40:27.528353 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-469ffb42-cd37-4df5-a91e-7f911ad3f21c admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1334195 May 28 04:40:29.574039 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50064) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:40:29.648186 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e9e7b3d5-c04a-4831-b26a-11dc2e1b006b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:40:29.653482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e9e7b3d5-c04a-4831-b26a-11dc2e1b006b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:40:29.663515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e9e7b3d5-c04a-4831-b26a-11dc2e1b006b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:40:29.676093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e7b3d5-c04a-4831-b26a-11dc2e1b006b admin admin] Made reservation on behalf of 6b4720906f824d2e8ddf61ef9985d5e3 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:40:29.678472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e9e7b3d5-c04a-4831-b26a-11dc2e1b006b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:29.768968 dv-neutron-843300-5-hyperv neutron-server[84010]: WARNING neutron.services.revisions.revision_plugin [None req-e9e7b3d5-c04a-4831-b26a-11dc2e1b006b admin admin] Could not find related network for resource to bump revision. May 28 04:40:29.783945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e7b3d5-c04a-4831-b26a-11dc2e1b006b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:40:29.796655 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e9e7b3d5-c04a-4831-b26a-11dc2e1b006b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:29.797179 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-e9e7b3d5-c04a-4831-b26a-11dc2e1b006b admin admin] Added segment 88f4798c-e6c7-45cd-a657-56a113f7f899 of type vlan for network ea6d4604-e916-4172-b017-a7f7f6bca718 May 28 04:40:29.824056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e9e7b3d5-c04a-4831-b26a-11dc2e1b006b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:29.856719 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e9e7b3d5-c04a-4831-b26a-11dc2e1b006b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:29.857527 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e7b3d5-c04a-4831-b26a-11dc2e1b006b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:40:29.858123 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e9e7b3d5-c04a-4831-b26a-11dc2e1b006b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:29.957244 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e9e7b3d5-c04a-4831-b26a-11dc2e1b006b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3821106 May 28 04:40:29.957831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e7b3d5-c04a-4831-b26a-11dc2e1b006b admin admin] Pushing event updated for resources: {'Network': ['ID=ea6d4604-e916-4172-b017-a7f7f6bca718,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:40:29.968434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network ea6d4604-e916-4172-b017-a7f7f6bca718 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:40:31.959607 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50074) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:40:32.072671 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2da18ca-faa6-483f-be1e-a7613403c71d admin admin] GET failed (client error): The resource could not be found. May 28 04:40:32.073965 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b2da18ca-faa6-483f-be1e-a7613403c71d admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1133237 May 28 04:40:32.182382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23cd027-853c-4a48-970f-4073f4aa615c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:40:32.183821 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f23cd027-853c-4a48-970f-4073f4aa615c admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1039999 May 28 04:40:32.196272 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'ea6d4604-e916-4172-b017-a7f7f6bca718'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:40:32.200993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:40:32.210652 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:40:32.223523 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Made reservation on behalf of 6b4720906f824d2e8ddf61ef9985d5e3 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:40:32.225805 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:32.432882 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:32.495026 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad4eb52-abb8-400f-803e-c42c61e5af68,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:40:32.514958 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:32.515286 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:32.515605 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:32.515921 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:32.516235 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:32.516543 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:32.516853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:32.517161 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:32.517468 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:32.517793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:32.518111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:32.528372 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Checking segment: {'id': '88f4798c-e6c7-45cd-a657-56a113f7f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ea6d4604-e916-4172-b017-a7f7f6bca718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:40:32.528716 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Network hostable DHCP agents. Network: ea6d4604-e916-4172-b017-a7f7f6bca718, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:40:32.551895 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Network ea6d4604-e916-4172-b017-a7f7f6bca718 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:40:32.562262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, ea6d4604-e916-4172-b017-a7f7f6bca718) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:40:32.566416 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:40:32.566990 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:32.571178 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd5bcce-3144-480a-96a9-54da27ad1143 None None] Network ea6d4604-e916-4172-b017-a7f7f6bca718 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:40:32.592997 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b324cee7-69f0-4432-829e-99d0a255cef4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4001801 May 28 04:40:32.793751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ea6d4604-e916-4172-b017-a7f7f6bca718', 'network_id': 'ea6d4604-e916-4172-b017-a7f7f6bca718', 'tenant_id': '6b4720906f824d2e8ddf61ef9985d5e3', 'fixed_ips': [{'subnet_id': '2ad4eb52-abb8-400f-803e-c42c61e5af68'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:40:32.794577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:32.958039 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Allocated IP 192.168.233.2 (ea6d4604-e916-4172-b017-a7f7f6bca718/2ad4eb52-abb8-400f-803e-c42c61e5af68/b0735c10-caa0-4632-96bd-b074d38da501) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:40:33.160981 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:33.172068 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Transition to ACTIVE for port object b0735c10-caa0-4632-96bd-b074d38da501 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:40:33.190683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Transition to ACTIVE for port object b0735c10-caa0-4632-96bd-b074d38da501 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:40:33.197352 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:33.270990 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Pushing event updated for resources: {'Port': ['ID=b0735c10-caa0-4632-96bd-b074d38da501,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:40:33.274699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Network ea6d4604-e916-4172-b017-a7f7f6bca718 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:40:33.276760 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:40:33.279297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:40:33.287148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:33.289140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:33.289140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:33.289409 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:33.289485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:33.289848 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:33.290173 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:33.290512 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:33.290837 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:33.291158 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:33.291472 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:40:33.376992 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Attempting to bind port b0735c10-caa0-4632-96bd-b074d38da501 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:40:33.377404 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Attempting to bind port b0735c10-caa0-4632-96bd-b074d38da501 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '88f4798c-e6c7-45cd-a657-56a113f7f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ea6d4604-e916-4172-b017-a7f7f6bca718'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:40:33.377825 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Attempting to bind port b0735c10-caa0-4632-96bd-b074d38da501 on network ea6d4604-e916-4172-b017-a7f7f6bca718 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:40:33.384379 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:40:33.384740 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Checking segment: {'id': '88f4798c-e6c7-45cd-a657-56a113f7f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ea6d4604-e916-4172-b017-a7f7f6bca718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:40:33.385134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:33.385521 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Bound using segment: {'id': '88f4798c-e6c7-45cd-a657-56a113f7f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ea6d4604-e916-4172-b017-a7f7f6bca718'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:40:33.386070 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Bound port: b0735c10-caa0-4632-96bd-b074d38da501, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f4798c-e6c7-45cd-a657-56a113f7f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ea6d4604-e916-4172-b017-a7f7f6bca718'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:40:33.386452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:33.507530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] For port b0735c10-caa0-4632-96bd-b074d38da501, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:40:33.511944 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] For port b0735c10-caa0-4632-96bd-b074d38da501, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=b0735c10-caa0-4632-96bd-b074d38da501,segment=NetworkSegment(88f4798c-e6c7-45cd-a657-56a113f7f899),segment_id=88f4798c-e6c7-45cd-a657-56a113f7f899)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:40:33.519171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:33.596111 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737362a2-8efe-4979-a9d1-385b824eff36 None None] Pushing event updated for resources: {'Port': ['ID=b0735c10-caa0-4632-96bd-b074d38da501,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:40:33.908655 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device b0735c10-caa0-4632-96bd-b074d38da501 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:40:33.993308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port b0735c10-caa0-4632-96bd-b074d38da501 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:40:34.447287 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e705d58-39d3-4a3d-a2d7-b6c3ecb66d6e None None] Network ea6d4604-e916-4172-b017-a7f7f6bca718 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:40:34.557494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ac17e784-38e1-4bd2-bb86-a424b729a6ad None None] Provisioning for port b0735c10-caa0-4632-96bd-b074d38da501 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:40:34.566961 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ac17e784-38e1-4bd2-bb86-a424b729a6ad None None] Provisioning complete for port b0735c10-caa0-4632-96bd-b074d38da501 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:40:34.567321 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ac17e784-38e1-4bd2-bb86-a424b729a6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:34.782738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ac17e784-38e1-4bd2-bb86-a424b729a6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:34.827342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ac17e784-38e1-4bd2-bb86-a424b729a6ad None None] For port b0735c10-caa0-4632-96bd-b074d38da501, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=b0735c10-caa0-4632-96bd-b074d38da501,segment=NetworkSegment(88f4798c-e6c7-45cd-a657-56a113f7f899),segment_id=88f4798c-e6c7-45cd-a657-56a113f7f899)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:40:34.831631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ac17e784-38e1-4bd2-bb86-a424b729a6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:34.916685 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17e784-38e1-4bd2-bb86-a424b729a6ad None None] Pushing event updated for resources: {'Port': ['ID=b0735c10-caa0-4632-96bd-b074d38da501,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:40:35.052973 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3ce4ef8c-d577-4afd-9394-786f13666049 None None] Provisioning complete for port b0735c10-caa0-4632-96bd-b074d38da501 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:40:35.053328 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3ce4ef8c-d577-4afd-9394-786f13666049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:35.825827 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device b0735c10-caa0-4632-96bd-b074d38da501 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:40:35.896698 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port b0735c10-caa0-4632-96bd-b074d38da501 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:40:35.897104 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:40.760862 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 5 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:40:52.107879 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5bce8083-da49-4d43-aebc-e5f5673de2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:54.264457 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-15b7ca6b-a0b0-45c6-a958-c385d4e2a508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:55.421011 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:55.498761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:40:56.988689 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:41:17.752992 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 5 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:41:22.094071 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-acbe136b-811f-4b98-8513-f74a3c7daa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:41:24.268776 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-93dd38b4-bdd2-44f4-82de-3324d38407d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:41:25.423786 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:41:25.493959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:41:26.991097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:41:52.092886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5ffff2a3-3168-4e75-8983-dd07087ebcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:41:54.274565 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-10064520-4184-4429-a8e3-20348af249e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:41:54.754618 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 5 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:41:55.427882 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:41:55.502807 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:41:56.995472 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:09.417554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50118) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:42:09.426546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-e93f96fd-e495-405f-bbe8-a6c2a6596d3b tempest-verify_tempest_config-919061030 tempest-verify_tempest_config-919061030-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:42:09.427805 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e93f96fd-e495-405f-bbe8-a6c2a6596d3b tempest-verify_tempest_config-919061030 tempest-verify_tempest_config-919061030-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0091133 May 28 04:42:09.778719 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50134) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:42:09.933266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:09.966204 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:42:09.970237 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Usage tracker for resource:security_group_rule and tenant:6182057f94cd4a7d9fcb624c016f677f is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:42:09.972953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:42:09.978599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:42:10.041247 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:10.047466 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:10.097606 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde80d5a-66d3-4ada-8c8a-8b614b23183e,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:42:10.100407 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Synchronizing usage tracker for tenant:6b4720906f824d2e8ddf61ef9985d5e3 on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:42:10.112000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.112265 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.112592 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.112917 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.113252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.113572 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.113934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.114233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.114547 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.114852 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.115162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.130836 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] Unset dirty status for tenant:6b4720906f824d2e8ddf61ef9985d5e3 on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:42:10.135197 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8deba544-7b03-4fd8-ab61-3624b90abef1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6182057f94cd4a7d9fcb624c016f677f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3554931 May 28 04:42:10.135365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50140) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:42:10.201966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:10.228571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:10.326964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:10.350564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde80d5a-66d3-4ada-8c8a-8b614b23183e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:42:10.358310 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:10.359924 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bde80d5a-66d3-4ada-8c8a-8b614b23183e HTTP/1.1" status: 204 len: 168 time: 0.2237029 May 28 04:42:10.361591 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.361969 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.362363 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.362631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.362972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.363293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.363629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.363934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.364243 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.364541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:10.364873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf81e8f4-423d-4f37-8cba-e7dcf4a5995a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:42:22.099195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-23bc0541-e90b-4b0e-ab2a-64db61de90ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:24.281472 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e75e1e1c-8b4d-4607-9e3a-b9a787107193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:25.442547 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:25.501122 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:27.007965 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:31.761497 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 5 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:42:52.092092 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fc50e483-d611-49bf-950c-603b8b016c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:54.280197 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b14dba15-986b-4d71-9e78-71422c741dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:55.441211 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:55.496393 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:42:57.002580 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:43:08.754890 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 5 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:43:22.088938 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9ff99cce-efd5-4fa4-bef6-7d3f82771ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:43:24.274982 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cd8b1258-43e3-48af-8e8b-35f33e04a40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:43:24.624568 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-501566'] for agent, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:43:25.450911 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:43:25.502143 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:43:27.007876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:43:39.828662 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50210) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:43:39.987514 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-383871c9-b325-456b-a6e9-64d38694e5d4 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1574399 May 28 04:43:42.006006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50220) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:43:42.089922 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a1edba95-19f5-4e90-a3cd-237c3f9674ec admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0821340 May 28 04:43:45.762325 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:43:52.089199 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-38821586-5768-4f2a-88d4-b0abbefd8f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:43:54.279743 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ac68ddb2-a7e7-4b46-8763-35536ea36163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:43:54.587499 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:43:55.447523 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:43:55.508029 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:43:57.010647 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:44:22.096750 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c69cc55b-b174-4772-8b4d-a0bfe70d4f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:44:22.753982 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:44:24.285485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-be11c521-ffad-426e-83dc-f7726524141d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:44:24.573964 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:44:25.446780 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:44:25.514670 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:44:27.012688 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:44:52.085305 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-25867814-8a13-4bf5-bbcf-a8651c5c3e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:44:54.289222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-47878713-a936-4ac4-802f-f86c2c9b55e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:44:54.574657 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:44:55.451833 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:44:55.511687 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:44:57.015599 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:44:59.754503 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:45:04.554190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50354) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:05.062384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1719770484-network', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:05.067314 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:05.071473 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Usage tracker for resource:network and tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:05.076169 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:05.082066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:05.093317 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Made reservation on behalf of 8874bc9f5e654b27b25dbb6c2a0fb0ef for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:05.095809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:05.108817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:05.144493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:05.148467 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Usage tracker for resource:security_group_rule and tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:05.151512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:05.157286 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:05.232531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:05.238920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:05.273074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:45:05.278094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a954ff37-bda0-4e63-bdc4-0e1e1ff1b551,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:05.293198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.293536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.293884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.294208 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.294542 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.294884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.295183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.295494 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.295816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.296132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.296418 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Tracked resource versions report: May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: pushed versions: May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: { 'ConntrackHelper': {'1.0'}, May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Log': {'1.0'}, May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Network': {'1.1'}, May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Port': {'1.5'}, May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'PortForwarding': {'1.2'}, May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'QosPolicy': {'1.8'}, May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'SecurityGroup': {'1.2'}, May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'SecurityGroupRule': {'1.0'}, May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'SubPort': {'1.0'}, May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Subnet': {'1.1'}, May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Trunk': {'1.1'}} May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: consumer versions: May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: { DHCP agent@dv-neutron-843300-5-hyperv: {}, May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: HyperV agent@hv-neutron-8433: {}, May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: L3 agent@dv-neutron-843300-5-hyperv: {}, May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: Metadata agent@dv-neutron-843300-5-hyperv: {}, May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: Metering agent@dv-neutron-843300-5-hyperv: {}, May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: Open vSwitch agent@dv-neutron-843300-5-hyperv: { 'ConntrackHelper': '1.0', May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Log': '1.0', May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Network': '1.1', May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Port': '1.5', May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'PortForwarding': '1.2', May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'QosPolicy': '1.8', May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'SecurityGroup': '1.2', May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'SecurityGroupRule': '1.0', May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'SubPort': '1.0', May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Subnet': '1.1', May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: 'Trunk': '1.1'}} May 28 04:45:05.297441 dv-neutron-843300-5-hyperv neutron-server[84010]: {{(pid=84010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 04:45:05.301411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:05.301766 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Added segment d585a428-fa4c-4a71-9fad-fa2b6cd5c483 of type vlan for network a8948682-ca33-4cb9-a94c-ea149f8c5b44 May 28 04:45:05.330901 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:05.361632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:05.362822 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:05.363455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:05.451710 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50394) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:05.452321 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8957150 May 28 04:45:05.462412 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Request body: {'subnet': {'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1719770484-subnet', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:05.468264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:05.473170 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Usage tracker for resource:subnet and tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:05.477082 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:05.479179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15fc37-33b5-4819-ae32-2b936ef15a26 admin admin] Pushing event updated for resources: {'Network': ['ID=a8948682-ca33-4cb9-a94c-ea149f8c5b44,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:05.483641 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:05.490954 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network a8948682-ca33-4cb9-a94c-ea149f8c5b44 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:45:05.496483 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Made reservation on behalf of 8874bc9f5e654b27b25dbb6c2a0fb0ef for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:05.499116 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Notify callbacks [] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:05.715357 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:05.795259 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b87c52c-c0b5-40e9-a49d-a4daf05c13b5,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:05.807739 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.808076 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.808403 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.808722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.809057 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.809376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.809707 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.810019 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.810327 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.810635 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.810945 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Tracked resource versions report: May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: pushed versions: May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: { 'ConntrackHelper': {'1.0'}, May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Log': {'1.0'}, May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Network': {'1.1'}, May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Port': {'1.5'}, May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'PortForwarding': {'1.2'}, May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'QosPolicy': {'1.8'}, May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'SecurityGroup': {'1.2'}, May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'SecurityGroupRule': {'1.0'}, May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'SubPort': {'1.0'}, May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Subnet': {'1.1'}, May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Trunk': {'1.1'}} May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: consumer versions: May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: { DHCP agent@dv-neutron-843300-5-hyperv: {}, May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: HyperV agent@hv-neutron-8433: {}, May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: L3 agent@dv-neutron-843300-5-hyperv: {}, May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: Metadata agent@dv-neutron-843300-5-hyperv: {}, May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: Metering agent@dv-neutron-843300-5-hyperv: {}, May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: Open vSwitch agent@dv-neutron-843300-5-hyperv: { 'ConntrackHelper': '1.0', May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Log': '1.0', May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Network': '1.1', May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Port': '1.5', May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'PortForwarding': '1.2', May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'QosPolicy': '1.8', May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'SecurityGroup': '1.2', May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'SecurityGroupRule': '1.0', May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'SubPort': '1.0', May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Subnet': '1.1', May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: 'Trunk': '1.1'}} May 28 04:45:05.811983 dv-neutron-843300-5-hyperv neutron-server[84009]: {{(pid=84009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 04:45:05.817694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Checking segment: {'id': 'd585a428-fa4c-4a71-9fad-fa2b6cd5c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:05.818051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Network hostable DHCP agents. Network: a8948682-ca33-4cb9-a94c-ea149f8c5b44, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:45:05.843994 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Network a8948682-ca33-4cb9-a94c-ea149f8c5b44 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:45:05.856204 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, a8948682-ca33-4cb9-a94c-ea149f8c5b44) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:05.864608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:05.865376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:05.866343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b251e4-4b8b-4049-a206-32f4327e710b None None] Network a8948682-ca33-4cb9-a94c-ea149f8c5b44 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:05.905169 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0015c400-3a8f-438b-8f38-62fe2d6884da admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4496439 May 28 04:45:05.905509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50408) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:05.912071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1719770484-router', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:05.926073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:05.932220 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Usage tracker for resource:router and tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:05.936133 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:05.945546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:05.952185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50412) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:05.972523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:05.974610 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:05.997133 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.134363 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'fixed_ips': [{'subnet_id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:45:06.135302 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.160402 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.313102 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Allocated IP 172.20.0.2 (a8948682-ca33-4cb9-a94c-ea149f8c5b44/5b87c52c-c0b5-40e9-a49d-a4daf05c13b5/9526007d-719e-400e-8bed-228b76d0a625) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:06.416682 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-85334929-network', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:06.419954 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.422691 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:06.433788 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Usage tracker for resource:network and tenant:dbe57ccc60ca477ca4d901e7c6a5711c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:06.439546 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:06.451326 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:06.454836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.476946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Made reservation on behalf of dbe57ccc60ca477ca4d901e7c6a5711c for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:06.479700 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.503029 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.543496 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:06.550249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Usage tracker for resource:security_group_rule and tenant:dbe57ccc60ca477ca4d901e7c6a5711c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:06.557481 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:06.582675 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:06.626786 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Allocated IP 172.26.8.92 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/d71bb0a3-707e-44c4-a9a8-e560568b14df) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:06.659890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.671086 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Transition to ACTIVE for port object 9526007d-719e-400e-8bed-228b76d0a625 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:06.694048 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Transition to ACTIVE for port object 9526007d-719e-400e-8bed-228b76d0a625 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:06.697012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.704890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.707067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.770055 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:45:06.781330 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2518b1b0-a1c9-4c27-a8cc-abfc83d1d6b1,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:06.793445 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Pushing event updated for resources: {'Port': ['ID=9526007d-719e-400e-8bed-228b76d0a625,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:06.801687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.803544 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Added segment a4e56770-2757-4b53-8bc7-aaf22620cb66 of type vlan for network af7fbe75-51f4-4a27-b635-152fc1216874 May 28 04:45:06.806414 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:06.807060 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:06.807633 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:06.808362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:06.808859 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:06.809484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:06.810068 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:06.810568 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:06.811170 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:06.811631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:06.812220 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Tracked resource versions report: May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: pushed versions: May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: { 'ConntrackHelper': {'1.0'}, May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Log': {'1.0'}, May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Network': {'1.1'}, May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Port': {'1.5'}, May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'PortForwarding': {'1.2'}, May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'QosPolicy': {'1.8'}, May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'SecurityGroup': {'1.2'}, May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'SecurityGroupRule': {'1.0'}, May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'SubPort': {'1.0'}, May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Subnet': {'1.1'}, May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Trunk': {'1.1'}} May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: consumer versions: May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: { DHCP agent@dv-neutron-843300-5-hyperv: {}, May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: HyperV agent@hv-neutron-8433: {}, May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: L3 agent@dv-neutron-843300-5-hyperv: {}, May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: Metadata agent@dv-neutron-843300-5-hyperv: {}, May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: Metering agent@dv-neutron-843300-5-hyperv: {}, May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: Open vSwitch agent@dv-neutron-843300-5-hyperv: { 'ConntrackHelper': '1.0', May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Log': '1.0', May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Network': '1.1', May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Port': '1.5', May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'PortForwarding': '1.2', May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'QosPolicy': '1.8', May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'SecurityGroup': '1.2', May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'SecurityGroupRule': '1.0', May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'SubPort': '1.0', May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Subnet': '1.1', May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: 'Trunk': '1.1'}} May 28 04:45:06.813428 dv-neutron-843300-5-hyperv neutron-server[84011]: {{(pid=84011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 04:45:06.834278 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.839525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Network a8948682-ca33-4cb9-a94c-ea149f8c5b44 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:06.843134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:06.846444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:06.859682 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.883629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.906402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.907572 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:06.908567 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:06.981626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:06.982628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Pushing event updated for resources: {'Port': ['ID=d71bb0a3-707e-44c4-a9a8-e560568b14df,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:06.985118 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:07.006372 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:07.023413 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] Pushing event updated for resources: {'Network': ['ID=af7fbe75-51f4-4a27-b635-152fc1216874,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:07.044854 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network af7fbe75-51f4-4a27-b635-152fc1216874 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:45:07.047455 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8bba1524-ea38-48e8-8397-1adc0327114e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0944896 May 28 04:45:07.050076 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50446) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:07.057171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4037672c-9162-4e3e-90cf-81d3f69dae47 admin admin] Request body: {'subnet': {'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-85334929-subnet', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:07.063611 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4037672c-9162-4e3e-90cf-81d3f69dae47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:07.069257 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4037672c-9162-4e3e-90cf-81d3f69dae47 admin admin] Usage tracker for resource:subnet and tenant:dbe57ccc60ca477ca4d901e7c6a5711c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:07.073945 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4037672c-9162-4e3e-90cf-81d3f69dae47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:07.080790 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4037672c-9162-4e3e-90cf-81d3f69dae47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:07.098707 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4037672c-9162-4e3e-90cf-81d3f69dae47 admin admin] Made reservation on behalf of dbe57ccc60ca477ca4d901e7c6a5711c for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:07.101786 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4037672c-9162-4e3e-90cf-81d3f69dae47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:07.163552 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:07.164528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:07.171278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Attempting to bind port 9526007d-719e-400e-8bed-228b76d0a625 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:07.171641 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Attempting to bind port 9526007d-719e-400e-8bed-228b76d0a625 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'd585a428-fa4c-4a71-9fad-fa2b6cd5c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:07.172083 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Attempting to bind port 9526007d-719e-400e-8bed-228b76d0a625 on network a8948682-ca33-4cb9-a94c-ea149f8c5b44 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:07.178971 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:45:07.179455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Checking segment: {'id': 'd585a428-fa4c-4a71-9fad-fa2b6cd5c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:07.179852 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:07.180228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Bound using segment: {'id': 'd585a428-fa4c-4a71-9fad-fa2b6cd5c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:45:07.180751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Bound port: 9526007d-719e-400e-8bed-228b76d0a625, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd585a428-fa4c-4a71-9fad-fa2b6cd5c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:45:07.181168 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:07.283916 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] For port 9526007d-719e-400e-8bed-228b76d0a625, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:07.288221 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] For port 9526007d-719e-400e-8bed-228b76d0a625, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9526007d-719e-400e-8bed-228b76d0a625,segment=NetworkSegment(d585a428-fa4c-4a71-9fad-fa2b6cd5c483),segment_id=d585a428-fa4c-4a71-9fad-fa2b6cd5c483)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:45:07.298365 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:07.397772 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4037672c-9162-4e3e-90cf-81d3f69dae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:07.412515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3f0f3-0ae2-418b-bc93-9a0921f6bcf6 None None] Pushing event updated for resources: {'Port': ['ID=9526007d-719e-400e-8bed-228b76d0a625,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:07.468046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037672c-9162-4e3e-90cf-81d3f69dae47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9590fb3a-012f-4dbc-8eec-5473af1a3309,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:07.510676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Router a7da7add-9008-484e-9666-959c99b6afbf is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:45:07.514005 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4037672c-9162-4e3e-90cf-81d3f69dae47 admin admin] Checking segment: {'id': 'a4e56770-2757-4b53-8bc7-aaf22620cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:07.514519 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4037672c-9162-4e3e-90cf-81d3f69dae47 admin admin] Network hostable DHCP agents. Network: af7fbe75-51f4-4a27-b635-152fc1216874, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:45:07.567579 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4037672c-9162-4e3e-90cf-81d3f69dae47 admin admin] Network af7fbe75-51f4-4a27-b635-152fc1216874 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:45:07.596340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-4037672c-9162-4e3e-90cf-81d3f69dae47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, af7fbe75-51f4-4a27-b635-152fc1216874) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:07.611577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c3ab0d-4a42-40d0-b9d4-2a1d960b73ff None None] Network af7fbe75-51f4-4a27-b635-152fc1216874 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:07.611812 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4037672c-9162-4e3e-90cf-81d3f69dae47 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:07.613136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4037672c-9162-4e3e-90cf-81d3f69dae47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:07.652378 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4037672c-9162-4e3e-90cf-81d3f69dae47 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6007671 May 28 04:45:07.653037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50458) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:07.660165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-85334929-router', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:07.669870 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:07.675068 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Usage tracker for resource:router and tenant:dbe57ccc60ca477ca4d901e7c6a5711c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:07.678233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:07.686298 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:07.701821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:07.703243 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:07.734485 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:08.005343 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:45:08.023767 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Sync routers for ids ['a7da7add-9008-484e-9666-959c99b6afbf'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:45:08.052389 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Routers {'a7da7add-9008-484e-9666-959c99b6afbf'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:45:08.053169 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:44:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7da7add-9008-484e-9666-959c99b6afbf'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:08.071733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:08.078691 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b8feeff4-e9a9-464e-8659-4244742819cd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1712039 May 28 04:45:08.079354 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50478) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:08.124057 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9526007d-719e-400e-8bed-228b76d0a625 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:08.185806 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-af7fbe75-51f4-4a27-b635-152fc1216874', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'fixed_ips': [{'subnet_id': '9590fb3a-012f-4dbc-8eec-5473af1a3309'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:45:08.186788 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:08.208147 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:08.494796 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Set router a7da7add-9008-484e-9666-959c99b6afbf gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:45:08.498693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Allocated IP 172.20.0.2 (af7fbe75-51f4-4a27-b635-152fc1216874/9590fb3a-012f-4dbc-8eec-5473af1a3309/1e0e119c-42de-4cc0-88fb-a502a2d1125e) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:08.651994 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:08.686876 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:08.721587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 9526007d-719e-400e-8bed-228b76d0a625 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:08.741546 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3b9798-65cf-4d66-8d0d-cb3578d394c5 None None] Network a8948682-ca33-4cb9-a94c-ea149f8c5b44 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:08.959690 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Allocated IP 172.26.8.190 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/f6750c80-bda5-4cf2-b939-ab39a74c5e69) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:09.026462 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-92ea914b-0a4a-4b8d-af31-5145dba86e76 None None] Provisioning for port 9526007d-719e-400e-8bed-228b76d0a625 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:09.043434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-92ea914b-0a4a-4b8d-af31-5145dba86e76 None None] Provisioning complete for port 9526007d-719e-400e-8bed-228b76d0a625 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:09.044113 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-92ea914b-0a4a-4b8d-af31-5145dba86e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:09.114753 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'name': 'tempest-ServerActionsTestJSON-1719770484-router', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:05Z', 'updated_at': '2022-05-28T04:45:07Z', 'revision_number': 3, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'gw_port': {'id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:06Z', 'updated_at': '2022-05-28T04:45:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:09.125838 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Checking router: a7da7add-9008-484e-9666-959c99b6afbf for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:45:09.126963 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Updating router a7da7add-9008-484e-9666-959c99b6afbf port d71bb0a3-707e-44c4-a9a8-e560568b14df binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:45:09.176094 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:09.202980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Transition to ACTIVE for port object 1e0e119c-42de-4cc0-88fb-a502a2d1125e will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:09.278662 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:09.289574 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Transition to ACTIVE for port object 1e0e119c-42de-4cc0-88fb-a502a2d1125e will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:09.300092 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:09.308287 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:09.356322 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:09.392753 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-92ea914b-0a4a-4b8d-af31-5145dba86e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:09.487184 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Pushing event updated for resources: {'Port': ['ID=1e0e119c-42de-4cc0-88fb-a502a2d1125e,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:09.487965 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:09.504747 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:09.518793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Pushing event updated for resources: {'Port': ['ID=f6750c80-bda5-4cf2-b939-ab39a74c5e69,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:09.525706 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Network af7fbe75-51f4-4a27-b635-152fc1216874 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:09.531438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:09.533178 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:09.547002 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:09.574055 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-92ea914b-0a4a-4b8d-af31-5145dba86e76 None None] For port 9526007d-719e-400e-8bed-228b76d0a625, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9526007d-719e-400e-8bed-228b76d0a625,segment=NetworkSegment(d585a428-fa4c-4a71-9fad-fa2b6cd5c483),segment_id=d585a428-fa4c-4a71-9fad-fa2b6cd5c483)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:09.587495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-92ea914b-0a4a-4b8d-af31-5145dba86e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:09.766559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:09.830661 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:09.837237 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:09.838198 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:09.848110 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Transition to ACTIVE for port object d71bb0a3-707e-44c4-a9a8-e560568b14df will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:09.867450 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:09.882001 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Attempting to bind port 1e0e119c-42de-4cc0-88fb-a502a2d1125e on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:09.882451 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Attempting to bind port 1e0e119c-42de-4cc0-88fb-a502a2d1125e by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'a4e56770-2757-4b53-8bc7-aaf22620cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:09.882868 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Attempting to bind port 1e0e119c-42de-4cc0-88fb-a502a2d1125e on network af7fbe75-51f4-4a27-b635-152fc1216874 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:09.896738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea914b-0a4a-4b8d-af31-5145dba86e76 None None] Pushing event updated for resources: {'Port': ['ID=9526007d-719e-400e-8bed-228b76d0a625,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:09.899879 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fbb4a65c-de99-4cce-9a33-d51a2431f79b None None] Provisioning complete for port 9526007d-719e-400e-8bed-228b76d0a625 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:09.900312 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fbb4a65c-de99-4cce-9a33-d51a2431f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:09.925122 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:45:09.925566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Checking segment: {'id': 'a4e56770-2757-4b53-8bc7-aaf22620cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:09.926117 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:09.926586 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Bound using segment: {'id': 'a4e56770-2757-4b53-8bc7-aaf22620cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:45:09.927190 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Bound port: 1e0e119c-42de-4cc0-88fb-a502a2d1125e, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e56770-2757-4b53-8bc7-aaf22620cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:45:09.927637 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:10.020449 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Attempting to bind port d71bb0a3-707e-44c4-a9a8-e560568b14df on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:10.021063 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Attempting to bind port d71bb0a3-707e-44c4-a9a8-e560568b14df by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:10.021593 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Attempting to bind port d71bb0a3-707e-44c4-a9a8-e560568b14df on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:10.038101 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:45:10.038680 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:10.039079 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:10.039469 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:45:10.039981 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Bound port: d71bb0a3-707e-44c4-a9a8-e560568b14df, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:45:10.040365 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:10.061858 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9526007d-719e-400e-8bed-228b76d0a625 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:10.137179 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] For port d71bb0a3-707e-44c4-a9a8-e560568b14df, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:10.142326 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] For port d71bb0a3-707e-44c4-a9a8-e560568b14df, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d71bb0a3-707e-44c4-a9a8-e560568b14df,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:45:10.147747 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] For port 1e0e119c-42de-4cc0-88fb-a502a2d1125e, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:10.165819 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:10.194355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] For port 1e0e119c-42de-4cc0-88fb-a502a2d1125e, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=1e0e119c-42de-4cc0-88fb-a502a2d1125e,segment=NetworkSegment(a4e56770-2757-4b53-8bc7-aaf22620cb66),segment_id=a4e56770-2757-4b53-8bc7-aaf22620cb66)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:45:10.207413 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:10.242337 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Routers {'a7da7add-9008-484e-9666-959c99b6afbf'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:45:10.245260 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:44:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7da7add-9008-484e-9666-959c99b6afbf'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:10.256215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Allocated IP 172.20.0.1 (a8948682-ca33-4cb9-a94c-ea149f8c5b44/5b87c52c-c0b5-40e9-a49d-a4daf05c13b5/37aece15-2120-4016-8ae5-84ff220cdf62) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:10.302441 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea0638-eabf-4845-a65e-27bc92690883 None None] Pushing event updated for resources: {'Port': ['ID=1e0e119c-42de-4cc0-88fb-a502a2d1125e,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:10.333487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 9526007d-719e-400e-8bed-228b76d0a625 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:10.334182 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:10.401843 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3519f68-68c7-4ab1-acaf-77df8dfb6401 None None] Pushing event updated for resources: {'Port': ['ID=d71bb0a3-707e-44c4-a9a8-e560568b14df,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:10.439554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Router ccd63bc3-3e97-4e0f-af38-66e853a86973 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:45:10.534839 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3519f68-68c7-4ab1-acaf-77df8dfb6401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:10.535177 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3519f68-68c7-4ab1-acaf-77df8dfb6401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:10.535401 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3519f68-68c7-4ab1-acaf-77df8dfb6401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:10.535723 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3519f68-68c7-4ab1-acaf-77df8dfb6401 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:10.536056 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3519f68-68c7-4ab1-acaf-77df8dfb6401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:10.536375 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3519f68-68c7-4ab1-acaf-77df8dfb6401 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:10.536691 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3519f68-68c7-4ab1-acaf-77df8dfb6401 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:10.537019 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3519f68-68c7-4ab1-acaf-77df8dfb6401 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:10.537337 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3519f68-68c7-4ab1-acaf-77df8dfb6401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:10.537748 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3519f68-68c7-4ab1-acaf-77df8dfb6401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:10.538031 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3519f68-68c7-4ab1-acaf-77df8dfb6401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3519f68-68c7-4ab1-acaf-77df8dfb6401 None None] Tracked resource versions report: May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: pushed versions: May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: { 'ConntrackHelper': {'1.0'}, May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Log': {'1.0'}, May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Network': {'1.1'}, May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Port': {'1.5'}, May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'PortForwarding': {'1.2'}, May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'QosPolicy': {'1.8'}, May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'SecurityGroup': {'1.2'}, May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'SecurityGroupRule': {'1.0'}, May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'SubPort': {'1.0'}, May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Subnet': {'1.1'}, May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Trunk': {'1.1'}} May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: consumer versions: May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: { DHCP agent@dv-neutron-843300-5-hyperv: {}, May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: HyperV agent@hv-neutron-8433: {}, May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: L3 agent@dv-neutron-843300-5-hyperv: {}, May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: Metadata agent@dv-neutron-843300-5-hyperv: {}, May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: Metering agent@dv-neutron-843300-5-hyperv: {}, May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: Open vSwitch agent@dv-neutron-843300-5-hyperv: { 'ConntrackHelper': '1.0', May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Log': '1.0', May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Network': '1.1', May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Port': '1.5', May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'PortForwarding': '1.2', May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'QosPolicy': '1.8', May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'SecurityGroup': '1.2', May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'SecurityGroupRule': '1.0', May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'SubPort': '1.0', May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Subnet': '1.1', May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: 'Trunk': '1.1'}} May 28 04:45:10.539136 dv-neutron-843300-5-hyperv neutron-server[84013]: {{(pid=84013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 04:45:10.562590 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50524) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:10.585524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:10.635537 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Transition to ACTIVE for port object 37aece15-2120-4016-8ae5-84ff220cdf62 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:10.684634 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:10.714325 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] Set router a7da7add-9008-484e-9666-959c99b6afbf gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:45:10.767873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Network a8948682-ca33-4cb9-a94c-ea149f8c5b44 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:10.770895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:10.773697 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:10.773934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:10.787813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Pushing event updated for resources: {'Port': ['ID=37aece15-2120-4016-8ae5-84ff220cdf62,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:10.881794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:45:10.892658 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Sync routers for ids ['ccd63bc3-3e97-4e0f-af38-66e853a86973'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:45:10.900985 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3519f68-68c7-4ab1-acaf-77df8dfb6401 None None] Pushing event updated for resources: {'Port': ['ID=d71bb0a3-707e-44c4-a9a8-e560568b14df,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:10.915935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Routers {'ccd63bc3-3e97-4e0f-af38-66e853a86973'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:45:10.916946 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:44:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['ccd63bc3-3e97-4e0f-af38-66e853a86973'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:10.952381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:10.954565 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:10.959186 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a7ff864d-ed30-4eab-adcf-118effc2a48d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.3049669 May 28 04:45:10.960301 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50536) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:11.247516 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cd4f7af1-a135-4b24-8674-00ead7e68ba1 None None] Provisioning for port 37aece15-2120-4016-8ae5-84ff220cdf62 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:11.266049 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cd4f7af1-a135-4b24-8674-00ead7e68ba1 None None] Provisioning complete for port 37aece15-2120-4016-8ae5-84ff220cdf62 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:11.266458 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cd4f7af1-a135-4b24-8674-00ead7e68ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:11.337109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50542) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:11.398630 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'name': 'tempest-ServerActionsTestJSON-1719770484-router', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:05Z', 'updated_at': '2022-05-28T04:45:07Z', 'revision_number': 3, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'gw_port': {'id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:06Z', 'updated_at': '2022-05-28T04:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:11.407558 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f2b8a-b347-41de-a2bd-540f49f8b78a None None] The sync data for ids ['a7da7add-9008-484e-9666-959c99b6afbf'] in dv-neutron-843300-5-hyperv is: [{'id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'name': 'tempest-ServerActionsTestJSON-1719770484-router', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:05Z', 'updated_at': '2022-05-28T04:45:07Z', 'revision_number': 3, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'gw_port': {'id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:06Z', 'updated_at': '2022-05-28T04:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:45:11.488873 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Set router ccd63bc3-3e97-4e0f-af38-66e853a86973 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:45:11.489294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:11.502189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-996346407'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:11.515361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:11.519930 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Usage tracker for resource:network and tenant:809e4e58bacd454b809d599796f71031 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:11.526977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:11.534342 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:11.544557 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:11.545466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:11.586873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Made reservation on behalf of 809e4e58bacd454b809d599796f71031 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:11.593743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:11.624253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:11.753415 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-cd4f7af1-a135-4b24-8674-00ead7e68ba1 None None] Port 37aece15-2120-4016-8ae5-84ff220cdf62 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:11.851213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:11.862928 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Usage tracker for resource:security_group_rule and tenant:809e4e58bacd454b809d599796f71031 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:11.868860 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:11.875848 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:11.912115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Pushing event updated for resources: {'Port': ['ID=37aece15-2120-4016-8ae5-84ff220cdf62,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:11.989602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50556) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:12.003650 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a1a558-4133-48b9-8d48-8345b5b69abd None None] Network af7fbe75-51f4-4a27-b635-152fc1216874 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:12.171487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Network a8948682-ca33-4cb9-a94c-ea149f8c5b44 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:12.177318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:12.202473 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50562) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:12.301244 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1e0e119c-42de-4cc0-88fb-a502a2d1125e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:12.494293 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-591aeee3-0acc-4963-b4e8-526b9e9d7baa tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:12.508424 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:12.543394 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 1e0e119c-42de-4cc0-88fb-a502a2d1125e completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:12.608065 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d71bb0a3-707e-44c4-a9a8-e560568b14df up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:12.699388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:12.701547 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50570) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:12.726102 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:12.730727 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-032175b2-ab97-43ff-afb9-28388df368c2 None None] Provisioning for port 1e0e119c-42de-4cc0-88fb-a502a2d1125e completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:12.750957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:45:12.781883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:12.782231 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Added segment ffecb9d2-c451-4056-980b-ecbd1861ce88 of type vlan for network 00c1382c-cea1-4080-9a87-22cd5f1be252 May 28 04:45:12.856278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-032175b2-ab97-43ff-afb9-28388df368c2 None None] Provisioning complete for port 1e0e119c-42de-4cc0-88fb-a502a2d1125e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:12.856642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-032175b2-ab97-43ff-afb9-28388df368c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:12.932168 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1644122817'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:12.957352 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:12.978513 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-591aeee3-0acc-4963-b4e8-526b9e9d7baa tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] 10.222.0.15 "PUT /v2.0/quotas/8c088ed4132e41589f1dd4e643bb9de5 HTTP/1.1" status: 200 len: 366 time: 1.6371870 May 28 04:45:12.980329 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50578) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:13.013900 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Allocated IP 172.20.0.1 (af7fbe75-51f4-4a27-b635-152fc1216874/9590fb3a-012f-4dbc-8eec-5473af1a3309/98f05eea-85c0-419e-8374-6981f31dab94) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:13.038460 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-903290201', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:13.064273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.076778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:13.077875 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.108401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:13.177635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71122ae-b3e7-4fa0-b082-46834445bd8d,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:13.191629 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'name': 'tempest-ServersTestJSON-85334929-router', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:07Z', 'updated_at': '2022-05-28T04:45:09Z', 'revision_number': 3, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'gw_port': {'id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:08Z', 'updated_at': '2022-05-28T04:45:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:13.212127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Checking router: ccd63bc3-3e97-4e0f-af38-66e853a86973 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:45:13.213205 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Updating router ccd63bc3-3e97-4e0f-af38-66e853a86973 port f6750c80-bda5-4cf2-b939-ab39a74c5e69 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:45:13.232498 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.255098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Transition to ACTIVE for port object 98f05eea-85c0-419e-8374-6981f31dab94 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:13.273311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Usage tracker for resource:port and tenant:d17010d1e5444d839a4f72f35a6e2e65 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:13.280888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port d71bb0a3-707e-44c4-a9a8-e560568b14df completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:13.282563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2018818836'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:13.287111 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:13.291080 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Usage tracker for resource:network and tenant:2dfcf61eb5774fb0ae43c7cb654cb927 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:13.293253 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.302502 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:13.318772 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-51fa176a-fc2e-4cad-80f6-e1d072aefce1 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0190055 May 28 04:45:13.322573 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Usage tracker for resource:network and tenant:5d35aaab85b148e8a05d4f9cefe8ba5d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:13.325855 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50590) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:13.327067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.341419 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:13.352586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:13.361964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:13.361964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:13.391242 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:13.398241 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Network af7fbe75-51f4-4a27-b635-152fc1216874 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:13.408213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Pushing event updated for resources: {'Network': ['ID=00c1382c-cea1-4080-9a87-22cd5f1be252,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:13.422459 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6334c484-2f62-4ddd-9640-7fc3dd9d6f48 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8559318 May 28 04:45:13.422663 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:13.423410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:13.423955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.424654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d71bb0a3-707e-44c4-a9a8-e560568b14df triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:13.425951 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.429417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50598) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:13.435243 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Made reservation on behalf of d17010d1e5444d839a4f72f35a6e2e65 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:13.435472 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:13.437377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.449306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-87af08a4-b9ea-416a-b692-069d1db2d47d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Request body: {'subnet': {'network_id': '00c1382c-cea1-4080-9a87-22cd5f1be252', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:13.465989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Made reservation on behalf of 2dfcf61eb5774fb0ae43c7cb654cb927 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:13.468891 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.473422 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Made reservation on behalf of 5d35aaab85b148e8a05d4f9cefe8ba5d for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:13.476469 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.504081 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.517992 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f7e2b27c-2627-47b5-8020-bd0f9f465c50 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] 10.222.0.15 "GET /v2.0/quotas/8c088ed4132e41589f1dd4e643bb9de5 HTTP/1.1" status: 200 len: 366 time: 0.1788845 May 28 04:45:13.523368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=98f05eea-85c0-419e-8374-6981f31dab94,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:13.528147 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50604) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:13.537981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.560901 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8a339bfe-d0a8-422f-b130-5eefb5c90705 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/8c088ed4132e41589f1dd4e643bb9de5 HTTP/1.1" status: 204 len: 168 time: 0.0301507 May 28 04:45:13.565193 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50608) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:13.571049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.580748 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:13.614119 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 00c1382c-cea1-4080-9a87-22cd5f1be252 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:45:13.652898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Usage tracker for resource:security_group_rule and tenant:5d35aaab85b148e8a05d4f9cefe8ba5d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:13.655526 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:13.655700 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.658042 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-87af08a4-b9ea-416a-b692-069d1db2d47d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:13.666979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-87af08a4-b9ea-416a-b692-069d1db2d47d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Usage tracker for resource:subnet and tenant:809e4e58bacd454b809d599796f71031 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:13.667282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:13.670058 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Usage tracker for resource:security_group_rule and tenant:d17010d1e5444d839a4f72f35a6e2e65 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:13.671147 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-916b68d8-720f-4d9c-8911-5520bc6fc854 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1035044 May 28 04:45:13.675274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:13.677542 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:13.681402 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-87af08a4-b9ea-416a-b692-069d1db2d47d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:13.684117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50614) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:13.685598 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:13.694809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-87af08a4-b9ea-416a-b692-069d1db2d47d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:13.696956 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:13.704056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Usage tracker for resource:security_group_rule and tenant:2dfcf61eb5774fb0ae43c7cb654cb927 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:13.711986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:13.725308 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:13.758346 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-26896e8f-95c8-4f1d-aa10-71dd46360a68 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] 10.222.0.15 "GET /v2.0/quotas/8c088ed4132e41589f1dd4e643bb9de5 HTTP/1.1" status: 200 len: 370 time: 0.0733793 May 28 04:45:13.765721 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50618) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:13.766351 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87af08a4-b9ea-416a-b692-069d1db2d47d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Made reservation on behalf of 809e4e58bacd454b809d599796f71031 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:13.806231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50620) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:13.833119 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-38352a2e-966e-4826-92b7-5b601fc49c1d tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] 10.222.0.15 "GET /v2.0/quotas/8c088ed4132e41589f1dd4e643bb9de5/default HTTP/1.1" status: 200 len: 370 time: 0.0342832 May 28 04:45:13.842760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50626) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:13.959989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-87af08a4-b9ea-416a-b692-069d1db2d47d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks [] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.970511 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.983590 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:13.984209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.008199 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-032175b2-ab97-43ff-afb9-28388df368c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.082511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.172766 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port d71bb0a3-707e-44c4-a9a8-e560568b14df, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d71bb0a3-707e-44c4-a9a8-e560568b14df,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:14.244960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.247989 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=98f05eea-85c0-419e-8374-6981f31dab94,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:14.271389 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.296401 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-a7731ad2-791c-4ddb-b75e-580b5a481221 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] delete failed (client error): The resource could not be found. May 28 04:45:14.297596 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a7731ad2-791c-4ddb-b75e-580b5a481221 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/8c088ed4132e41589f1dd4e643bb9de5 HTTP/1.1" status: 404 len: 348 time: 0.3410437 May 28 04:45:14.308196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.312245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] device_id is not set on port 14c82b82-7d50-46d3-a0a3-08362cf5783b yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:14.319360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-032175b2-ab97-43ff-afb9-28388df368c2 None None] For port 1e0e119c-42de-4cc0-88fb-a502a2d1125e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=1e0e119c-42de-4cc0-88fb-a502a2d1125e,segment=NetworkSegment(a4e56770-2757-4b53-8bc7-aaf22620cb66),segment_id=a4e56770-2757-4b53-8bc7-aaf22620cb66)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:14.347995 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.353878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-032175b2-ab97-43ff-afb9-28388df368c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.362830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.405380 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=d71bb0a3-707e-44c4-a9a8-e560568b14df,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:14.405544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Network af7fbe75-51f4-4a27-b635-152fc1216874 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:14.421110 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:14.473968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4498ad-e862-4bde-8e8c-3f07df7ccd90,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:14.492707 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.510901 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Router a7da7add-9008-484e-9666-959c99b6afbf has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:45:14.517897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032175b2-ab97-43ff-afb9-28388df368c2 None None] Pushing event updated for resources: {'Port': ['ID=1e0e119c-42de-4cc0-88fb-a502a2d1125e,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:14.519323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:14.537465 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.565930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b6a9c0a1-60e0-4f58-a251-ad9258e0fbce None None] Provisioning for port 98f05eea-85c0-419e-8374-6981f31dab94 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:14.570074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:14.614851 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b6a9c0a1-60e0-4f58-a251-ad9258e0fbce None None] Provisioning complete for port 98f05eea-85c0-419e-8374-6981f31dab94 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:14.615795 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c0a1-60e0-4f58-a251-ad9258e0fbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.655164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=874ca1c5-a078-4b57-b3a7-b2c8fef4db77,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:14.658324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Usage tracker for resource:floatingip and tenant:961705fbe7f240909d7e946a775fa8ee is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:14.672859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:14.673238 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:45:14.681575 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50636) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:14.727368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Usage tracker for resource:network and tenant:0741dbd4633f4cea8a1c2867fc241bf9 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:14.732220 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa59316f-f4d1-4ed3-a53c-84a31ebc3d40,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:14.753008 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:14.755772 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.756015 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Added segment ae37e165-0358-4531-a46a-6c8a559683f6 of type vlan for network 604efab1-8f80-40b5-8102-cf75c0ddca52 May 28 04:45:14.764691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:14.769951 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b6a9c0a1-60e0-4f58-a251-ad9258e0fbce None None] Port 98f05eea-85c0-419e-8374-6981f31dab94 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:14.772672 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.775191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:45:14.779832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Usage tracker for resource:subnet and tenant:0741dbd4633f4cea8a1c2867fc241bf9 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:14.788764 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Transition to ACTIVE for port object f6750c80-bda5-4cf2-b939-ab39a74c5e69 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:14.798547 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b6a9c0a1-60e0-4f58-a251-ad9258e0fbce None None] Provisioning complete for port 37aece15-2120-4016-8ae5-84ff220cdf62 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:14.799032 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c0a1-60e0-4f58-a251-ad9258e0fbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.832978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.854547 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.854878 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Added segment e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f of type vlan for network 2122aedc-17e0-458a-9556-a4b079a1807e May 28 04:45:14.860312 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.866813 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:14.881076 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.917868 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b6a9c0a1-60e0-4f58-a251-ad9258e0fbce None None] Port 37aece15-2120-4016-8ae5-84ff220cdf62 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:14.928578 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c476bf-d318-408f-9dd5-3dc20c28979c None None] Pushing event updated for resources: {'Port': ['ID=f6750c80-bda5-4cf2-b939-ab39a74c5e69,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:14.937951 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Attempting to bind port f6750c80-bda5-4cf2-b939-ab39a74c5e69 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:14.938544 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Attempting to bind port f6750c80-bda5-4cf2-b939-ab39a74c5e69 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:14.939113 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Attempting to bind port f6750c80-bda5-4cf2-b939-ab39a74c5e69 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:14.950564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Allocated IP 172.26.8.150 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/14c82b82-7d50-46d3-a0a3-08362cf5783b) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:14.951172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:45:14.951845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:14.952449 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.953023 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:45:14.953691 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Bound port: f6750c80-bda5-4cf2-b939-ab39a74c5e69, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:45:14.954304 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:14.970408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Usage tracker for resource:subnetpool and tenant:0741dbd4633f4cea8a1c2867fc241bf9 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:14.976236 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:14.989963 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b6a9c0a1-60e0-4f58-a251-ad9258e0fbce None None] Provisioning complete for port 1e0e119c-42de-4cc0-88fb-a502a2d1125e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:14.991392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b6a9c0a1-60e0-4f58-a251-ad9258e0fbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:15.011987 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Usage tracker for resource:port and tenant:0741dbd4633f4cea8a1c2867fc241bf9 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:15.025924 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:15.039177 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:15.043443 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:15.044035 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:15.082285 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] For port f6750c80-bda5-4cf2-b939-ab39a74c5e69, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:15.088121 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] For port f6750c80-bda5-4cf2-b939-ab39a74c5e69, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f6750c80-bda5-4cf2-b939-ab39a74c5e69,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:45:15.092843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:15.100775 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.8922787 May 28 04:45:15.100775 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Usage tracker for resource:router and tenant:0741dbd4633f4cea8a1c2867fc241bf9 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:15.126265 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:15.135986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-87af08a4-b9ea-416a-b692-069d1db2d47d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:15.186150 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:15.224800 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Usage tracker for resource:floatingip and tenant:0741dbd4633f4cea8a1c2867fc241bf9 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:15.236022 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c476bf-d318-408f-9dd5-3dc20c28979c None None] Pushing event updated for resources: {'Port': ['ID=f6750c80-bda5-4cf2-b939-ab39a74c5e69,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:15.240684 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee7cae-f2c3-40d3-bce6-7c06cf648515 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Pushing event updated for resources: {'Network': ['ID=604efab1-8f80-40b5-8102-cf75c0ddca52,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:15.248845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:15.259676 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 604efab1-8f80-40b5-8102-cf75c0ddca52 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:45:15.285347 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Routers {'ccd63bc3-3e97-4e0f-af38-66e853a86973'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:45:15.286243 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:44:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['ccd63bc3-3e97-4e0f-af38-66e853a86973'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:15.287950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:15.291861 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:15.292447 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:15.311643 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Router ccd63bc3-3e97-4e0f-af38-66e853a86973 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:45:15.409224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Usage tracker for resource:security_group and tenant:0741dbd4633f4cea8a1c2867fc241bf9 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:15.413864 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:15.470000 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Pushing event updated for resources: {'Network': ['ID=2122aedc-17e0-458a-9556-a4b079a1807e,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:15.485407 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af08a4-b9ea-416a-b692-069d1db2d47d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Pushing event updated for resources: {'Subnet': ['ID=d8de7538-f9cb-4fc3-93cb-729d8f50e6a6,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:15.499783 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Usage tracker for resource:security_group_rule and tenant:0741dbd4633f4cea8a1c2867fc241bf9 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:15.505551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:15.517789 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-43e44183-0c15-4a60-b1be-5aa53cadd365 tempest-QuotasTest-240824731 tempest-QuotasTest-240824731-project-admin] 10.222.0.15 "GET /v2.0/quotas/0741dbd4633f4cea8a1c2867fc241bf9/details.json HTTP/1.1" status: 200 len: 703 time: 0.8304226 May 28 04:45:15.524829 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 2122aedc-17e0-458a-9556-a4b079a1807e details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:45:15.609222 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87af08a4-b9ea-416a-b692-069d1db2d47d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Checking segment: {'id': 'ffecb9d2-c451-4056-980b-ecbd1861ce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '00c1382c-cea1-4080-9a87-22cd5f1be252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:15.609580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af08a4-b9ea-416a-b692-069d1db2d47d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Network hostable DHCP agents. Network: 00c1382c-cea1-4080-9a87-22cd5f1be252, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:45:15.620649 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:45:15.627874 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7dfc16c0-434d-41ca-8869-30d23fb30aa9 admin admin] 10.222.0.15 "PUT /v2.0/routers/ccd63bc3-3e97-4e0f-af38-66e853a86973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6662662 May 28 04:45:15.656361 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-584dd975-cd20-4b41-a61b-81f7f758f7c4 tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.9456754 May 28 04:45:15.670204 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:45:15.679090 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4c5e75d1-817c-4cf3-ad8f-3dca5d0f69da admin admin] 10.222.0.15 "PUT /v2.0/routers/a7da7add-9008-484e-9666-959c99b6afbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5981004 May 28 04:45:15.680569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:15.731103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-00659b2b-dc62-4d18-886e-c178c18e0ca2 None None] Provisioning complete for port 98f05eea-85c0-419e-8374-6981f31dab94 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:15.736626 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-00659b2b-dc62-4d18-886e-c178c18e0ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:15.737607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af08a4-b9ea-416a-b692-069d1db2d47d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Network 00c1382c-cea1-4080-9a87-22cd5f1be252 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:45:15.758768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:15.784033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-87af08a4-b9ea-416a-b692-069d1db2d47d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 00c1382c-cea1-4080-9a87-22cd5f1be252) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:15.792025 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af08a4-b9ea-416a-b692-069d1db2d47d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:15.792601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-87af08a4-b9ea-416a-b692-069d1db2d47d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:15.800551 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d326fddf-9f11-4abe-896f-ef367651b6ac None None] Network 00c1382c-cea1-4080-9a87-22cd5f1be252 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:15.850755 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-87af08a4-b9ea-416a-b692-069d1db2d47d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4195187 May 28 04:45:15.851362 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50664) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:15.858249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Request body: {'port': {'network_id': '00c1382c-cea1-4080-9a87-22cd5f1be252', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1380400768'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:15.913192 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-00659b2b-dc62-4d18-886e-c178c18e0ca2 None None] Port 98f05eea-85c0-419e-8374-6981f31dab94 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:15.938734 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] Set router ccd63bc3-3e97-4e0f-af38-66e853a86973 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:45:15.946983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:15.988737 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Sync routers for ids ['a7da7add-9008-484e-9666-959c99b6afbf'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:45:16.021234 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Routers {'a7da7add-9008-484e-9666-959c99b6afbf'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:45:16.023531 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:44:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7da7add-9008-484e-9666-959c99b6afbf'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:16.154460 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:16.170326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:16.174876 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:16.175696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:16.176278 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:16.179907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Pushing event updated for resources: {'Port': ['ID=14c82b82-7d50-46d3-a0a3-08362cf5783b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:16.201839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Allocated IP 172.26.8.30 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/0e75055e-5c37-43f1-81d0-d8f4d3761350) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:16.279270 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5c605041-4403-46f8-93a2-c50140ff69b9 tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.2668407 May 28 04:45:16.282328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50676) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:16.327725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:16.338999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Usage tracker for resource:port and tenant:809e4e58bacd454b809d599796f71031 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:16.345013 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:16.358063 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50682) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:16.358289 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Set router a7da7add-9008-484e-9666-959c99b6afbf gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:45:16.379722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Request body: {'port': {'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52', 'binding:host_id': 'hv-neutron-8433', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1869517577'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:16.394696 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:16.406175 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Usage tracker for resource:port and tenant:5155adfa342646909f074777e817f390 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:16.416939 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:16.419921 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:16.421682 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50688) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:16.430461 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1e0e119c-42de-4cc0-88fb-a502a2d1125e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:16.436762 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.150'}]}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:16.445180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:16.456690 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:16.475277 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Made reservation on behalf of 809e4e58bacd454b809d599796f71031 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:16.479198 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:16.484496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Usage tracker for resource:router and tenant:d17010d1e5444d839a4f72f35a6e2e65 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:16.488875 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-00c1382c-cea1-4080-9a87-22cd5f1be252', 'network_id': '00c1382c-cea1-4080-9a87-22cd5f1be252', 'tenant_id': '809e4e58bacd454b809d599796f71031', 'fixed_ips': [{'subnet_id': 'd8de7538-f9cb-4fc3-93cb-729d8f50e6a6'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:45:16.489379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:16.489847 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:16.498695 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:16.506179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Made reservation on behalf of 5155adfa342646909f074777e817f390 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:16.515835 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:16.548496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:16.550680 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:16.553949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:16.574410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] device_id is not set on port 960e7ca1-c424-4df2-8dbc-4249f7bfdec7 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:16.604827 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:16.656841 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:16.742824 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:16.759929 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Usage tracker for resource:security_group_rule and tenant:5155adfa342646909f074777e817f390 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:16.780829 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:16.791934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:16.870870 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:16.913667 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:16.914947 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50698) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:16.977303 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6a7d350b-b320-4db0-8fb1-d44177fdd3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:16.979136 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 1e0e119c-42de-4cc0-88fb-a502a2d1125e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:16.980040 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:16.986310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:16.989715 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] device_id is not set on port d816ebac-2fe1-4744-8cea-093c24cdf09d yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:17.057236 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c062ef50-b55c-4f59-b07a-a4ff421ef536 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1016201431', 'description': 'tempest-description--1310378989'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:17.091604 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c062ef50-b55c-4f59-b07a-a4ff421ef536 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:17.096376 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'name': 'tempest-ServersTestJSON-85334929-router', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:07Z', 'updated_at': '2022-05-28T04:45:13Z', 'revision_number': 4, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'gw_port': {'id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:08Z', 'updated_at': '2022-05-28T04:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '98f05eea-85c0-419e-8374-6981f31dab94', 'name': '', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'mac_address': 'fa:16:3e:9c:a6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:12Z', 'updated_at': '2022-05-28T04:45:13Z', 'revision_number': 2, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'subnets': [{'id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:17.100507 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'name': 'tempest-ServerActionsTestJSON-1719770484-router', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:05Z', 'updated_at': '2022-05-28T04:45:10Z', 'revision_number': 4, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'gw_port': {'id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:06Z', 'updated_at': '2022-05-28T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '37aece15-2120-4016-8ae5-84ff220cdf62', 'name': '', 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'mac_address': 'fa:16:3e:3e:6b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:09Z', 'updated_at': '2022-05-28T04:45:11Z', 'revision_number': 2, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'subnets': [{'id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:17.105199 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3d9880-ebcd-4930-9931-1a7120ac9362 None None] The sync data for ids ['ccd63bc3-3e97-4e0f-af38-66e853a86973'] in dv-neutron-843300-5-hyperv is: [{'id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'name': 'tempest-ServersTestJSON-85334929-router', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:07Z', 'updated_at': '2022-05-28T04:45:13Z', 'revision_number': 4, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'gw_port': {'id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:08Z', 'updated_at': '2022-05-28T04:45:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '98f05eea-85c0-419e-8374-6981f31dab94', 'name': '', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'mac_address': 'fa:16:3e:9c:a6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:12Z', 'updated_at': '2022-05-28T04:45:13Z', 'revision_number': 2, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'subnets': [{'id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:45:17.108271 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Checking router: a7da7add-9008-484e-9666-959c99b6afbf for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:45:17.108985 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Updating router a7da7add-9008-484e-9666-959c99b6afbf port 37aece15-2120-4016-8ae5-84ff220cdf62 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:45:17.124725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c062ef50-b55c-4f59-b07a-a4ff421ef536 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Usage tracker for resource:security_group and tenant:dbe57ccc60ca477ca4d901e7c6a5711c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:17.158572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:17.163497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:17.164195 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c062ef50-b55c-4f59-b07a-a4ff421ef536 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:17.168320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:17.173616 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Pushing event updated for resources: {'Port': ['ID=0e75055e-5c37-43f1-81d0-d8f4d3761350,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:17.185068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50706) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:17.198438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-83bcd3b2-1e61-4ea4-8b9e-226dfe380bf8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1564590900', 'description': 'tempest-description--925748857'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:17.206352 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-83bcd3b2-1e61-4ea4-8b9e-226dfe380bf8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:17.212398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c062ef50-b55c-4f59-b07a-a4ff421ef536 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:17.216489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-83bcd3b2-1e61-4ea4-8b9e-226dfe380bf8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Usage tracker for resource:security_group and tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:17.234964 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:17.247260 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d71bb0a3-707e-44c4-a9a8-e560568b14df up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:17.256672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:17.259903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-83bcd3b2-1e61-4ea4-8b9e-226dfe380bf8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:17.277012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-83bcd3b2-1e61-4ea4-8b9e-226dfe380bf8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:17.292085 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Allocated IP 172.20.0.5 (00c1382c-cea1-4080-9a87-22cd5f1be252/d8de7538-f9cb-4fc3-93cb-729d8f50e6a6/960e7ca1-c424-4df2-8dbc-4249f7bfdec7) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:17.307582 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6a7d350b-b320-4db0-8fb1-d44177fdd3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:17.319157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-83bcd3b2-1e61-4ea4-8b9e-226dfe380bf8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:17.330082 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c062ef50-b55c-4f59-b07a-a4ff421ef536 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:17.340148 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e05f14-93d5-4cec-a1e5-d7b4680ab799,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:17.345149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6a7d350b-b320-4db0-8fb1-d44177fdd3ef admin admin] Usage tracker for resource:security_group_rule and tenant:3e4040aa69e8432d846afc20526ebca6 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:17.363871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6a7d350b-b320-4db0-8fb1-d44177fdd3ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:17.377903 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6a7d350b-b320-4db0-8fb1-d44177fdd3ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:17.414333 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-83bcd3b2-1e61-4ea4-8b9e-226dfe380bf8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:17.418838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-83bcd3b2-1e61-4ea4-8b9e-226dfe380bf8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Usage tracker for resource:security_group_rule and tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:17.421801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-83bcd3b2-1e61-4ea4-8b9e-226dfe380bf8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:17.427950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-83bcd3b2-1e61-4ea4-8b9e-226dfe380bf8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:17.444633 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d71bb0a3-707e-44c4-a9a8-e560568b14df triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:17.445042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:17.490540 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-83bcd3b2-1e61-4ea4-8b9e-226dfe380bf8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:17.509472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-83bcd3b2-1e61-4ea4-8b9e-226dfe380bf8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:17.595223 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c062ef50-b55c-4f59-b07a-a4ff421ef536 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:17.602594 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50710) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:17.613077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c062ef50-b55c-4f59-b07a-a4ff421ef536 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Usage tracker for resource:security_group_rule and tenant:dbe57ccc60ca477ca4d901e7c6a5711c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:17.621340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Request body: {'port': {'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e', 'binding:host_id': 'hv-neutron-8433', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-921476432'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:17.637115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:17.652049 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c062ef50-b55c-4f59-b07a-a4ff421ef536 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:17.662609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:17.670769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcd3b2-1e61-4ea4-8b9e-226dfe380bf8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18893c82-da9b-49a8-b939-c33b1a291f2e,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:17.702439 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:17.713422 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c062ef50-b55c-4f59-b07a-a4ff421ef536 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:17.716863 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Transition to ACTIVE for port object 37aece15-2120-4016-8ae5-84ff220cdf62 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:17.717507 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Usage tracker for resource:port and tenant:9c095cd5468e41cdaece21b50467aac4 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:17.724432 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:17.740103 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-83bcd3b2-1e61-4ea4-8b9e-226dfe380bf8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:17.744747 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-83bcd3b2-1e61-4ea4-8b9e-226dfe380bf8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.5503616 May 28 04:45:17.744747 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50714) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:17.746391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:17.755663 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-72c7583a-d631-4de0-969d-1818ed5c6f0d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Request body: {'security_group_rule': {'security_group_id': '18893c82-da9b-49a8-b939-c33b1a291f2e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:17.763571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-72c7583a-d631-4de0-969d-1818ed5c6f0d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:17.766816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:17.774593 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:17.797018 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27d8c2-8697-4834-9f5e-4b529217d4ac None None] Pushing event updated for resources: {'Port': ['ID=37aece15-2120-4016-8ae5-84ff220cdf62,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:17.806339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-72c7583a-d631-4de0-969d-1818ed5c6f0d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Usage tracker for resource:security_group_rule and tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:17.820089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-72c7583a-d631-4de0-969d-1818ed5c6f0d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:17.907112 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6a7d350b-b320-4db0-8fb1-d44177fdd3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:17.914091 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Made reservation on behalf of 9c095cd5468e41cdaece21b50467aac4 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:17.916773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:17.928643 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-72c7583a-d631-4de0-969d-1818ed5c6f0d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:17.963668 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] device_id is not set on port d816ebac-2fe1-4744-8cea-093c24cdf09d yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:17.999611 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6a7d350b-b320-4db0-8fb1-d44177fdd3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.028485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-72c7583a-d631-4de0-969d-1818ed5c6f0d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.032671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.040942 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Attempting to bind port 37aece15-2120-4016-8ae5-84ff220cdf62 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:18.042310 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Attempting to bind port 37aece15-2120-4016-8ae5-84ff220cdf62 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'd585a428-fa4c-4a71-9fad-fa2b6cd5c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:18.043347 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Attempting to bind port 37aece15-2120-4016-8ae5-84ff220cdf62 on network a8948682-ca33-4cb9-a94c-ea149f8c5b44 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:18.051167 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.054084 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:45:18.054464 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Checking segment: {'id': 'd585a428-fa4c-4a71-9fad-fa2b6cd5c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:18.055207 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.055401 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Bound using segment: {'id': 'd585a428-fa4c-4a71-9fad-fa2b6cd5c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:45:18.056500 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Bound port: 37aece15-2120-4016-8ae5-84ff220cdf62, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd585a428-fa4c-4a71-9fad-fa2b6cd5c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:45:18.057093 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.127079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7d350b-b320-4db0-8fb1-d44177fdd3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5237fc5a-7cb5-4672-89a0-0392f7b5045b,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:18.139391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Transition to ACTIVE for port object d816ebac-2fe1-4744-8cea-093c24cdf09d will not be triggered until provisioned by entity L2. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:18.143831 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c062ef50-b55c-4f59-b07a-a4ff421ef536 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.146597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.167587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c062ef50-b55c-4f59-b07a-a4ff421ef536 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.190340 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6a7d350b-b320-4db0-8fb1-d44177fdd3ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e4040aa69e8432d846afc20526ebca6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7674780 May 28 04:45:18.193370 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] For port 37aece15-2120-4016-8ae5-84ff220cdf62, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:18.199828 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] For port 37aece15-2120-4016-8ae5-84ff220cdf62, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=37aece15-2120-4016-8ae5-84ff220cdf62,segment=NetworkSegment(d585a428-fa4c-4a71-9fad-fa2b6cd5c483),segment_id=d585a428-fa4c-4a71-9fad-fa2b6cd5c483)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:45:18.202062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.202229 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50720) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:18.213862 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.264347 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.269264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:18.271138 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Transition to ACTIVE for port object 960e7ca1-c424-4df2-8dbc-4249f7bfdec7 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:18.288633 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Usage tracker for resource:security_group_rule and tenant:9c095cd5468e41cdaece21b50467aac4 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:18.295579 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:18.310701 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27d8c2-8697-4834-9f5e-4b529217d4ac None None] Pushing event updated for resources: {'Port': ['ID=37aece15-2120-4016-8ae5-84ff220cdf62,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:18.313563 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062ef50-b55c-4f59-b07a-a4ff421ef536 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37148588-ec49-41c2-87e5-73f21e4b02b1,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:18.315711 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Routers {'a7da7add-9008-484e-9666-959c99b6afbf'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:45:18.315711 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:44:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7da7add-9008-484e-9666-959c99b6afbf'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:18.315921 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:18.319728 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.357477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Pushing event updated for resources: {'Port': ['ID=d816ebac-2fe1-4744-8cea-093c24cdf09d,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:18.379921 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c062ef50-b55c-4f59-b07a-a4ff421ef536 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.384229 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c062ef50-b55c-4f59-b07a-a4ff421ef536 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.4314041 May 28 04:45:18.389746 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50724) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:18.408674 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c064a1ed-f5a6-455a-9924-921493be9531 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Request body: {'security_group_rule': {'security_group_id': '37148588-ec49-41c2-87e5-73f21e4b02b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:18.414525 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.423353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c064a1ed-f5a6-455a-9924-921493be9531 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:18.432066 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c064a1ed-f5a6-455a-9924-921493be9531 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Usage tracker for resource:security_group_rule and tenant:dbe57ccc60ca477ca4d901e7c6a5711c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:18.441768 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c064a1ed-f5a6-455a-9924-921493be9531 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:18.447448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.450808 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-72c7583a-d631-4de0-969d-1818ed5c6f0d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.456106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d9665464-84bc-4284-9491-2e7729799df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.472368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c064a1ed-f5a6-455a-9924-921493be9531 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:18.493789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d9665464-84bc-4284-9491-2e7729799df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.517792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Allocated IP 172.20.0.2 (00c1382c-cea1-4080-9a87-22cd5f1be252/d8de7538-f9cb-4fc3-93cb-729d8f50e6a6/c85bf262-0a50-4ba8-9d88-062f5fcad1f5) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:18.542380 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Checking segment: {'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:18.544343 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] Set router a7da7add-9008-484e-9666-959c99b6afbf gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:45:18.547642 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Network hostable DHCP agents. Network: 604efab1-8f80-40b5-8102-cf75c0ddca52, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:45:18.575717 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-72c7583a-d631-4de0-969d-1818ed5c6f0d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.610424 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.612669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Network 00c1382c-cea1-4080-9a87-22cd5f1be252 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:18.616565 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:18.624463 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:18.628316 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:18.628910 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.632928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.634897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Pushing event updated for resources: {'Port': ['ID=960e7ca1-c424-4df2-8dbc-4249f7bfdec7,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:18.654768 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] device_id is not set on port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:18.684836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7583a-d631-4de0-969d-1818ed5c6f0d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa90729-8a03-4b4b-9095-a90573185bd0,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:18.705163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Pushing event updated for resources: {'Port': ['ID=0e75055e-5c37-43f1-81d0-d8f4d3761350,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:18.720465 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d9665464-84bc-4284-9491-2e7729799df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.723635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d9665464-84bc-4284-9491-2e7729799df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.725074 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d9665464-84bc-4284-9491-2e7729799df3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5237fc5a-7cb5-4672-89a0-0392f7b5045b HTTP/1.1" status: 204 len: 168 time: 0.5185077 May 28 04:45:18.742722 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.750735 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9cf67b95-0fc9-42b8-8c8e-2eda2ce82989 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9364998 May 28 04:45:18.751978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50730) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:18.768540 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9665464-84bc-4284-9491-2e7729799df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5237fc5a-7cb5-4672-89a0-0392f7b5045b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:18.774867 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ac79fb9d-41d5-4098-83d3-b4e65831b474 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9171822 May 28 04:45:18.779986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-72c7583a-d631-4de0-969d-1818ed5c6f0d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.784240 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-72c7583a-d631-4de0-969d-1818ed5c6f0d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0385911 May 28 04:45:18.785007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50732) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:18.785320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50736) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:18.791955 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-799141641'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:18.799834 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.802535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Network 604efab1-8f80-40b5-8102-cf75c0ddca52 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:45:18.812004 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Transition to ACTIVE for port object c85bf262-0a50-4ba8-9d88-062f5fcad1f5 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:18.815015 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:18.816454 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7718275d-c9a7-45c0-a01e-5f0198f8bc09,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:18.823175 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c064a1ed-f5a6-455a-9924-921493be9531 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.831711 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Transition to ACTIVE for port object c85bf262-0a50-4ba8-9d88-062f5fcad1f5 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:18.831838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Usage tracker for resource:network and tenant:961705fbe7f240909d7e946a775fa8ee is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:18.841443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.847330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.890667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f5da268e-5244-4448-b0c9-188bd88f8548 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Request body: {'security_group_rule': {'security_group_id': '18893c82-da9b-49a8-b939-c33b1a291f2e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:18.898617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:18.906688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:18.913005 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 604efab1-8f80-40b5-8102-cf75c0ddca52) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:18.920091 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Network 00c1382c-cea1-4080-9a87-22cd5f1be252 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:18.923124 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:18.928938 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acb0045-ba9b-4509-8cb6-be0d6b20facc None None] Network 604efab1-8f80-40b5-8102-cf75c0ddca52 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:18.957171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:18.978098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:18.978495 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'name': 'tempest-ServerActionsTestJSON-1719770484-router', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:05Z', 'updated_at': '2022-05-28T04:45:10Z', 'revision_number': 4, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'gw_port': {'id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:06Z', 'updated_at': '2022-05-28T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '37aece15-2120-4016-8ae5-84ff220cdf62', 'name': '', 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'mac_address': 'fa:16:3e:3e:6b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:09Z', 'updated_at': '2022-05-28T04:45:18Z', 'revision_number': 4, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'subnets': [{'id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:18.983286 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa05cd5-f2ec-4602-834f-7b1f756b6eb2 None None] The sync data for ids ['a7da7add-9008-484e-9666-959c99b6afbf'] in dv-neutron-843300-5-hyperv is: [{'id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'name': 'tempest-ServerActionsTestJSON-1719770484-router', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:05Z', 'updated_at': '2022-05-28T04:45:10Z', 'revision_number': 4, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'gw_port': {'id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:06Z', 'updated_at': '2022-05-28T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '37aece15-2120-4016-8ae5-84ff220cdf62', 'name': '', 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'mac_address': 'fa:16:3e:3e:6b:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:09Z', 'updated_at': '2022-05-28T04:45:18Z', 'revision_number': 4, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'subnets': [{'id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:45:19.016620 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:19.020705 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Pushing event updated for resources: {'Port': ['ID=c85bf262-0a50-4ba8-9d88-062f5fcad1f5,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:19.078904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f5da268e-5244-4448-b0c9-188bd88f8548 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:19.087580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:19.088193 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:19.088747 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:19.091322 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Made reservation on behalf of 961705fbe7f240909d7e946a775fa8ee for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:19.094269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:19.112387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f5da268e-5244-4448-b0c9-188bd88f8548 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Usage tracker for resource:security_group_rule and tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:19.120692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f5da268e-5244-4448-b0c9-188bd88f8548 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:19.131414 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:19.157005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f5da268e-5244-4448-b0c9-188bd88f8548 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:19.176516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-80f8641f-943c-47ad-9b9f-f17e9602b423 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Deleting port 960e7ca1-c424-4df2-8dbc-4249f7bfdec7 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:19.178461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-80f8641f-943c-47ad-9b9f-f17e9602b423 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:19.180651 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:19.181316 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:19.191947 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 2 to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d May 28 04:45:19.226469 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c064a1ed-f5a6-455a-9924-921493be9531 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:19.239453 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:19.239453 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:19.239870 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:19.249309 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c064a1ed-f5a6-455a-9924-921493be9531 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:19.302015 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:19.302242 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:19.306945 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 3 to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d May 28 04:45:19.314288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064a1ed-f5a6-455a-9924-921493be9531 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016031a2-05f6-4295-8ec5-de6467bc56e7,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:19.324268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f5da268e-5244-4448-b0c9-188bd88f8548 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:19.398562 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:19.403534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:19.403989 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:19.404184 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:19.408386 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c064a1ed-f5a6-455a-9924-921493be9531 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:19.421832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50744) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:19.421832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50746) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:19.422091 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c064a1ed-f5a6-455a-9924-921493be9531 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0244689 May 28 04:45:19.446042 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] device_id is not set on port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:19.449940 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Attempting to bind port c85bf262-0a50-4ba8-9d88-062f5fcad1f5 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:19.450152 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Attempting to bind port c85bf262-0a50-4ba8-9d88-062f5fcad1f5 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'ffecb9d2-c451-4056-980b-ecbd1861ce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '00c1382c-cea1-4080-9a87-22cd5f1be252'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:19.450503 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Attempting to bind port c85bf262-0a50-4ba8-9d88-062f5fcad1f5 on network 00c1382c-cea1-4080-9a87-22cd5f1be252 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:19.464728 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Usage tracker for resource:security_group_rule and tenant:961705fbe7f240909d7e946a775fa8ee is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:19.465245 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:19.465791 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:19.466742 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:19.470785 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 4 to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d May 28 04:45:19.471095 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:45:19.473003 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Checking segment: {'id': 'ffecb9d2-c451-4056-980b-ecbd1861ce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '00c1382c-cea1-4080-9a87-22cd5f1be252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:19.473448 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:19.476784 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Bound using segment: {'id': 'ffecb9d2-c451-4056-980b-ecbd1861ce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '00c1382c-cea1-4080-9a87-22cd5f1be252'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:45:19.477417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Bound port: c85bf262-0a50-4ba8-9d88-062f5fcad1f5, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffecb9d2-c451-4056-980b-ecbd1861ce88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '00c1382c-cea1-4080-9a87-22cd5f1be252'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:45:19.478934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:19.483482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:19.491248 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-552bcb32-1cdb-4c8d-bba7-879b0e000e71 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Request body: {'security_group_rule': {'security_group_id': '37148588-ec49-41c2-87e5-73f21e4b02b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:19.509578 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:19.510040 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:19.510433 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:19.514860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Transition to ACTIVE for port object 72c8b31f-e5a6-47ea-8494-197ef5a280c7 will not be triggered until provisioned by entity L2. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:19.527006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:19.527592 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:19.529332 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 5 to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d May 28 04:45:19.531888 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-552bcb32-1cdb-4c8d-bba7-879b0e000e71 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:19.553986 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:19.555383 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:19.555870 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:19.559587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:19.576540 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:19.593121 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-552bcb32-1cdb-4c8d-bba7-879b0e000e71 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Usage tracker for resource:security_group_rule and tenant:dbe57ccc60ca477ca4d901e7c6a5711c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:19.595784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1d29b58f-463f-49bf-a958-1d0a94bc2e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:19.611006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-552bcb32-1cdb-4c8d-bba7-879b0e000e71 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:19.614777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] For port c85bf262-0a50-4ba8-9d88-062f5fcad1f5, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:19.619163 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] For port c85bf262-0a50-4ba8-9d88-062f5fcad1f5, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c85bf262-0a50-4ba8-9d88-062f5fcad1f5,segment=NetworkSegment(ffecb9d2-c451-4056-980b-ecbd1861ce88),segment_id=ffecb9d2-c451-4056-980b-ecbd1861ce88)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:45:19.627483 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:19.652310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Pushing event updated for resources: {'Port': ['ID=72c8b31f-e5a6-47ea-8494-197ef5a280c7,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:19.653000 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-552bcb32-1cdb-4c8d-bba7-879b0e000e71 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:19.657278 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:19.657626 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:19.658173 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 6 to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d May 28 04:45:19.693999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:19.694346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:19.694723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:19.709601 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:19.710009 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:19.711331 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 7 to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d May 28 04:45:19.731415 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:19.731415 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:19.731849 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:19.738344 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Checking segment: {'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:19.738589 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Network hostable DHCP agents. Network: 2122aedc-17e0-458a-9556-a4b079a1807e, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:45:19.751728 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:19.752054 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:19.753042 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 8 to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d May 28 04:45:19.761196 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c687b7d-fb90-46ab-9209-07ed0ff536c4 None None] Pushing event updated for resources: {'Port': ['ID=c85bf262-0a50-4ba8-9d88-062f5fcad1f5,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:19.788561 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:19.788884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:19.789215 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:19.802956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:19.803170 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:19.803538 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 9 to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d May 28 04:45:19.814897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Network 2122aedc-17e0-458a-9556-a4b079a1807e is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:45:19.828355 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:19.828673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:19.829014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:19.844207 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 2122aedc-17e0-458a-9556-a4b079a1807e) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:19.848189 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:19.856447 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fe9b35-5734-43ec-b91b-b4cd0d957a94 None None] Network 2122aedc-17e0-458a-9556-a4b079a1807e requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:19.860490 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:19.860822 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:19.863121 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 10 to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d May 28 04:45:19.889780 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:19.890153 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:19.890432 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:19.899169 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:19.899485 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:19.899725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:19.907077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:19.907412 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:19.908179 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 2 to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 May 28 04:45:19.930080 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port d816ebac-2fe1-4744-8cea-093c24cdf09d on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:19.930503 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port d816ebac-2fe1-4744-8cea-093c24cdf09d on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:19.930869 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:19.969750 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:19.970072 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:19.970442 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:20.045531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:20.069311 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:20.070012 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:20.072672 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 3 to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 May 28 04:45:20.102367 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:20.102871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:20.103357 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:20.146535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:20.153057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1d29b58f-463f-49bf-a958-1d0a94bc2e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:20.155887 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:20.156621 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:20.166347 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 4 to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 May 28 04:45:20.189879 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] For port d816ebac-2fe1-4744-8cea-093c24cdf09d, host hv-neutron-8433, cleared binding levels {{(pid=84009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:20.190271 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempted to set empty binding levels {{(pid=84009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 28 04:45:20.204543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f5da268e-5244-4448-b0c9-188bd88f8548 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:20.206562 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:20.206887 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:20.207370 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:20.210887 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:20.219856 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02beee6d-26ee-4ed8-b600-c25a7f3a8ba1,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:20.223644 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:20.297247 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:20.320621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-552bcb32-1cdb-4c8d-bba7-879b0e000e71 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:20.328269 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:20.328452 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:20.330373 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1d29b58f-463f-49bf-a958-1d0a94bc2e0c admin admin] Usage tracker for resource:security_group_rule and tenant:0741dbd4633f4cea8a1c2867fc241bf9 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:20.336574 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 5 to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 May 28 04:45:20.396407 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.0372274 May 28 04:45:20.397229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:20.397543 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:20.397891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:20.400937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1d29b58f-463f-49bf-a958-1d0a94bc2e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:20.402514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50752) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:20.403422 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af321a-797f-487d-b99b-2c65ad49c523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Pushing event updated for resources: {'Port': ['ID=d816ebac-2fe1-4744-8cea-093c24cdf09d,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:20.406330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f5da268e-5244-4448-b0c9-188bd88f8548 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:20.413965 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-80f8641f-943c-47ad-9b9f-f17e9602b423 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:20.440076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:45:20.442454 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1d29b58f-463f-49bf-a958-1d0a94bc2e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:20.458512 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:20.459035 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:20.466359 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 6 to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 May 28 04:45:20.520342 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:20.521785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:20.522317 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:20.541322 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-dc8eb690-7350-489f-a7de-6cc8adec5861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Deleting port d816ebac-2fe1-4744-8cea-093c24cdf09d {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:20.541943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc8eb690-7350-489f-a7de-6cc8adec5861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:20.557170 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 37aece15-2120-4016-8ae5-84ff220cdf62 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:20.596853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:20.597558 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:20.605905 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 7 to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 May 28 04:45:20.659589 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 37aece15-2120-4016-8ae5-84ff220cdf62 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:20.667638 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 37aece15-2120-4016-8ae5-84ff220cdf62 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:20.668315 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:20.703337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:20.703661 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:20.703985 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:20.767105 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:20.767707 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:20.774568 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 8 to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 May 28 04:45:20.840883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-80f8641f-943c-47ad-9b9f-f17e9602b423 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Calling delete_port for 960e7ca1-c424-4df2-8dbc-4249f7bfdec7 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:20.851752 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:20.886382 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da268e-5244-4448-b0c9-188bd88f8548 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b1c37c-9885-4e78-a489-1a4302903310,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:20.892627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:20.893073 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Added segment a45855ce-bcd0-4fd9-9465-d41d37e661b0 of type vlan for network 060a1e72-918f-4ed6-b6b2-59588cc172f2 May 28 04:45:20.960208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:20.960748 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:20.961174 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:20.985050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 37aece15-2120-4016-8ae5-84ff220cdf62, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=37aece15-2120-4016-8ae5-84ff220cdf62,segment=NetworkSegment(d585a428-fa4c-4a71-9fad-fa2b6cd5c483),segment_id=d585a428-fa4c-4a71-9fad-fa2b6cd5c483)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:20.987334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-552bcb32-1cdb-4c8d-bba7-879b0e000e71 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:20.997584 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.004353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:21.004847 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:21.005466 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c85bf262-0a50-4ba8-9d88-062f5fcad1f5 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:21.009154 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 9 to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 May 28 04:45:21.067620 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:21.068062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:21.068516 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:21.071799 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-dc8eb690-7350-489f-a7de-6cc8adec5861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] For port d816ebac-2fe1-4744-8cea-093c24cdf09d, host hv-neutron-8433, got binding levels [] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:21.072250 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc8eb690-7350-489f-a7de-6cc8adec5861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.146699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f5da268e-5244-4448-b0c9-188bd88f8548 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.151356 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f5da268e-5244-4448-b0c9-188bd88f8548 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.3126721 May 28 04:45:21.154226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50758) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:21.167394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:21.167895 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:21.209132 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=37aece15-2120-4016-8ae5-84ff220cdf62,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:21.221914 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:21.253900 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port c85bf262-0a50-4ba8-9d88-062f5fcad1f5 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:21.261049 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 10 to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 May 28 04:45:21.276519 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-dc8eb690-7350-489f-a7de-6cc8adec5861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Calling delete_port for d816ebac-2fe1-4744-8cea-093c24cdf09d owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:21.290680 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f23476d-3b81-438a-97fe-076480350a3b None None] Network 00c1382c-cea1-4080-9a87-22cd5f1be252 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:21.290988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.299643 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-552bcb32-1cdb-4c8d-bba7-879b0e000e71 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.385725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:21.410389 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1dfdb0b8-8f12-4e75-ba03-8c9274dd87ce None None] Provisioning for port c85bf262-0a50-4ba8-9d88-062f5fcad1f5 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:21.420439 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1dfdb0b8-8f12-4e75-ba03-8c9274dd87ce None None] Provisioning complete for port c85bf262-0a50-4ba8-9d88-062f5fcad1f5 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:21.421097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb0b8-8f12-4e75-ba03-8c9274dd87ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.426097 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Usage tracker for resource:floatingip and tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:21.433969 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:21.442408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:21.442734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:21.443062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:21.443244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.450498 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bcb32-1cdb-4c8d-bba7-879b0e000e71 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e05ffd1-6972-4b83-ac11-ebd3997bc0f2,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:21.452662 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:21.453087 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:21.453433 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.460719 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:21.513874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc8eb690-7350-489f-a7de-6cc8adec5861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.531480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.546089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-552bcb32-1cdb-4c8d-bba7-879b0e000e71 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.550256 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-552bcb32-1cdb-4c8d-bba7-879b0e000e71 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.1110060 May 28 04:45:21.556298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1d29b58f-463f-49bf-a958-1d0a94bc2e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.558562 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50762) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:21.575438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:21.579515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.579805 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8eb690-7350-489f-a7de-6cc8adec5861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Pushing event deleted for resources: {'Port': ['ID=d816ebac-2fe1-4744-8cea-093c24cdf09d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:21.588316 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc8eb690-7350-489f-a7de-6cc8adec5861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.602767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1d29b58f-463f-49bf-a958-1d0a94bc2e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.610311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:21.612396 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-dc8eb690-7350-489f-a7de-6cc8adec5861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] 10.222.0.15 "DELETE /v2.0/ports/d816ebac-2fe1-4744-8cea-093c24cdf09d HTTP/1.1" status: 204 len: 168 time: 1.1998053 May 28 04:45:21.612959 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50766) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:21.623443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.627258 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:21.627835 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.648295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb0b8-8f12-4e75-ba03-8c9274dd87ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.660062 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-314dc0a4-46d9-4fb3-a1c1-01b8b893ce5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] GET failed (client error): The resource could not be found. May 28 04:45:21.661358 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-314dc0a4-46d9-4fb3-a1c1-01b8b893ce5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Synchronizing usage tracker for tenant:5155adfa342646909f074777e817f390 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:21.670205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Usage tracker for resource:floatingip and tenant:dbe57ccc60ca477ca4d901e7c6a5711c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:21.677942 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] For port 72c8b31f-e5a6-47ea-8494-197ef5a280c7, host hv-neutron-8433, cleared binding levels {{(pid=84009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:21.678297 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempted to set empty binding levels {{(pid=84009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 28 04:45:21.684095 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-314dc0a4-46d9-4fb3-a1c1-01b8b893ce5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Unset dirty status for tenant:5155adfa342646909f074777e817f390 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:21.689973 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-314dc0a4-46d9-4fb3-a1c1-01b8b893ce5c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] 10.222.0.15 "GET /v2.0/ports/d816ebac-2fe1-4744-8cea-093c24cdf09d HTTP/1.1" status: 404 len: 333 time: 0.0727646 May 28 04:45:21.690609 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1dfdb0b8-8f12-4e75-ba03-8c9274dd87ce None None] For port c85bf262-0a50-4ba8-9d88-062f5fcad1f5, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c85bf262-0a50-4ba8-9d88-062f5fcad1f5,segment=NetworkSegment(ffecb9d2-c451-4056-980b-ecbd1861ce88),segment_id=ffecb9d2-c451-4056-980b-ecbd1861ce88)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:21.691082 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50770) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:21.692199 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.697601 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1dfdb0b8-8f12-4e75-ba03-8c9274dd87ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.745907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:21.758742 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-bfd48444-87eb-473d-b2b9-e1bf2ccf6dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Request body: {'port': {'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1238930553'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:21.770080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdb0b8-8f12-4e75-ba03-8c9274dd87ce None None] Pushing event updated for resources: {'Port': ['ID=c85bf262-0a50-4ba8-9d88-062f5fcad1f5,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:21.776061 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-bfd48444-87eb-473d-b2b9-e1bf2ccf6dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:21.784650 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.806609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-bfd48444-87eb-473d-b2b9-e1bf2ccf6dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:21.808609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Pushing event updated for resources: {'Port': ['ID=72c8b31f-e5a6-47ea-8494-197ef5a280c7,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:21.822333 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-80f8641f-943c-47ad-9b9f-f17e9602b423 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.824507 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:21.829433 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ea44f1e4-5a0e-40f4-b9ea-c2271fb34036 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.2220972 May 28 04:45:21.829764 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50774) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:21.868694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd48444-87eb-473d-b2b9-e1bf2ccf6dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Made reservation on behalf of 5155adfa342646909f074777e817f390 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:21.871077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bfd48444-87eb-473d-b2b9-e1bf2ccf6dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.907949 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-bfd48444-87eb-473d-b2b9-e1bf2ccf6dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] device_id is not set on port 138936ae-d08a-4506-8de3-148cff84fe8a yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:21.947096 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-85daa785-50db-42c4-814f-7d2b04767470 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Deleting port 72c8b31f-e5a6-47ea-8494-197ef5a280c7 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:21.947526 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-85daa785-50db-42c4-814f-7d2b04767470 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.969627 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.1912994 May 28 04:45:21.980155 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50780) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:21.984064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29b58f-463f-49bf-a958-1d0a94bc2e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6000785f-5c69-4914-989d-e305f4bc3187,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:21.986435 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:21.986923 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9245ee47-4ede-4e11-baf9-98076b1caf18 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:45:22.001291 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8641f-943c-47ad-9b9f-f17e9602b423 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Pushing event deleted for resources: {'Port': ['ID=960e7ca1-c424-4df2-8dbc-4249f7bfdec7,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:22.009174 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-23eb986c-e57e-48be-8f5a-0e0612d12ed1 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Request body: {'subnet': {'network_id': '060a1e72-918f-4ed6-b6b2-59588cc172f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:22.011293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:22.028804 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1d29b58f-463f-49bf-a958-1d0a94bc2e0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0741dbd4633f4cea8a1c2867fc241bf9&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5886369 May 28 04:45:22.028804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10468912-da39-46f1-8977-a6ca5d3b9cdd tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Pushing event updated for resources: {'Network': ['ID=060a1e72-918f-4ed6-b6b2-59588cc172f2,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:22.031203 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50784) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:22.036144 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5b193298-5ad6-42c5-8b8a-69834bc14570 None None] Provisioning complete for port c85bf262-0a50-4ba8-9d88-062f5fcad1f5 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:22.036687 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5b193298-5ad6-42c5-8b8a-69834bc14570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:22.141100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-80f8641f-943c-47ad-9b9f-f17e9602b423 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:22.148155 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-80f8641f-943c-47ad-9b9f-f17e9602b423 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] 10.222.0.15 "DELETE /v2.0/ports/960e7ca1-c424-4df2-8dbc-4249f7bfdec7 HTTP/1.1" status: 204 len: 168 time: 3.3117461 May 28 04:45:22.151973 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50790) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:22.214435 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4e7058fb-509a-423f-816e-e7ea78cf7586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:22.231656 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5b193298-5ad6-42c5-8b8a-69834bc14570 None None] Could not find standard attr ID for object 960e7ca1-c424-4df2-8dbc-4249f7bfdec7. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:45:22.257319 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 060a1e72-918f-4ed6-b6b2-59588cc172f2 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:45:22.272001 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 28 04:45:22.273918 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-347e9879-e6d9-4867-8e05-7888beafff2b tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.9799232 May 28 04:45:22.279235 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50796) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:22.320776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-23eb986c-e57e-48be-8f5a-0e0612d12ed1 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:22.411105 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-23eb986c-e57e-48be-8f5a-0e0612d12ed1 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Usage tracker for resource:subnet and tenant:961705fbe7f240909d7e946a775fa8ee is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:22.420655 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-23eb986c-e57e-48be-8f5a-0e0612d12ed1 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:22.421229 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-188130eb-775c-4c63-83a1-2ffa98812474 None None] Could not find standard attr ID for object 960e7ca1-c424-4df2-8dbc-4249f7bfdec7. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:45:22.466290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-96a8d49a-fa4a-4d5e-92f1-5ea7f2a5e9ab tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Deleting port 14c82b82-7d50-46d3-a0a3-08362cf5783b {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:22.466861 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96a8d49a-fa4a-4d5e-92f1-5ea7f2a5e9ab tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:22.509579 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-23eb986c-e57e-48be-8f5a-0e0612d12ed1 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:22.523637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4c99a84-8d1c-4a4e-8216-08f97d3a6c86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:22.524341 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 37aece15-2120-4016-8ae5-84ff220cdf62 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:22.571767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23eb986c-e57e-48be-8f5a-0e0612d12ed1 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Made reservation on behalf of 961705fbe7f240909d7e946a775fa8ee for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:22.608955 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 37aece15-2120-4016-8ae5-84ff220cdf62 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:22.609319 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:22.697466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:22.725376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-85daa785-50db-42c4-814f-7d2b04767470 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] For port 72c8b31f-e5a6-47ea-8494-197ef5a280c7, host hv-neutron-8433, got binding levels [] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:22.725799 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-85daa785-50db-42c4-814f-7d2b04767470 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:22.731255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f6750c80-bda5-4cf2-b939-ab39a74c5e69 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:22.740171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4c99a84-8d1c-4a4e-8216-08f97d3a6c86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:22.755621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:22.757012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bfd48444-87eb-473d-b2b9-e1bf2ccf6dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:22.801435 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port f6750c80-bda5-4cf2-b939-ab39a74c5e69 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:22.807650 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f6750c80-bda5-4cf2-b939-ab39a74c5e69 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:22.808347 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:22.921231 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-85daa785-50db-42c4-814f-7d2b04767470 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Calling delete_port for 72c8b31f-e5a6-47ea-8494-197ef5a280c7 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:22.951862 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-79ba15c6-c4ac-4a22-b1a2-9561cc25c878 tempest-DHCPAgentSchedulersTestJSON-1785433345 tempest-DHCPAgentSchedulersTestJSON-1785433345-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.7912350 May 28 04:45:22.954530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:22.964327 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50800) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:22.974286 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port f6750c80-bda5-4cf2-b939-ab39a74c5e69, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f6750c80-bda5-4cf2-b939-ab39a74c5e69,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:22.980905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:22.981959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c85bf262-0a50-4ba8-9d88-062f5fcad1f5 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:22.988315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23eb986c-e57e-48be-8f5a-0e0612d12ed1 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.009828 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0ff0813c-8c16-4f7a-98b2-e5091335ba97 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1933288303'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:23.018938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96a8d49a-fa4a-4d5e-92f1-5ea7f2a5e9ab tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.074047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0ff0813c-8c16-4f7a-98b2-e5091335ba97 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:23.090631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0ff0813c-8c16-4f7a-98b2-e5091335ba97 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Usage tracker for resource:network and tenant:809e4e58bacd454b809d599796f71031 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:23.107517 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0ff0813c-8c16-4f7a-98b2-e5091335ba97 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:23.121510 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0ff0813c-8c16-4f7a-98b2-e5091335ba97 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:23.130871 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=f6750c80-bda5-4cf2-b939-ab39a74c5e69,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:23.135790 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port c85bf262-0a50-4ba8-9d88-062f5fcad1f5 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:23.136380 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.147625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Allocated IP 172.26.8.168 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/859ff1ac-b69c-4ce0-967a-2bdbe3d0e565) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:23.154822 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bfd48444-87eb-473d-b2b9-e1bf2ccf6dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.155780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-96a8d49a-fa4a-4d5e-92f1-5ea7f2a5e9ab tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Calling delete_port for 14c82b82-7d50-46d3-a0a3-08362cf5783b owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:23.211027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff0813c-8c16-4f7a-98b2-e5091335ba97 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Made reservation on behalf of 809e4e58bacd454b809d599796f71031 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:23.214765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0ff0813c-8c16-4f7a-98b2-e5091335ba97 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.247977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-85daa785-50db-42c4-814f-7d2b04767470 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.256438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4c99a84-8d1c-4a4e-8216-08f97d3a6c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.311534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd48444-87eb-473d-b2b9-e1bf2ccf6dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Pushing event updated for resources: {'Port': ['ID=138936ae-d08a-4506-8de3-148cff84fe8a,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:23.318217 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd48444-87eb-473d-b2b9-e1bf2ccf6dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Network 604efab1-8f80-40b5-8102-cf75c0ddca52 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:23.350583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-bfd48444-87eb-473d-b2b9-e1bf2ccf6dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:23.352997 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c99a84-8d1c-4a4e-8216-08f97d3a6c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6000785f-5c69-4914-989d-e305f4bc3187,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:23.362681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd48444-87eb-473d-b2b9-e1bf2ccf6dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:23.363465 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd48444-87eb-473d-b2b9-e1bf2ccf6dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:23.364047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bfd48444-87eb-473d-b2b9-e1bf2ccf6dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.386095 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff0813c-8c16-4f7a-98b2-e5091335ba97 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:45:23.395803 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-85daa785-50db-42c4-814f-7d2b04767470 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.402195 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85daa785-50db-42c4-814f-7d2b04767470 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Pushing event deleted for resources: {'Port': ['ID=72c8b31f-e5a6-47ea-8494-197ef5a280c7,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:23.420787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.425158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96a8d49a-fa4a-4d5e-92f1-5ea7f2a5e9ab tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.449828 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4c99a84-8d1c-4a4e-8216-08f97d3a6c86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.450932 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a4c99a84-8d1c-4a4e-8216-08f97d3a6c86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6000785f-5c69-4914-989d-e305f4bc3187 HTTP/1.1" status: 204 len: 168 time: 1.4204967 May 28 04:45:23.457460 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0ff0813c-8c16-4f7a-98b2-e5091335ba97 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.457830 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-0ff0813c-8c16-4f7a-98b2-e5091335ba97 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Added segment 61ee75e8-fe62-4a90-b3d9-dec5e8fdc4a1 of type vlan for network ffe82598-e683-456a-8989-615367a16fec May 28 04:45:23.467303 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-85daa785-50db-42c4-814f-7d2b04767470 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] 10.222.0.15 "DELETE /v2.0/ports/72c8b31f-e5a6-47ea-8494-197ef5a280c7 HTTP/1.1" status: 204 len: 168 time: 1.6365371 May 28 04:45:23.470107 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bfd48444-87eb-473d-b2b9-e1bf2ccf6dc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7730100 May 28 04:45:23.471403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50808) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:23.471897 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50810) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:23.485504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8d49a-fa4a-4d5e-92f1-5ea7f2a5e9ab tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Pushing event deleted for resources: {'Port': ['ID=14c82b82-7d50-46d3-a0a3-08362cf5783b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:23.490667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:23.509877 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0ff0813c-8c16-4f7a-98b2-e5091335ba97 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.561704 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23eb986c-e57e-48be-8f5a-0e0612d12ed1 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.595874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0ff0813c-8c16-4f7a-98b2-e5091335ba97 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.599535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff0813c-8c16-4f7a-98b2-e5091335ba97 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:23.600081 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0ff0813c-8c16-4f7a-98b2-e5091335ba97 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.634246 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8319e79-0ccc-41d4-b734-0f7f02fcec65 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] GET failed (client error): The resource could not be found. May 28 04:45:23.635534 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f8319e79-0ccc-41d4-b734-0f7f02fcec65 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] 10.222.0.15 "GET /v2.0/ports/72c8b31f-e5a6-47ea-8494-197ef5a280c7 HTTP/1.1" status: 404 len: 333 time: 0.1562691 May 28 04:45:23.645584 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50816) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:23.685547 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96a8d49a-fa4a-4d5e-92f1-5ea7f2a5e9ab tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.698782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.717946 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-96a8d49a-fa4a-4d5e-92f1-5ea7f2a5e9ab tempest-RoutersAdminNegativeTest-85243393 tempest-RoutersAdminNegativeTest-85243393-project-admin] 10.222.0.15 "DELETE /v2.0/ports/14c82b82-7d50-46d3-a0a3-08362cf5783b HTTP/1.1" status: 204 len: 168 time: 1.4332514 May 28 04:45:23.720104 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Request body: {'port': {'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-588394434'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:23.721056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.742357 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:23.752069 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0ff0813c-8c16-4f7a-98b2-e5091335ba97 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7829792 May 28 04:45:23.755874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Usage tracker for resource:port and tenant:9c095cd5468e41cdaece21b50467aac4 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:23.762336 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:23.766712 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50824) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:23.782305 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0813c-8c16-4f7a-98b2-e5091335ba97 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Pushing event updated for resources: {'Network': ['ID=ffe82598-e683-456a-8989-615367a16fec,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:23.793704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network ffe82598-e683-456a-8989-615367a16fec details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:45:23.794672 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:23.796693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb986c-e57e-48be-8f5a-0e0612d12ed1 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Pushing event updated for resources: {'Subnet': ['ID=0c183762-25d6-4d3f-a708-ee4d7d5f0b82,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:23.833267 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eb986c-e57e-48be-8f5a-0e0612d12ed1 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Checking segment: {'id': 'a45855ce-bcd0-4fd9-9465-d41d37e661b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '060a1e72-918f-4ed6-b6b2-59588cc172f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:23.833628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eb986c-e57e-48be-8f5a-0e0612d12ed1 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Network hostable DHCP agents. Network: 060a1e72-918f-4ed6-b6b2-59588cc172f2, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:45:23.872174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:23.881547 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:23.897458 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:23.897554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Made reservation on behalf of 9c095cd5468e41cdaece21b50467aac4 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:23.903866 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:23.920759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Pushing event updated for resources: {'Port': ['ID=859ff1ac-b69c-4ce0-967a-2bdbe3d0e565,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:24.036966 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] device_id is not set on port 3c67a665-580c-46c5-8f36-aa2ed29ff534 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:24.083453 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eb986c-e57e-48be-8f5a-0e0612d12ed1 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Network 060a1e72-918f-4ed6-b6b2-59588cc172f2 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:45:24.117055 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-23eb986c-e57e-48be-8f5a-0e0612d12ed1 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 060a1e72-918f-4ed6-b6b2-59588cc172f2) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:24.126789 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0eeb67-9e88-4379-8c98-523fcad92660 None None] Network 060a1e72-918f-4ed6-b6b2-59588cc172f2 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:24.130255 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23eb986c-e57e-48be-8f5a-0e0612d12ed1 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:24.135989 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23eb986c-e57e-48be-8f5a-0e0612d12ed1 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:24.181133 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:24.189434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.26.8.168-eab6176e-fce7-4d6d-b269-8649df29736b {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:45:24.189821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:45:24.222992 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50836) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:24.235411 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-23eb986c-e57e-48be-8f5a-0e0612d12ed1 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2452893 May 28 04:45:24.242812 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50844) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:24.245245 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bd635f06-cfb1-4fbd-8c51-100d79584fba tempest-DHCPAgentSchedulersTestJSON-1785433345 tempest-DHCPAgentSchedulersTestJSON-1785433345-project-admin] 10.222.0.15 "GET /v2.0/agents/aaf16836-31a7-42a8-8cff-57e8ef18ea3a/dhcp-networks HTTP/1.1" status: 200 len: 6239 time: 0.4712305 May 28 04:45:24.249590 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50848) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:24.252797 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1956588102', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:24.289173 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:24.300007 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Usage tracker for resource:router and tenant:961705fbe7f240909d7e946a775fa8ee is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:24.303417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:24.352037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:24.365551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:24.436802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:45:24.453809 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:24.454823 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:24.503377 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:24.522354 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:24.537784 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f6750c80-bda5-4cf2-b939-ab39a74c5e69 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:24.559400 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] device_id is not set on port 138936ae-d08a-4506-8de3-148cff84fe8a yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:24.567653 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1ad495ed-e2a5-4ab4-bd38-bfec0f6195e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:24.620219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:24.658474 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Transition to ACTIVE for port object 138936ae-d08a-4506-8de3-148cff84fe8a will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:24.665176 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e80ce7e-9ac8-4a3d-929d-c2f8954a359f tempest-DHCPAgentSchedulersTestJSON-1785433345 tempest-DHCPAgentSchedulersTestJSON-1785433345-project-admin] Network ffe82598-e683-456a-8989-615367a16fec is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:45:24.665562 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f5538438-a119-4424-a901-e0321187899e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:24.671127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f6750c80-bda5-4cf2-b939-ab39a74c5e69 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:24.671619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:24.680793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:24.727306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:24.787420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:24.813760 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:24.870467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444ab439-b40c-4395-aa12-75b33399f245 None None] Network ffe82598-e683-456a-8989-615367a16fec requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:24.887181 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2e80ce7e-9ac8-4a3d-929d-c2f8954a359f tempest-DHCPAgentSchedulersTestJSON-1785433345 tempest-DHCPAgentSchedulersTestJSON-1785433345-project-admin] 10.222.0.15 "POST /v2.0/agents/aaf16836-31a7-42a8-8cff-57e8ef18ea3a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6284788 May 28 04:45:24.909901 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50858) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:24.917604 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1ad495ed-e2a5-4ab4-bd38-bfec0f6195e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:24.928283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Pushing event updated for resources: {'Port': ['ID=138936ae-d08a-4506-8de3-148cff84fe8a,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:24.940653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50862) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:24.943382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1ad495ed-e2a5-4ab4-bd38-bfec0f6195e6 admin admin] Usage tracker for resource:security_group_rule and tenant:6f15390f2be44587be24c90415081bd7 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:24.955367 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1ad495ed-e2a5-4ab4-bd38-bfec0f6195e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:24.962426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:24.966657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Network 2122aedc-17e0-458a-9556-a4b079a1807e is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:24.977987 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1ad495ed-e2a5-4ab4-bd38-bfec0f6195e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:24.980815 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:24.987171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Pushing event updated for resources: {'Port': ['ID=3c67a665-580c-46c5-8f36-aa2ed29ff534,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:24.989528 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:24.990333 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:24.990909 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.066711 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:25.067224 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:25.067733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:25.072007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.117707 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-26ed18b4-b9fc-4094-bd64-bb92f76f18bb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4670784 May 28 04:45:25.121592 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50868) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:25.129904 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-060a1e72-918f-4ed6-b6b2-59588cc172f2', 'network_id': '060a1e72-918f-4ed6-b6b2-59588cc172f2', 'tenant_id': '961705fbe7f240909d7e946a775fa8ee', 'fixed_ips': [{'subnet_id': '0c183762-25d6-4d3f-a708-ee4d7d5f0b82'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:45:25.130815 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.132732 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8433'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:25.134145 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.202750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1067568214'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:25.219805 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:25.226264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:25.226413 dv-neutron-843300-5-hyperv neutron-server[84010]: ERROR neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:25.233714 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.plugins.ml2.plugin [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 2 to bind port 138936ae-d08a-4506-8de3-148cff84fe8a May 28 04:45:25.248377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Usage tracker for resource:network and tenant:d135f9a50fd84999ba5e0a8c2ed5feb2 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:25.259463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.266784 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1ad495ed-e2a5-4ab4-bd38-bfec0f6195e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.272557 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:25.292183 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1ad495ed-e2a5-4ab4-bd38-bfec0f6195e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.300321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Allocated IP 172.26.8.28 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/b7c95057-d208-44e7-b3e2-2674f604c987) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:25.302524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:25.315903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Allocated IP 172.20.0.2 (060a1e72-918f-4ed6-b6b2-59588cc172f2/0c183762-25d6-4d3f-a708-ee4d7d5f0b82/2a17a93c-4a89-4e50-906d-f9e672f9f251) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:25.317570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:25.318091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:25.318422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:25.336061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:25.336445 dv-neutron-843300-5-hyperv neutron-server[84010]: ERROR neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:25.353839 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.plugins.ml2.plugin [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 3 to bind port 138936ae-d08a-4506-8de3-148cff84fe8a May 28 04:45:25.360283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Pushing event updated for resources: {'Port': ['ID=859ff1ac-b69c-4ce0-967a-2bdbe3d0e565,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:25.364861 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.376916 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad495ed-e2a5-4ab4-bd38-bfec0f6195e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ce4529-19b1-418c-9fc2-49c9f47156af,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:25.399614 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1ad495ed-e2a5-4ab4-bd38-bfec0f6195e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f15390f2be44587be24c90415081bd7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1756165 May 28 04:45:25.401284 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.401418 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50872) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:25.411958 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7d1a39cc-55aa-4208-9374-0a2889e25e11 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1989875 May 28 04:45:25.490678 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:25.491028 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:25.491761 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:25.494487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Made reservation on behalf of d135f9a50fd84999ba5e0a8c2ed5feb2 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:25.497769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.520422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.529048 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-12397349-8fd0-4275-a915-5d30709c8b40 tempest-DHCPAgentSchedulersTestJSON-1785433345 tempest-DHCPAgentSchedulersTestJSON-1785433345-project-admin] 10.222.0.15 "GET /v2.0/agents/aaf16836-31a7-42a8-8cff-57e8ef18ea3a/dhcp-networks HTTP/1.1" status: 200 len: 7762 time: 0.6151845 May 28 04:45:25.532706 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50880) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:25.535078 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.543912 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.553775 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:25.554437 dv-neutron-843300-5-hyperv neutron-server[84010]: ERROR neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:25.559216 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.plugins.ml2.plugin [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 4 to bind port 138936ae-d08a-4506-8de3-148cff84fe8a May 28 04:45:25.618052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:25.619373 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:25.619834 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:25.626062 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:25.632666 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:25.634058 dv-neutron-843300-5-hyperv neutron-server[84010]: ERROR neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:25.637441 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.plugins.ml2.plugin [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 5 to bind port 138936ae-d08a-4506-8de3-148cff84fe8a May 28 04:45:25.644071 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.647307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Usage tracker for resource:security_group_rule and tenant:d135f9a50fd84999ba5e0a8c2ed5feb2 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:25.655852 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Transition to ACTIVE for port object 2a17a93c-4a89-4e50-906d-f9e672f9f251 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:25.662450 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:25.671559 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.677139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:25.679051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:25.679604 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:25.679729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:25.688102 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Transition to ACTIVE for port object 2a17a93c-4a89-4e50-906d-f9e672f9f251 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:25.699874 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.706436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.712707 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:25.713027 dv-neutron-843300-5-hyperv neutron-server[84010]: ERROR neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:25.717214 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.plugins.ml2.plugin [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 6 to bind port 138936ae-d08a-4506-8de3-148cff84fe8a May 28 04:45:25.735030 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.746765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c15f88c-391f-498f-b026-39f5a3e18cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.766581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:25.766913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:25.767220 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:25.777900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:25.778222 dv-neutron-843300-5-hyperv neutron-server[84010]: ERROR neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:25.780368 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.plugins.ml2.plugin [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 7 to bind port 138936ae-d08a-4506-8de3-148cff84fe8a May 28 04:45:25.800310 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:25.800654 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:25.800985 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:25.805836 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Network 060a1e72-918f-4ed6-b6b2-59588cc172f2 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:25.811334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:25.819047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:25.820759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:25.821081 dv-neutron-843300-5-hyperv neutron-server[84010]: ERROR neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:25.830891 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.plugins.ml2.plugin [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 8 to bind port 138936ae-d08a-4506-8de3-148cff84fe8a May 28 04:45:25.844487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Pushing event updated for resources: {'Port': ['ID=2a17a93c-4a89-4e50-906d-f9e672f9f251,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:25.851002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:25.851209 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:25.851528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:25.862000 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d2eb824d-170a-4b70-bcf6-2053496b6a57 tempest-DHCPAgentSchedulersTestJSON-1785433345 tempest-DHCPAgentSchedulersTestJSON-1785433345-project-admin] 10.222.0.15 "DELETE /v2.0/agents/aaf16836-31a7-42a8-8cff-57e8ef18ea3a/dhcp-networks/ffe82598-e683-456a-8989-615367a16fec HTTP/1.1" status: 204 len: 168 time: 0.3263724 May 28 04:45:25.868504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50892) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:25.887583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:25.887906 dv-neutron-843300-5-hyperv neutron-server[84010]: ERROR neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:25.889627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.893320 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.plugins.ml2.plugin [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 9 to bind port 138936ae-d08a-4506-8de3-148cff84fe8a May 28 04:45:25.894672 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c15f88c-391f-498f-b026-39f5a3e18cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.926180 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:25.940371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.013619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Attempting to bind port 2a17a93c-4a89-4e50-906d-f9e672f9f251 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:26.014300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Attempting to bind port 2a17a93c-4a89-4e50-906d-f9e672f9f251 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'a45855ce-bcd0-4fd9-9465-d41d37e661b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '060a1e72-918f-4ed6-b6b2-59588cc172f2'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:26.015008 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Attempting to bind port 2a17a93c-4a89-4e50-906d-f9e672f9f251 on network 060a1e72-918f-4ed6-b6b2-59588cc172f2 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:26.023866 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:45:26.024685 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Checking segment: {'id': 'a45855ce-bcd0-4fd9-9465-d41d37e661b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '060a1e72-918f-4ed6-b6b2-59588cc172f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:26.025337 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.026051 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Bound using segment: {'id': 'a45855ce-bcd0-4fd9-9465-d41d37e661b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '060a1e72-918f-4ed6-b6b2-59588cc172f2'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:45:26.027308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Bound port: 2a17a93c-4a89-4e50-906d-f9e672f9f251, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45855ce-bcd0-4fd9-9465-d41d37e661b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '060a1e72-918f-4ed6-b6b2-59588cc172f2'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:45:26.028877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.032631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:45:26.058241 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:26.058562 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:26.058878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:26.062176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:26.068198 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] device_id is not set on port 3c67a665-580c-46c5-8f36-aa2ed29ff534 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:26.070840 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Pushing event updated for resources: {'Port': ['ID=b7c95057-d208-44e7-b3e2-2674f604c987,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:26.080387 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.113025 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Transition to ACTIVE for port object 3c67a665-580c-46c5-8f36-aa2ed29ff534 will not be triggered until provisioned by entity L2. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:26.113998 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c15f88c-391f-498f-b026-39f5a3e18cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.117119 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Allocated IP 172.26.8.100 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/91ea998e-643a-40fb-8f1a-df81f5b35c0d) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:26.128869 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:26.134266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.142281 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:26.166325 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.166325 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Added segment 78d4e268-41f4-49a8-9e30-c1401634077c of type vlan for network 6a9546fa-60d1-43b9-bec6-818adc388161 May 28 04:45:26.172672 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c15f88c-391f-498f-b026-39f5a3e18cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ce4529-19b1-418c-9fc2-49c9f47156af,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:26.197008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:26.198191 dv-neutron-843300-5-hyperv neutron-server[84010]: ERROR neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:26.198191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a267b3b-f855-4e74-922a-27738aa89960,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:26.201034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] For port 2a17a93c-4a89-4e50-906d-f9e672f9f251, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:26.204559 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.plugins.ml2.plugin [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 10 to bind port 138936ae-d08a-4506-8de3-148cff84fe8a May 28 04:45:26.219039 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50898) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:26.226845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] For port 2a17a93c-4a89-4e50-906d-f9e672f9f251, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2a17a93c-4a89-4e50-906d-f9e672f9f251,segment=NetworkSegment(a45855ce-bcd0-4fd9-9465-d41d37e661b0),segment_id=a45855ce-bcd0-4fd9-9465-d41d37e661b0)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:45:26.235825 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.239944 dv-neutron-843300-5-hyperv neutron-server[84010]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 28 04:45:26.269308 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.279568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:26.279830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:26.280267 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:26.335829 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed8baf-06e0-478b-9eef-bb65c84ca19c None None] Pushing event updated for resources: {'Port': ['ID=2a17a93c-4a89-4e50-906d-f9e672f9f251,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:26.348684 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c15f88c-391f-498f-b026-39f5a3e18cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.349841 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9c15f88c-391f-498f-b026-39f5a3e18cdb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95ce4529-19b1-418c-9fc2-49c9f47156af HTTP/1.1" status: 204 len: 168 time: 0.9464550 May 28 04:45:26.374595 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Pushing event updated for resources: {'Port': ['ID=3c67a665-580c-46c5-8f36-aa2ed29ff534,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:26.412544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:45:26.429869 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:26.430174 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:26.431090 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:26.435534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:26.435850 dv-neutron-843300-5-hyperv neutron-server[84010]: ERROR neutron.plugins.ml2.managers [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 138936ae-d08a-4506-8de3-148cff84fe8a on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:26.436197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.445611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.451793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:26.452207 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:26.454222 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 2 to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 May 28 04:45:26.467371 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.480645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:26.480971 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:26.481296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:26.491012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:26.491323 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:26.494950 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 3 to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 May 28 04:45:26.521955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:26.522281 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:26.522606 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:26.537095 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:26.537638 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:26.538190 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 4 to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 May 28 04:45:26.548813 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.607449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-1e5156d7-cd19-4286-9822-4ca20081dea4 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Synchronizing usage tracker for tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:26.615544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:26.615861 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:26.616347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:26.622733 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3265a137-7bbc-4c10-8bba-237133fe32e8 tempest-DHCPAgentSchedulersTestJSON-1785433345 tempest-DHCPAgentSchedulersTestJSON-1785433345-project-admin] 10.222.0.15 "GET /v2.0/agents/aaf16836-31a7-42a8-8cff-57e8ef18ea3a/dhcp-networks HTTP/1.1" status: 200 len: 7017 time: 0.7534053 May 28 04:45:26.623507 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50904) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:26.648315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:26.652475 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:26.652953 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:26.653856 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:26.657743 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 5 to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 May 28 04:45:26.666532 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:26.687546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.691180 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:26.694726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.704597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Pushing event updated for resources: {'Port': ['ID=91ea998e-643a-40fb-8f1a-df81f5b35c0d,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:26.719134 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:26.719456 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:26.719778 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:26.736361 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:26.736679 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:26.738602 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 6 to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 May 28 04:45:26.763284 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:26.763511 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:26.764010 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:26.779493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:26.780022 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:26.781434 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 7 to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 May 28 04:45:26.801755 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:26.802077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:26.802564 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:26.811270 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:26.811587 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:26.811948 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 8 to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 May 28 04:45:26.830119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:26.887843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-1e5156d7-cd19-4286-9822-4ca20081dea4 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Unset dirty status for tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:26.889206 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-1e5156d7-cd19-4286-9822-4ca20081dea4 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1564590900&fields=id&tenant_id=8874bc9f5e654b27b25dbb6c2a0fb0ef HTTP/1.1" status: 200 len: 267 time: 0.6654115 May 28 04:45:26.918116 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:26.918699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:26.919243 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:26.927992 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:26.928607 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:26.929779 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 9 to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 May 28 04:45:26.949628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:26.950364 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:26.950881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:26.959611 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:26.960264 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:26.961636 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 10 to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 May 28 04:45:26.978840 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0284858 May 28 04:45:26.979830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c15fe-385f-46b9-883a-1b716c9c7030 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event updated for resources: {'Network': ['ID=6a9546fa-60d1-43b9-bec6-818adc388161,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:26.981632 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:26.982210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:26.982733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:26.985473 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50910) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:26.994950 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e059355a-fe37-4d85-ad68-ee43ac74de93 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Request body: {'subnet': {'network_id': '6a9546fa-60d1-43b9-bec6-818adc388161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:26.995631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 6a9546fa-60d1-43b9-bec6-818adc388161 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:45:27.013802 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:27.014756 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:27.018656 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50914) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:27.048396 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] For port 138936ae-d08a-4506-8de3-148cff84fe8a, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:27.048682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempted to set empty binding levels {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 28 04:45:27.050640 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3376f57b-b87f-4330-b9d3-e6bb0daa83bc tempest-DHCPAgentSchedulersTestJSON-1785433345 tempest-DHCPAgentSchedulersTestJSON-1785433345-project-admin] 10.222.0.15 "GET /v2.0/networks/00c1382c-cea1-4080-9a87-22cd5f1be252/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.4187620 May 28 04:45:27.060743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50918) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:27.080893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:27.093767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:27.094351 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:27.094976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:27.102584 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:27.247412 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] In _notify_port_updated(), no bound segment for port 138936ae-d08a-4506-8de3-148cff84fe8a on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84010) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:45:27.248340 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:27.252538 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] 10.222.0.15 "PUT /v2.0/ports/138936ae-d08a-4506-8de3-148cff84fe8a HTTP/1.1" status: 200 len: 981 time: 3.7689269 May 28 04:45:27.265364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50922) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:27.326181 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-becf2008-26d1-40e3-86a6-b09be68e51e8 tempest-DHCPAgentSchedulersTestJSON-1785433345 tempest-DHCPAgentSchedulersTestJSON-1785433345-project-admin] 10.222.0.15 "GET /v2.0/networks/00c1382c-cea1-4080-9a87-22cd5f1be252/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2558725 May 28 04:45:27.330789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389b806-e767-48aa-b67f-631c632e2dec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Pushing event updated for resources: {'Port': ['ID=138936ae-d08a-4506-8de3-148cff84fe8a,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:27.330789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50926) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:27.342265 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e059355a-fe37-4d85-ad68-ee43ac74de93 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:27.347856 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-908b0f4b-b383-4819-9828-a9252fa4558c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:27.348643 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-908b0f4b-b383-4819-9828-a9252fa4558c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Synchronizing usage tracker for tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:27.354907 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-93ffae1a-b649-4b04-999d-bff71f35cd3d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d17010d1e5444d839a4f72f35a6e2e65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3324201 May 28 04:45:27.356046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e059355a-fe37-4d85-ad68-ee43ac74de93 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Usage tracker for resource:subnet and tenant:d135f9a50fd84999ba5e0a8c2ed5feb2 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:27.363733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e059355a-fe37-4d85-ad68-ee43ac74de93 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:27.367832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50930) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:27.408713 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e059355a-fe37-4d85-ad68-ee43ac74de93 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:27.464715 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e059355a-fe37-4d85-ad68-ee43ac74de93 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Made reservation on behalf of d135f9a50fd84999ba5e0a8c2ed5feb2 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:27.491968 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] For port 3c67a665-580c-46c5-8f36-aa2ed29ff534, host hv-neutron-8433, cleared binding levels {{(pid=84009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:27.492559 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempted to set empty binding levels {{(pid=84009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 28 04:45:27.500992 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd62e1a-1ba1-4d54-baba-d453d7799d88 None None] Network 060a1e72-918f-4ed6-b6b2-59588cc172f2 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:27.506285 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-908b0f4b-b383-4819-9828-a9252fa4558c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Unset dirty status for tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:27.507459 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-908b0f4b-b383-4819-9828-a9252fa4558c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/networks?id=a8948682-ca33-4cb9-a94c-ea149f8c5b44 HTTP/1.1" status: 200 len: 812 time: 0.5975747 May 28 04:45:27.537531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:45:27.553736 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:27.560898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:27.566389 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-21f2dea6-ab87-421b-a7a1-8b591fb1e230 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/quotas/8874bc9f5e654b27b25dbb6c2a0fb0ef HTTP/1.1" status: 200 len: 375 time: 0.0512500 May 28 04:45:27.575843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:27.597385 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a9f04428-18fa-40f8-afce-e9bbc84dad49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15898 time: 0.3276947 May 28 04:45:27.600287 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50934) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:27.628601 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-144a35c1-7304-46d7-aa46-654cbb706058 None None] Provisioning for port 2a17a93c-4a89-4e50-906d-f9e672f9f251 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:27.674711 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] In _notify_port_updated(), no bound segment for port 3c67a665-580c-46c5-8f36-aa2ed29ff534 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:45:27.676656 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:27.678045 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] 10.222.0.15 "PUT /v2.0/ports/3c67a665-580c-46c5-8f36-aa2ed29ff534 HTTP/1.1" status: 200 len: 976 time: 2.5513670 May 28 04:45:27.686828 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50938) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:27.696350 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6d63c11c-3b3c-418d-9d42-f3a4564e3bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:27.699938 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e059355a-fe37-4d85-ad68-ee43ac74de93 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks [] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:27.728480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:27.741114 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1325aad-1c54-45fa-ad8d-f7c16758c696 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Pushing event updated for resources: {'Port': ['ID=3c67a665-580c-46c5-8f36-aa2ed29ff534,revision_number=3']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:27.823769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Pushing event updated for resources: {'Port': ['ID=b7c95057-d208-44e7-b3e2-2674f604c987,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:27.839875 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1c172713-9b76-4e47-b181-e0bcb9404929 tempest-DHCPAgentSchedulersTestJSON-1785433345 tempest-DHCPAgentSchedulersTestJSON-1785433345-project-admin] 10.222.0.15 "GET /v2.0/agents/aaf16836-31a7-42a8-8cff-57e8ef18ea3a/dhcp-networks HTTP/1.1" status: 200 len: 7017 time: 0.4980872 May 28 04:45:27.843863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50942) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:27.848067 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-abe6da55-4276-46f2-9248-56f6c268a08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Deleting port 138936ae-d08a-4506-8de3-148cff84fe8a {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:27.848697 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-abe6da55-4276-46f2-9248-56f6c268a08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:27.874570 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6d63c11c-3b3c-418d-9d42-f3a4564e3bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:27.884994 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:27.894895 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f6f0a9a2-3287-40f5-88c2-80ddec57cc72 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3242047 May 28 04:45:28.076395 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a600597f-0abe-4797-8ad1-e759fc457a01 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Synchronizing usage tracker for tenant:9c095cd5468e41cdaece21b50467aac4 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:28.093867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:28.115836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a8dcb62f-f5fe-411a-ab34-354d534007d3 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Synchronizing usage tracker for tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:28.134002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6d63c11c-3b3c-418d-9d42-f3a4564e3bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:28.151721 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a600597f-0abe-4797-8ad1-e759fc457a01 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Unset dirty status for tenant:9c095cd5468e41cdaece21b50467aac4 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:28.152848 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a600597f-0abe-4797-8ad1-e759fc457a01 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15998 time: 0.4622297 May 28 04:45:28.154187 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e059355a-fe37-4d85-ad68-ee43ac74de93 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:28.157514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50956) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:28.195640 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63c11c-3b3c-418d-9d42-f3a4564e3bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4498ad-e862-4bde-8e8c-3f07df7ccd90,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:28.274603 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a8dcb62f-f5fe-411a-ab34-354d534007d3 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Unset dirty status for tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:28.275850 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a8dcb62f-f5fe-411a-ab34-354d534007d3 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8874bc9f5e654b27b25dbb6c2a0fb0ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6747243 May 28 04:45:28.294748 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6d63c11c-3b3c-418d-9d42-f3a4564e3bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:28.295941 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6d63c11c-3b3c-418d-9d42-f3a4564e3bdd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f4498ad-e862-4bde-8e8c-3f07df7ccd90 HTTP/1.1" status: 204 len: 168 time: 0.9263387 May 28 04:45:28.309348 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059355a-fe37-4d85-ad68-ee43ac74de93 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event updated for resources: {'Subnet': ['ID=7c431977-a0eb-4edf-b691-520828d05ea9,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:28.322605 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-73c588f3-7f8c-4634-a4ce-a5f9bdd2fba2 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Deleting port 3c67a665-580c-46c5-8f36-aa2ed29ff534 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:28.322929 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73c588f3-7f8c-4634-a4ce-a5f9bdd2fba2 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:28.369426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Router 6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:45:28.444910 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e059355a-fe37-4d85-ad68-ee43ac74de93 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Checking segment: {'id': '78d4e268-41f4-49a8-9e30-c1401634077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6a9546fa-60d1-43b9-bec6-818adc388161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:28.445307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e059355a-fe37-4d85-ad68-ee43ac74de93 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Network hostable DHCP agents. Network: 6a9546fa-60d1-43b9-bec6-818adc388161, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:45:28.465995 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2a17a93c-4a89-4e50-906d-f9e672f9f251 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:28.466514 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:28.474027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-abe6da55-4276-46f2-9248-56f6c268a08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] For port 138936ae-d08a-4506-8de3-148cff84fe8a, host hv-neutron-8433, got binding levels [] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:28.474383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-abe6da55-4276-46f2-9248-56f6c268a08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:28.551485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 50968) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:28.615229 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 2a17a93c-4a89-4e50-906d-f9e672f9f251 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:28.617523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Subscribe: > segment before_delete 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:28.617887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:28.619210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:28.619544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Subscribe: > port after_create 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:28.619847 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Subscribe: > port after_delete 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:28.620189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Subscribe: > port after_update 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:28.620519 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Subscribe: > segment after_delete 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:28.620842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Subscribe: > subnet after_create 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:28.621150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Subscribe: > subnet after_delete 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:28.621695 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Subscribe: > subnet after_update 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:28.624561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 2a17a93c-4a89-4e50-906d-f9e672f9f251 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:28.625111 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:28.781164 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:28.798122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Subscribe: > subnet after_create 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:28.798688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Subscribe: > subnet after_delete 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:28.798782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Subscribe: > subnet before_create 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:28.799457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Subscribe: > subnet before_update 55550000 {{(pid=84010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:28.799457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe82598-e683-456a-8989-615367a16fec']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:28.814605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-abe6da55-4276-46f2-9248-56f6c268a08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Calling delete_port for 138936ae-d08a-4506-8de3-148cff84fe8a owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:28.834483 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-73c588f3-7f8c-4634-a4ce-a5f9bdd2fba2 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] For port 3c67a665-580c-46c5-8f36-aa2ed29ff534, host hv-neutron-8433, got binding levels [] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:28.835064 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73c588f3-7f8c-4634-a4ce-a5f9bdd2fba2 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:28.851846 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 2a17a93c-4a89-4e50-906d-f9e672f9f251, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2a17a93c-4a89-4e50-906d-f9e672f9f251,segment=NetworkSegment(a45855ce-bcd0-4fd9-9465-d41d37e661b0),segment_id=a45855ce-bcd0-4fd9-9465-d41d37e661b0)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:28.852939 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e059355a-fe37-4d85-ad68-ee43ac74de93 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Network 6a9546fa-60d1-43b9-bec6-818adc388161 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:45:28.867090 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:28.884839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ee75e8-fe62-4a90-b3d9-dec5e8fdc4a1') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:28.885140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ee75e8-fe62-4a90-b3d9-dec5e8fdc4a1') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:28.918512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:28.956060 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-238a67fc-f56a-4820-b9b6-6217f45aeb57 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1016201431&fields=id&tenant_id=dbe57ccc60ca477ca4d901e7c6a5711c HTTP/1.1" status: 200 len: 267 time: 0.4010577 May 28 04:45:28.983625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:29.012975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=2a17a93c-4a89-4e50-906d-f9e672f9f251,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:29.066779 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-9074c121-1d95-496c-9d72-4310b456a382 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:45:29.067836 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-9074c121-1d95-496c-9d72-4310b456a382 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5175550 May 28 04:45:29.069052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:45:29.069493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:29.071235 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-73c588f3-7f8c-4634-a4ce-a5f9bdd2fba2 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Calling delete_port for 3c67a665-580c-46c5-8f36-aa2ed29ff534 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn_limited( May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn_limited( May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:45:29.090170 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:45:29.099776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-e059355a-fe37-4d85-ad68-ee43ac74de93 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 6a9546fa-60d1-43b9-bec6-818adc388161) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:29.110276 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccc776e-38a9-4494-bfbd-ca93b30370fa None None] Network 6a9546fa-60d1-43b9-bec6-818adc388161 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:29.114521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e059355a-fe37-4d85-ad68-ee43ac74de93 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:29.115102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e059355a-fe37-4d85-ad68-ee43ac74de93 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:29.168922 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e059355a-fe37-4d85-ad68-ee43ac74de93 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1820810 May 28 04:45:29.178710 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50986) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:29.188882 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Request body: {'port': {'network_id': '6a9546fa-60d1-43b9-bec6-818adc388161', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1321243320'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:29.209953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73c588f3-7f8c-4634-a4ce-a5f9bdd2fba2 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:29.326899 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c588f3-7f8c-4634-a4ce-a5f9bdd2fba2 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c67a665-580c-46c5-8f36-aa2ed29ff534,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:29.350232 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-5e396db4-4e41-4b37-9e1e-0754035accc4 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:29.351998 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-5e396db4-4e41-4b37-9e1e-0754035accc4 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/networks?id=af7fbe75-51f4-4a27-b635-152fc1216874 HTTP/1.1" status: 200 len: 804 time: 0.3949258 May 28 04:45:29.362394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73c588f3-7f8c-4634-a4ce-a5f9bdd2fba2 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:29.366376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:45:29.372499 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:29.373829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-abe6da55-4276-46f2-9248-56f6c268a08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:29.400111 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5ec3c7-f12c-45a1-8d33-f977ad6ec85e None None] Sync routers for ids ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:45:29.414963 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:29.421186 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-73c588f3-7f8c-4634-a4ce-a5f9bdd2fba2 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] 10.222.0.15 "DELETE /v2.0/ports/3c67a665-580c-46c5-8f36-aa2ed29ff534 HTTP/1.1" status: 204 len: 168 time: 1.2317708 May 28 04:45:29.421349 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ec3c7-f12c-45a1-8d33-f977ad6ec85e None None] Routers {'6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:45:29.421349 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-8d5ec3c7-f12c-45a1-8d33-f977ad6ec85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:25Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:29.421932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50994) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:29.425030 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Usage tracker for resource:port and tenant:d135f9a50fd84999ba5e0a8c2ed5feb2 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:29.463518 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:29.470562 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:29.475237 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a7786058-2ebb-4961-a89f-d7a5108b32cf tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.2287884 May 28 04:45:29.477743 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-6a9546fa-60d1-43b9-bec6-818adc388161', 'network_id': '6a9546fa-60d1-43b9-bec6-818adc388161', 'tenant_id': 'd135f9a50fd84999ba5e0a8c2ed5feb2', 'fixed_ips': [{'subnet_id': '7c431977-a0eb-4edf-b691-520828d05ea9'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:45:29.478372 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:29.481514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 50998) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:29.486973 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:29.491429 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-11025dfc-31f4-4ad5-895f-392e02e3af03 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] GET failed (client error): The resource could not be found. May 28 04:45:29.491913 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-11025dfc-31f4-4ad5-895f-392e02e3af03 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Synchronizing usage tracker for tenant:9c095cd5468e41cdaece21b50467aac4 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:29.495838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:29.507337 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-8d5ec3c7-f12c-45a1-8d33-f977ad6ec85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:29.510727 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Pushing event deleted for resources: {'Network': ['ID=ffe82598-e683-456a-8989-615367a16fec,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:29.523854 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6da55-4276-46f2-9248-56f6c268a08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Pushing event deleted for resources: {'Port': ['ID=138936ae-d08a-4506-8de3-148cff84fe8a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:29.526000 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5ec3c7-f12c-45a1-8d33-f977ad6ec85e None None] Routers {'6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:45:29.526622 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-8d5ec3c7-f12c-45a1-8d33-f977ad6ec85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:25Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:29.538121 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fe17b8b5-dbdd-469b-9006-a7694072dede tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] 10.222.0.15 "DELETE /v2.0/networks/ffe82598-e683-456a-8989-615367a16fec HTTP/1.1" status: 204 len: 168 time: 1.6930492 May 28 04:45:29.551233 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51004) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:29.557136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-abe6da55-4276-46f2-9248-56f6c268a08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:29.559239 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-abe6da55-4276-46f2-9248-56f6c268a08b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] 10.222.0.15 "DELETE /v2.0/ports/138936ae-d08a-4506-8de3-148cff84fe8a HTTP/1.1" status: 204 len: 168 time: 1.9239361 May 28 04:45:29.564562 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-1eeb4b84-ddc4-4769-88df-9027eaf93dcb tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/quotas/dbe57ccc60ca477ca4d901e7c6a5711c HTTP/1.1" status: 200 len: 375 time: 0.1981668 May 28 04:45:29.565002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51006) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:29.638936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Made reservation on behalf of d135f9a50fd84999ba5e0a8c2ed5feb2 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:29.640183 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-8d5ec3c7-f12c-45a1-8d33-f977ad6ec85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:29.640586 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5ec3c7-f12c-45a1-8d33-f977ad6ec85e None None] The sync data for ids ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:45:29.642024 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:29.670091 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-11025dfc-31f4-4ad5-895f-392e02e3af03 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Unset dirty status for tenant:9c095cd5468e41cdaece21b50467aac4 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:29.671250 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-11025dfc-31f4-4ad5-895f-392e02e3af03 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] 10.222.0.15 "GET /v2.0/ports/3c67a665-580c-46c5-8f36-aa2ed29ff534 HTTP/1.1" status: 404 len: 333 time: 0.2484343 May 28 04:45:29.679303 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51012) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:29.682516 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] device_id is not set on port 20c4750a-8292-4417-859a-5b08cea1096f yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:29.712081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51014) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:29.724332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-aa697842-0d61-4d72-ac42-c7f113d781b0 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1896187231', 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:29.735915 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-aa697842-0d61-4d72-ac42-c7f113d781b0 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:29.737976 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-a842920f-748a-48c9-8a7d-4a453736f9f2 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] DELETE failed (client error): The resource could not be found. May 28 04:45:29.738453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a842920f-748a-48c9-8a7d-4a453736f9f2 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:45:29.740105 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a842920f-748a-48c9-8a7d-4a453736f9f2 tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] 10.222.0.15 "DELETE /v2.0/ports/960e7ca1-c424-4df2-8dbc-4249f7bfdec7 HTTP/1.1" status: 404 len: 333 time: 0.1793466 May 28 04:45:29.747290 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-e709c8f9-7366-4f77-bf96-c0c79507d5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] GET failed (client error): The resource could not be found. May 28 04:45:29.747787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e709c8f9-7366-4f77-bf96-c0c79507d5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Synchronizing usage tracker for tenant:5155adfa342646909f074777e817f390 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:29.751025 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51022) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:29.773599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-aa697842-0d61-4d72-ac42-c7f113d781b0 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:29.793764 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-db381faa-e892-4214-8f18-0357777901f7 service neutron] 10.222.0.15 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325719 May 28 04:45:29.801767 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Allocated IP 2001:db8::2 (6a9546fa-60d1-43b9-bec6-818adc388161/7c431977-a0eb-4edf-b691-520828d05ea9/ac59890b-f4e2-4cb9-a34c-58e0d587395e) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:29.803180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa697842-0d61-4d72-ac42-c7f113d781b0 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Made reservation on behalf of 9c095cd5468e41cdaece21b50467aac4 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:29.805806 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aa697842-0d61-4d72-ac42-c7f113d781b0 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:29.832924 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-aa697842-0d61-4d72-ac42-c7f113d781b0 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] device_id is not set on port cc591463-3264-4942-b3b0-fc40097e2439 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:29.903617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e709c8f9-7366-4f77-bf96-c0c79507d5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Unset dirty status for tenant:5155adfa342646909f074777e817f390 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:29.909068 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e709c8f9-7366-4f77-bf96-c0c79507d5c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] 10.222.0.15 "GET /v2.0/ports/138936ae-d08a-4506-8de3-148cff84fe8a HTTP/1.1" status: 404 len: 333 time: 0.3015547 May 28 04:45:29.913945 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51026) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:29.936237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1949161274'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:29.941494 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-d948f653-4906-4cb0-b107-d07e8eb63921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1113802253', 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:29.944424 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:29.950931 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d948f653-4906-4cb0-b107-d07e8eb63921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:29.971431 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:network and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:29.986770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d948f653-4906-4cb0-b107-d07e8eb63921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:30.018043 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d948f653-4906-4cb0-b107-d07e8eb63921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Made reservation on behalf of 5155adfa342646909f074777e817f390 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:30.020274 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d948f653-4906-4cb0-b107-d07e8eb63921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:30.031218 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:30.059929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:30.072751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:30.080479 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-83c92034-0b46-47ee-b974-7cf1feacf339 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbe57ccc60ca477ca4d901e7c6a5711c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4227161 May 28 04:45:30.083732 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Transition to ACTIVE for port object ac59890b-f4e2-4cb9-a34c-58e0d587395e will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:30.107112 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Transition to ACTIVE for port object ac59890b-f4e2-4cb9-a34c-58e0d587395e will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:30.110379 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-c99f9cff-8950-4cf9-86a6-770144762ad7 service neutron] 10.222.0.15 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101275 May 28 04:45:30.116077 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:30.117494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:30.119468 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:30.146944 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:30.187163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c86562-8dc0-4ef9-883c-18f6affe649d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Deleting subnet d8de7538-f9cb-4fc3-93cb-729d8f50e6a6 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:45:30.189700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Network 6a9546fa-60d1-43b9-bec6-818adc388161 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:30.194514 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:30.200541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:30.204267 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-42c86562-8dc0-4ef9-883c-18f6affe649d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:30.223628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-d948f653-4906-4cb0-b107-d07e8eb63921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] device_id is not set on port 5d6a6b8a-9933-4ead-b907-310801fa39d5 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:30.283151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:30.309234 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:security_group_rule and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:30.316132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:30.334679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Pushing event updated for resources: {'Port': ['ID=ac59890b-f4e2-4cb9-a34c-58e0d587395e,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:30.342747 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Attempting to bind port ac59890b-f4e2-4cb9-a34c-58e0d587395e on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:30.343170 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Attempting to bind port ac59890b-f4e2-4cb9-a34c-58e0d587395e by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '78d4e268-41f4-49a8-9e30-c1401634077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6a9546fa-60d1-43b9-bec6-818adc388161'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:30.343641 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Attempting to bind port ac59890b-f4e2-4cb9-a34c-58e0d587395e on network 6a9546fa-60d1-43b9-bec6-818adc388161 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:30.344492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-42c86562-8dc0-4ef9-883c-18f6affe649d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:30.350923 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:45:30.351405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Checking segment: {'id': '78d4e268-41f4-49a8-9e30-c1401634077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6a9546fa-60d1-43b9-bec6-818adc388161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:30.351892 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:30.353060 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Bound using segment: {'id': '78d4e268-41f4-49a8-9e30-c1401634077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6a9546fa-60d1-43b9-bec6-818adc388161'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:45:30.353606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Bound port: ac59890b-f4e2-4cb9-a34c-58e0d587395e, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d4e268-41f4-49a8-9e30-c1401634077c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '6a9546fa-60d1-43b9-bec6-818adc388161'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:45:30.354101 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:30.389788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:30.399509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-922a830b-1b35-4271-8097-e3b17a0136f5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:45:30.405032 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-922a830b-1b35-4271-8097-e3b17a0136f5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1974478 May 28 04:45:30.447782 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2a17a93c-4a89-4e50-906d-f9e672f9f251 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:30.470636 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Allocated IP 2001:db8::139 (6a9546fa-60d1-43b9-bec6-818adc388161/7c431977-a0eb-4edf-b691-520828d05ea9/20c4750a-8292-4417-859a-5b08cea1096f) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:30.570224 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] For port ac59890b-f4e2-4cb9-a34c-58e0d587395e, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:30.577055 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] For port ac59890b-f4e2-4cb9-a34c-58e0d587395e, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ac59890b-f4e2-4cb9-a34c-58e0d587395e,segment=NetworkSegment(78d4e268-41f4-49a8-9e30-c1401634077c),segment_id=78d4e268-41f4-49a8-9e30-c1401634077c)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:45:30.580148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 2a17a93c-4a89-4e50-906d-f9e672f9f251 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:30.580504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:30.613103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:30.628228 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b5a959da-4f93-45b5-ac0f-f287b5208353 req-aea1fa2b-72c6-4822-8ad5-80e073e30c00 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 210 time: 0.1106443 May 28 04:45:30.771459 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd66d4-ef9f-45ea-8df1-7e7c1b2a5a35 None None] Pushing event updated for resources: {'Port': ['ID=ac59890b-f4e2-4cb9-a34c-58e0d587395e,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:30.790451 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-42c86562-8dc0-4ef9-883c-18f6affe649d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:30.821348 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-8cbc79bd-2ef2-4654-b516-c51e8117b1de service neutron] 10.222.0.15 "GET /v2.0/networks/af7fbe75-51f4-4a27-b635-152fc1216874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239009 May 28 04:45:30.872438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aa697842-0d61-4d72-ac42-c7f113d781b0 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:30.901018 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:30.920987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:31.054559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:45:31.104010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:31.104349 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Added segment 352ae99d-074e-4d61-9f7d-df7e265d4fe2 of type vlan for network ba7d5340-6612-4ffa-ba26-ab26f78055ee May 28 04:45:31.128667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e51eec9-882f-499e-affe-b380709e94b0,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:31.172921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-42c86562-8dc0-4ef9-883c-18f6affe649d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:31.198397 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:31.233726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:31.237539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c86562-8dc0-4ef9-883c-18f6affe649d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Pushing event deleted for resources: {'Subnet': ['ID=d8de7538-f9cb-4fc3-93cb-729d8f50e6a6,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:31.247714 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Transition to ACTIVE for port object 20c4750a-8292-4417-859a-5b08cea1096f will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:31.249238 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aa697842-0d61-4d72-ac42-c7f113d781b0 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:31.252192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-42c86562-8dc0-4ef9-883c-18f6affe649d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:31.259529 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d948f653-4906-4cb0-b107-d07e8eb63921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:31.259636 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23891ad3-ec71-46ea-89dc-2c3abc5cf8ea None None] Network 00c1382c-cea1-4080-9a87-22cd5f1be252 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:31.276035 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-b97c8c58-e183-41bb-b019-2223c95f2ec9 service neutron] 10.222.0.15 "GET /v2.0/networks/af7fbe75-51f4-4a27-b635-152fc1216874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355743 May 28 04:45:31.300296 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-42c86562-8dc0-4ef9-883c-18f6affe649d tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] 10.222.0.15 "DELETE /v2.0/subnets/d8de7538-f9cb-4fc3-93cb-729d8f50e6a6 HTTP/1.1" status: 204 len: 168 time: 1.5458698 May 28 04:45:31.312203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51068) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:31.315120 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:31.319209 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:31.324838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:31.408906 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa697842-0d61-4d72-ac42-c7f113d781b0 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Pushing event updated for resources: {'Port': ['ID=cc591463-3264-4942-b3b0-fc40097e2439,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:31.446673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:31.449764 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa697842-0d61-4d72-ac42-c7f113d781b0 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Network 2122aedc-17e0-458a-9556-a4b079a1807e is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:31.561859 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Network 6a9546fa-60d1-43b9-bec6-818adc388161 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:31.562919 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-aa697842-0d61-4d72-ac42-c7f113d781b0 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:31.573304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:31.575277 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa697842-0d61-4d72-ac42-c7f113d781b0 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:31.576043 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa697842-0d61-4d72-ac42-c7f113d781b0 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:31.579919 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aa697842-0d61-4d72-ac42-c7f113d781b0 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:31.700663 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event updated for resources: {'Port': ['ID=20c4750a-8292-4417-859a-5b08cea1096f,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:31.704269 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:31.717809 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:31.718469 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:31.766460 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0511088 May 28 04:45:31.769980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb16474-4bf9-4a7e-b055-0159a27fa10a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Network': ['ID=ba7d5340-6612-4ffa-ba26-ab26f78055ee,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:31.775402 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd85291e-63ee-4180-9a7c-196efe19324d req-dfc89f1d-4c98-400f-9e44-b7af61f2e769 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 210 time: 0.2232673 May 28 04:45:31.780245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51092) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:31.784396 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:45:31.785680 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-b08c9327-26ab-4167-b961-03e17824f173 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:31.864190 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-aa697842-0d61-4d72-ac42-c7f113d781b0 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1462960 May 28 04:45:31.867277 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51098) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:31.922659 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8b3b1c1f-7135-4851-8a46-63745448ee17 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7426903 May 28 04:45:31.937365 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d948f653-4906-4cb0-b107-d07e8eb63921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:31.938898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51104) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:31.975432 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Request body: {'port': {'network_id': '6a9546fa-60d1-43b9-bec6-818adc388161', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-136456726', 'allowed_address_pairs': [{'ip_address': '2001:db8::139', 'mac_address': 'fa:16:3e:cd:b4:f0'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:31.993502 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6267e23c-c169-4033-a6d4-ffed29f98ebe None None] DHCP port deletion for 00c1382c-cea1-4080-9a87-22cd5f1be252 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:45:31.999472 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6267e23c-c169-4033-a6d4-ffed29f98ebe None None] Deleting port c85bf262-0a50-4ba8-9d88-062f5fcad1f5 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:31.999982 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6267e23c-c169-4033-a6d4-ffed29f98ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:32.073104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:32.079744 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-12fc13e0-9497-4550-8ef7-76d40d2819bb req-55fca69b-75bd-47d0-bbf9-973ee0434548 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 210 time: 0.2658672 May 28 04:45:32.110422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Deleting port c85bf262-0a50-4ba8-9d88-062f5fcad1f5 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:32.110754 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:32.137436 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d948f653-4906-4cb0-b107-d07e8eb63921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Network 604efab1-8f80-40b5-8102-cf75c0ddca52 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:32.139101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b08c9327-26ab-4167-b961-03e17824f173 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:32.143846 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948f653-4906-4cb0-b107-d07e8eb63921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Pushing event updated for resources: {'Port': ['ID=5d6a6b8a-9933-4ead-b907-310801fa39d5,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:32.146320 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-d948f653-4906-4cb0-b107-d07e8eb63921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:32.154059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d948f653-4906-4cb0-b107-d07e8eb63921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:32.154866 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948f653-4906-4cb0-b107-d07e8eb63921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:32.155252 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b08c9327-26ab-4167-b961-03e17824f173 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:32.155443 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d948f653-4906-4cb0-b107-d07e8eb63921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:32.165420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b08c9327-26ab-4167-b961-03e17824f173 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:32.175768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b08c9327-26ab-4167-b961-03e17824f173 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:32.250553 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d948f653-4906-4cb0-b107-d07e8eb63921 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.3237116 May 28 04:45:32.262458 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51116) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:32.265710 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-30111377-c724-46ea-a470-9468563f9b98 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Synchronizing usage tracker for tenant:9c095cd5468e41cdaece21b50467aac4 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:32.327851 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-6267e23c-c169-4033-a6d4-ffed29f98ebe None None] For port c85bf262-0a50-4ba8-9d88-062f5fcad1f5, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c85bf262-0a50-4ba8-9d88-062f5fcad1f5,segment=NetworkSegment(ffecb9d2-c451-4056-980b-ecbd1861ce88),segment_id=ffecb9d2-c451-4056-980b-ecbd1861ce88)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:32.331353 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6267e23c-c169-4033-a6d4-ffed29f98ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:32.340903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08c9327-26ab-4167-b961-03e17824f173 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:32.346593 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ef7e0290-58f2-4972-8ee8-cab921bb35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Synchronizing usage tracker for tenant:5155adfa342646909f074777e817f390 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:32.353960 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-30111377-c724-46ea-a470-9468563f9b98 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Unset dirty status for tenant:9c095cd5468e41cdaece21b50467aac4 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:32.355096 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-30111377-c724-46ea-a470-9468563f9b98 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] 10.222.0.15 "GET /v2.0/ports/cc591463-3264-4942-b3b0-fc40097e2439 HTTP/1.1" status: 200 len: 955 time: 0.4837501 May 28 04:45:32.359199 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51122) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:32.449558 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-83d0a4bb-8458-467c-a756-72f2d32d7714 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Deleting port cc591463-3264-4942-b3b0-fc40097e2439 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:32.449918 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-83d0a4bb-8458-467c-a756-72f2d32d7714 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:32.491649 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6267e23c-c169-4033-a6d4-ffed29f98ebe None None] Calling delete_port for c85bf262-0a50-4ba8-9d88-062f5fcad1f5 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:32.549764 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ef7e0290-58f2-4972-8ee8-cab921bb35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Unset dirty status for tenant:5155adfa342646909f074777e817f390 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:32.553350 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ef7e0290-58f2-4972-8ee8-cab921bb35c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] 10.222.0.15 "GET /v2.0/ports/5d6a6b8a-9933-4ead-b907-310801fa39d5 HTTP/1.1" status: 200 len: 959 time: 0.2870955 May 28 04:45:32.556768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51128) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:32.624557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:32.636403 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1412549a-5ed3-483b-b0e3-d0bf88a967c8 None None] Network 6a9546fa-60d1-43b9-bec6-818adc388161 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:32.641412 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Usage tracker for resource:port and tenant:d135f9a50fd84999ba5e0a8c2ed5feb2 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:32.651215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ac59890b-f4e2-4cb9-a34c-58e0d587395e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:32.685547 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6267e23c-c169-4033-a6d4-ffed29f98ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:32.698656 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b08c9327-26ab-4167-b961-03e17824f173 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:32.766229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:32.772785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:32.779957 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267e23c-c169-4033-a6d4-ffed29f98ebe None None] Pushing event deleted for resources: {'Port': ['ID=c85bf262-0a50-4ba8-9d88-062f5fcad1f5,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:32.793598 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Made reservation on behalf of d135f9a50fd84999ba5e0a8c2ed5feb2 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:32.811588 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-04e57d35-dc01-43dd-852b-45f1ca4f5568 None None] Provisioning for port ac59890b-f4e2-4cb9-a34c-58e0d587395e completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:32.839872 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6267e23c-c169-4033-a6d4-ffed29f98ebe None None] No DVR routers for this DVR port c85bf262-0a50-4ba8-9d88-062f5fcad1f5 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:45:32.991893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-0bed091f-1960-4ffe-ad29-b432f09f4bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Deleting port 5d6a6b8a-9933-4ead-b907-310801fa39d5 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:32.992273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0bed091f-1960-4ffe-ad29-b432f09f4bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:33.001206 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port ac59890b-f4e2-4cb9-a34c-58e0d587395e completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:33.003269 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:33.022846 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ac59890b-f4e2-4cb9-a34c-58e0d587395e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:33.023678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:33.068203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] For port c85bf262-0a50-4ba8-9d88-062f5fcad1f5, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c85bf262-0a50-4ba8-9d88-062f5fcad1f5,segment=NetworkSegment(ffecb9d2-c451-4056-980b-ecbd1861ce88),segment_id=ffecb9d2-c451-4056-980b-ecbd1861ce88)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:33.068484 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:33.096816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-83d0a4bb-8458-467c-a756-72f2d32d7714 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:33.108979 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] device_id is not set on port 95fa939b-a1f1-4f1f-b60c-f6b483fb3a53 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:33.170086 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-50c931b8-a1e7-4d24-8636-41efacacfb92 req-ba17d510-d495-4364-8b31-3cf0775466dd tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 210 time: 0.0727811 May 28 04:45:33.250215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:33.250698 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.66', 56543) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:33.290366 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port ac59890b-f4e2-4cb9-a34c-58e0d587395e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ac59890b-f4e2-4cb9-a34c-58e0d587395e,segment=NetworkSegment(78d4e268-41f4-49a8-9e30-c1401634077c),segment_id=78d4e268-41f4-49a8-9e30-c1401634077c)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:33.305389 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:33.392424 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=ac59890b-f4e2-4cb9-a34c-58e0d587395e,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:33.422202 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Calling delete_port for c85bf262-0a50-4ba8-9d88-062f5fcad1f5 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:33.431428 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c85bf262-0a50-4ba8-9d88-062f5fcad1f5 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:45:33.518307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-83d0a4bb-8458-467c-a756-72f2d32d7714 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Calling delete_port for cc591463-3264-4942-b3b0-fc40097e2439 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:33.527598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: c85bf262-0a50-4ba8-9d88-062f5fcad1f5 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:45:33.528913 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c85bf262-0a50-4ba8-9d88-062f5fcad1f5 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:45:33.669533 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8da798eb-472a-4d69-9187-b84427ba0a89 None None] Provisioning complete for port ac59890b-f4e2-4cb9-a34c-58e0d587395e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:33.670131 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8da798eb-472a-4d69-9187-b84427ba0a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:33.714947 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e6fe5b1-e600-4ef2-8ed5-f371a8b98cf3 req-483788e7-08dc-4a44-a123-65d8601e2526 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 210 time: 0.2609429 May 28 04:45:33.730455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:45:33.730769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:45:33.773044 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-83d0a4bb-8458-467c-a756-72f2d32d7714 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:33.857539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d0a4bb-8458-467c-a756-72f2d32d7714 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc591463-3264-4942-b3b0-fc40097e2439,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:33.863712 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8d44c177-388c-488e-b7e7-bfe54be118c3 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:33.865861 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8d44c177-388c-488e-b7e7-bfe54be118c3 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.66 "GET /v2.0/networks?id=a8948682-ca33-4cb9-a94c-ea149f8c5b44 HTTP/1.1" status: 200 len: 812 time: 0.4767275 May 28 04:45:33.868566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:33.895333 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8da798eb-472a-4d69-9187-b84427ba0a89 None None] Provisioning for port 20c4750a-8292-4417-859a-5b08cea1096f completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:33.901230 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8da798eb-472a-4d69-9187-b84427ba0a89 None None] Provisioning complete for port 20c4750a-8292-4417-859a-5b08cea1096f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:33.902076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8da798eb-472a-4d69-9187-b84427ba0a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:33.940274 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Allocated IP 2001:db8::295 (6a9546fa-60d1-43b9-bec6-818adc388161/7c431977-a0eb-4edf-b691-520828d05ea9/95fa939b-a1f1-4f1f-b60c-f6b483fb3a53) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:34.062112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0bed091f-1960-4ffe-ad29-b432f09f4bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:34.094590 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8da798eb-472a-4d69-9187-b84427ba0a89 None None] Port 20c4750a-8292-4417-859a-5b08cea1096f cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:34.095336 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.66', 56549) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:34.112197 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-83d0a4bb-8458-467c-a756-72f2d32d7714 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:34.195445 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-11b32266-38de-40be-8b0d-9414b26d4a3f tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8874bc9f5e654b27b25dbb6c2a0fb0ef HTTP/1.1" status: 200 len: 380 time: 0.2739401 May 28 04:45:34.226502 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cc4c2032-f2c5-4ac1-bc4a-4f10a5d2e4c5 None None] Provisioning complete for port 20c4750a-8292-4417-859a-5b08cea1096f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:34.226857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2032-f2c5-4ac1-bc4a-4f10a5d2e4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:34.290510 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-cc4c2032-f2c5-4ac1-bc4a-4f10a5d2e4c5 None None] Port 20c4750a-8292-4417-859a-5b08cea1096f cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:34.342368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Deleting port c85bf262-0a50-4ba8-9d88-062f5fcad1f5 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:34.342533 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:34.412857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ac59890b-f4e2-4cb9-a34c-58e0d587395e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:34.423747 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-83d0a4bb-8458-467c-a756-72f2d32d7714 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] 10.222.0.15 "DELETE /v2.0/ports/cc591463-3264-4942-b3b0-fc40097e2439 HTTP/1.1" status: 204 len: 168 time: 2.0568686 May 28 04:45:34.429392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8087a30f-0ffa-4d4a-ab1c-984ff4ff67a2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Request body: {'port': {'device_id': '6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae', 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'admin_state_up': True, 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'security_groups': ['18893c82-da9b-49a8-b939-c33b1a291f2e']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:34.448384 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51174) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:34.456151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-0bed091f-1960-4ffe-ad29-b432f09f4bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Calling delete_port for 5d6a6b8a-9933-4ead-b907-310801fa39d5 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:34.505454 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ac59890b-f4e2-4cb9-a34c-58e0d587395e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:34.505940 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:34.576042 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-654bf92a-6d6b-4c47-b3f4-b81bb4b46c5c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] GET failed (client error): The resource could not be found. May 28 04:45:34.577254 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-654bf92a-6d6b-4c47-b3f4-b81bb4b46c5c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Synchronizing usage tracker for tenant:9c095cd5468e41cdaece21b50467aac4 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:34.781823 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] The port 'c85bf262-0a50-4ba8-9d88-062f5fcad1f5' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:45:34.836009 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b08c9327-26ab-4167-b961-03e17824f173 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:34.922373 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-654bf92a-6d6b-4c47-b3f4-b81bb4b46c5c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Unset dirty status for tenant:9c095cd5468e41cdaece21b50467aac4 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:34.923919 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-654bf92a-6d6b-4c47-b3f4-b81bb4b46c5c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] 10.222.0.15 "GET /v2.0/ports/cc591463-3264-4942-b3b0-fc40097e2439 HTTP/1.1" status: 404 len: 333 time: 0.4737411 May 28 04:45:34.950180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51186) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:34.972458 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-3f2288ab-8130-446d-88a7-c0a94bf1b44c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Request body: {'port': {'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-248982046'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:34.995518 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3f2288ab-8130-446d-88a7-c0a94bf1b44c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:35.032176 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3f2288ab-8130-446d-88a7-c0a94bf1b44c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:35.039143 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Allocated IP 172.20.0.1 (060a1e72-918f-4ed6-b6b2-59588cc172f2/0c183762-25d6-4d3f-a708-ee4d7d5f0b82/6180cf2d-4543-43e8-85fb-a2aa381e3cd4) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:35.060923 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fb6bd06a-c8d9-4d74-8c89-63caffad47a8 req-689b59c5-21ee-4afb-b82f-146677a8761e tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 210 time: 0.5499477 May 28 04:45:35.112235 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2288ab-8130-446d-88a7-c0a94bf1b44c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Made reservation on behalf of 9c095cd5468e41cdaece21b50467aac4 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:35.114618 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3f2288ab-8130-446d-88a7-c0a94bf1b44c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:35.229646 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-3f2288ab-8130-446d-88a7-c0a94bf1b44c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] device_id is not set on port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:35.409795 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:35.418276 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8375a096-9ba9-4f81-a446-656cc4958602 req-370f16bd-2043-4007-92aa-d09f57e843a4 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 210 time: 0.2396598 May 28 04:45:35.467937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Transition to ACTIVE for port object 95fa939b-a1f1-4f1f-b60c-f6b483fb3a53 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:35.504079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3f2288ab-8130-446d-88a7-c0a94bf1b44c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:35.526638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:35.555128 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Transition to ACTIVE for port object 6180cf2d-4543-43e8-85fb-a2aa381e3cd4 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:35.576265 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:35.578766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:35.596920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c9327-26ab-4167-b961-03e17824f173 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=a12b787c-3e53-4483-9a46-d16f7702f45c,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:35.618034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2afaa688-8593-445d-88d6-9e1d4beb9dd4 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:35.619635 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2afaa688-8593-445d-88d6-9e1d4beb9dd4 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.66 "GET /v2.0/networks?id=af7fbe75-51f4-4a27-b635-152fc1216874 HTTP/1.1" status: 200 len: 804 time: 1.5198894 May 28 04:45:35.624957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8087a30f-0ffa-4d4a-ab1c-984ff4ff67a2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:35.627831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0bed091f-1960-4ffe-ad29-b432f09f4bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:35.641017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3f2288ab-8130-446d-88a7-c0a94bf1b44c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:35.643503 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c1382c-cea1-4080-9a87-22cd5f1be252']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:35.647006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Network 6a9546fa-60d1-43b9-bec6-818adc388161 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:35.663526 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:35.670701 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:35.674082 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:35.674681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:35.686734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:35.725850 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event updated for resources: {'Port': ['ID=95fa939b-a1f1-4f1f-b60c-f6b483fb3a53,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:35.736953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Network 060a1e72-918f-4ed6-b6b2-59588cc172f2 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:35.769160 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffecb9d2-c451-4056-980b-ecbd1861ce88') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:35.769515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffecb9d2-c451-4056-980b-ecbd1861ce88') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:35.783180 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bed091f-1960-4ffe-ad29-b432f09f4bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d6a6b8a-9933-4ead-b907-310801fa39d5,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:35.791555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8087a30f-0ffa-4d4a-ab1c-984ff4ff67a2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:35.809305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:35.857895 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:35.858895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8087a30f-0ffa-4d4a-ab1c-984ff4ff67a2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Made reservation on behalf of 8874bc9f5e654b27b25dbb6c2a0fb0ef for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:35.863313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8087a30f-0ffa-4d4a-ab1c-984ff4ff67a2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:35.866037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2288ab-8130-446d-88a7-c0a94bf1b44c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Network 2122aedc-17e0-458a-9556-a4b079a1807e is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:35.866996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:35.867449 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:35.893680 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:35.898127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0bed091f-1960-4ffe-ad29-b432f09f4bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:35.915958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:45:35.916284 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:35.936170 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-3f2288ab-8130-446d-88a7-c0a94bf1b44c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:35.938747 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ab1c0945-c342-432b-ae36-b86d63a30e9a tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.9967744 May 28 04:45:35.939717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2288ab-8130-446d-88a7-c0a94bf1b44c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:35.940457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2288ab-8130-446d-88a7-c0a94bf1b44c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:35.952534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3f2288ab-8130-446d-88a7-c0a94bf1b44c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:45:36.008711 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:45:36.022397 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51190) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:36.024578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08c9327-26ab-4167-b961-03e17824f173 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:36.024932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c9327-26ab-4167-b961-03e17824f173 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network hostable DHCP agents. Network: ba7d5340-6612-4ffa-ba26-ab26f78055ee, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:45:36.149679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2288ab-8130-446d-88a7-c0a94bf1b44c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Pushing event updated for resources: {'Port': ['ID=ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:36.192086 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3f2288ab-8130-446d-88a7-c0a94bf1b44c tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2374225 May 28 04:45:36.202566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51196) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:36.220305 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8433'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:36.244602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ff73f9d7-7b66-4c01-820e-c548a7a8177c None None] Provisioning for port 95fa939b-a1f1-4f1f-b60c-f6b483fb3a53 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:36.257253 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ff73f9d7-7b66-4c01-820e-c548a7a8177c None None] Provisioning complete for port 95fa939b-a1f1-4f1f-b60c-f6b483fb3a53 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:36.258126 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ff73f9d7-7b66-4c01-820e-c548a7a8177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:36.342598 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0bed091f-1960-4ffe-ad29-b432f09f4bfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] 10.222.0.15 "DELETE /v2.0/ports/5d6a6b8a-9933-4ead-b907-310801fa39d5 HTTP/1.1" status: 204 len: 168 time: 3.7768130 May 28 04:45:36.349615 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08c9327-26ab-4167-b961-03e17824f173 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:45:36.353264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51200) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:36.359336 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:36.369724 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ff73f9d7-7b66-4c01-820e-c548a7a8177c None None] Port 95fa939b-a1f1-4f1f-b60c-f6b483fb3a53 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:36.424961 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Pushing event updated for resources: {'Port': ['ID=6180cf2d-4543-43e8-85fb-a2aa381e3cd4,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:36.455530 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a8c094-a31e-4da9-983c-133113573a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] GET failed (client error): The resource could not be found. May 28 04:45:36.460726 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-27a8c094-a31e-4da9-983c-133113573a38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] 10.222.0.15 "GET /v2.0/ports/5d6a6b8a-9933-4ead-b907-310801fa39d5 HTTP/1.1" status: 404 len: 333 time: 0.1064680 May 28 04:45:36.466890 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51206) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:36.473181 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-817dc52d-6088-47d0-9db2-5bb8e4e35c64 req-163a4e32-74dc-4e7f-a389-fda99bc69233 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 210 time: 0.1359980 May 28 04:45:36.473851 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:36.515702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6f81de49-bcf0-480c-a9ea-6797718d7c42 None None] Provisioning for port 6180cf2d-4543-43e8-85fb-a2aa381e3cd4 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:36.521232 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-b08c9327-26ab-4167-b961-03e17824f173 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, ba7d5340-6612-4ffa-ba26-ab26f78055ee) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:36.524483 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6f81de49-bcf0-480c-a9ea-6797718d7c42 None None] Provisioning complete for port 6180cf2d-4543-43e8-85fb-a2aa381e3cd4 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:36.524970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6f81de49-bcf0-480c-a9ea-6797718d7c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:36.531494 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Request body: {'port': {'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-904654119'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:36.538866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:36.553897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:36.562511 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] 10.222.0.15 "DELETE /v2.0/networks/00c1382c-cea1-4080-9a87-22cd5f1be252 HTTP/1.1" status: 204 len: 168 time: 5.2491205 May 28 04:45:36.569080 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Usage tracker for resource:port and tenant:5155adfa342646909f074777e817f390 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:36.576180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:36.590631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:36.595932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:36.610167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb21a04-49a0-43d0-a89f-039a71ac9f7a tempest-DHCPAgentSchedulersTestJSON-96986242 tempest-DHCPAgentSchedulersTestJSON-96986242-project] Pushing event deleted for resources: {'Network': ['ID=00c1382c-cea1-4080-9a87-22cd5f1be252,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:36.614824 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08c9327-26ab-4167-b961-03e17824f173 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:36.615388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b08c9327-26ab-4167-b961-03e17824f173 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:36.625816 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579c8181-5888-4f61-95dc-fe4a188feee0 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:36.762057 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:45:36.762609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Made reservation on behalf of 5155adfa342646909f074777e817f390 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:36.764456 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:36.820298 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6f81de49-bcf0-480c-a9ea-6797718d7c42 None None] Port 6180cf2d-4543-43e8-85fb-a2aa381e3cd4 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:36.855583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] device_id is not set on port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:36.879375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8087a30f-0ffa-4d4a-ab1c-984ff4ff67a2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Allocated IP 172.20.0.4 (a8948682-ca33-4cb9-a94c-ea149f8c5b44/5b87c52c-c0b5-40e9-a49d-a4daf05c13b5/0bac35e5-ed55-4fd4-82df-d76bade1f5d9) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:36.921345 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b08c9327-26ab-4167-b961-03e17824f173 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.1418073 May 28 04:45:36.923079 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-86262903-5040-44d3-aa41-9b19ac9bac66 req-4de15a2a-56f0-4ae6-b20d-e32a6ec9ec5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Synchronizing usage tracker for tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:36.933464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71ff1b-4999-46af-956d-88c9b6e667fe tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:36.936763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51212) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:36.937579 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71ff1b-4999-46af-956d-88c9b6e667fe tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:36.942684 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71ff1b-4999-46af-956d-88c9b6e667fe tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:36.944533 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9e71ff1b-4999-46af-956d-88c9b6e667fe tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.9133573 May 28 04:45:36.951119 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51216) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:37.001492 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-bbea61ce-0794-4d89-b5c5-3b260cbdc779 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbe57ccc60ca477ca4d901e7c6a5711c HTTP/1.1" status: 200 len: 380 time: 0.1814167 May 28 04:45:37.005556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-86262903-5040-44d3-aa41-9b19ac9bac66 req-4de15a2a-56f0-4ae6-b20d-e32a6ec9ec5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Unset dirty status for tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:37.012184 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'name': 'tempest-NetworksTestDHCPv6-181346396'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:37.019316 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-86262903-5040-44d3-aa41-9b19ac9bac66 req-4de15a2a-56f0-4ae6-b20d-e32a6ec9ec5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 210 time: 0.2870350 May 28 04:45:37.051443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Request body: {'port': {'device_id': '6cc3f2ba-ec84-4068-b5e0-4947d1534faa', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'admin_state_up': True, 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'security_groups': ['37148588-ec49-41c2-87e5-73f21e4b02b1']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:37.163202 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': 'a12b787c-3e53-4483-9a46-d16f7702f45c'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:45:37.184570 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:37.227572 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51222) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:37.413626 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-48cf64df-cc7e-4f04-9056-27af9a561b6c tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Deleting port 95fa939b-a1f1-4f1f-b60c-f6b483fb3a53 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:37.414838 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48cf64df-cc7e-4f04-9056-27af9a561b6c tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:37.534184 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Allocated IP 2001:db8::2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/a12b787c-3e53-4483-9a46-d16f7702f45c/62442013-e930-47e7-a442-094306a17fce) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:37.583778 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:37.616502 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:37.645234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:37.680253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:37.705601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Usage tracker for resource:port and tenant:dbe57ccc60ca477ca4d901e7c6a5711c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:37.714084 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:37.733977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:37.772931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:37.798887 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f73b35d3-16fb-4b7d-a63e-b24436b5158d req-9b950b81-f8ce-491b-b495-1dc870a2675c tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 210 time: 0.0858369 May 28 04:45:37.828579 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8087a30f-0ffa-4d4a-ab1c-984ff4ff67a2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:37.837056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Made reservation on behalf of dbe57ccc60ca477ca4d901e7c6a5711c for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:37.840685 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:37.872448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:45:37.887448 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8087a30f-0ffa-4d4a-ab1c-984ff4ff67a2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Transition to ACTIVE for port object 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:37.951726 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:37.966566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Transition to ACTIVE for port object 62442013-e930-47e7-a442-094306a17fce will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:37.992750 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Transition to ACTIVE for port object 62442013-e930-47e7-a442-094306a17fce will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:38.002507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:38.130263 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Pushing event updated for resources: {'Port': ['ID=62442013-e930-47e7-a442-094306a17fce,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:38.137877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:38.139076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:38.141174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:38.157904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:38.167809 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:38.189092 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8087a30f-0ffa-4d4a-ab1c-984ff4ff67a2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:38.237881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Attempting to bind port 62442013-e930-47e7-a442-094306a17fce on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:38.238251 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Attempting to bind port 62442013-e930-47e7-a442-094306a17fce by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:38.238604 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Attempting to bind port 62442013-e930-47e7-a442-094306a17fce on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:38.246545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:45:38.246938 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:38.247336 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:38.247666 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:45:38.248121 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Bound port: 62442013-e930-47e7-a442-094306a17fce, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:45:38.248482 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:38.360558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] For port 62442013-e930-47e7-a442-094306a17fce, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:38.364237 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] For port 62442013-e930-47e7-a442-094306a17fce, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=62442013-e930-47e7-a442-094306a17fce,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:45:38.365393 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] device_id is not set on port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:38.372270 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:38.385313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8087a30f-0ffa-4d4a-ab1c-984ff4ff67a2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Network a8948682-ca33-4cb9-a94c-ea149f8c5b44 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:38.401174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8087a30f-0ffa-4d4a-ab1c-984ff4ff67a2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:38.420968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Allocated IP 172.20.0.4 (af7fbe75-51f4-4a27-b635-152fc1216874/9590fb3a-012f-4dbc-8eec-5473af1a3309/22f922e7-1e9c-45ab-9f43-1956135d0d8e) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:38.423889 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087a30f-0ffa-4d4a-ab1c-984ff4ff67a2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Pushing event updated for resources: {'Port': ['ID=0bac35e5-ed55-4fd4-82df-d76bade1f5d9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:38.427315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8087a30f-0ffa-4d4a-ab1c-984ff4ff67a2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:38.428703 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port 579402b0-3e0f-48e9-bac6-2cc7cb0beac5 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:38.479387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bd267-d520-409f-835b-df99bd35cfa3 None None] Pushing event updated for resources: {'Port': ['ID=62442013-e930-47e7-a442-094306a17fce,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:38.509536 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-67b32fb6-40c1-48e1-9dea-69e125aa82be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=809e4e58bacd454b809d599796f71031&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2719026 May 28 04:45:38.513800 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:38.516651 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:38.517151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51232) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:38.576162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:45:38.636100 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:38.647733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Transition to ACTIVE for port object ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 will not be triggered until provisioned by entity L2. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:38.658216 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:38.659248 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:38.712062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:38.730900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8087a30f-0ffa-4d4a-ab1c-984ff4ff67a2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:38.731640 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8087a30f-0ffa-4d4a-ab1c-984ff4ff67a2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:38.768535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4b607543-c199-4b02-843f-fa77da2209e5 None None] Provisioning for port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:38.775328 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4b607543-c199-4b02-843f-fa77da2209e5 None None] Provisioning complete for port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:38.775741 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4b607543-c199-4b02-843f-fa77da2209e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:38.880436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4b607543-c199-4b02-843f-fa77da2209e5 None None] Port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:39.004049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e8d34d-192b-4b01-a67d-6f411fe8d770 req-dad875c1-5d9a-4498-903e-079001a9eb33 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:39.005587 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30e8d34d-192b-4b01-a67d-6f411fe8d770 req-dad875c1-5d9a-4498-903e-079001a9eb33 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 931 time: 0.8146052 May 28 04:45:39.076267 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-8087a30f-0ffa-4d4a-ab1c-984ff4ff67a2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6511226 May 28 04:45:39.191363 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30e8d34d-192b-4b01-a67d-6f411fe8d770 req-78c44663-870b-4fa2-a751-df87ac52d155 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185327 May 28 04:45:39.196759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6215a2a9-f383-4b39-a45e-85d336c74979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:39.247767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48cf64df-cc7e-4f04-9056-27af9a561b6c tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:39.290212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-27cf4e51-a344-4085-bb93-4f4789aadd10 req-a26cab2f-e6ae-451a-a869-7ca9c67aa4fa tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Synchronizing usage tracker for tenant:dbe57ccc60ca477ca4d901e7c6a5711c on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:39.294052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6215a2a9-f383-4b39-a45e-85d336c74979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:39.305995 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Pushing event updated for resources: {'Port': ['ID=6180cf2d-4543-43e8-85fb-a2aa381e3cd4,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:39.323964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:39.377331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Transition to ACTIVE for port object 22f922e7-1e9c-45ab-9f43-1956135d0d8e will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:39.390900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-27cf4e51-a344-4085-bb93-4f4789aadd10 req-a26cab2f-e6ae-451a-a869-7ca9c67aa4fa tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Unset dirty status for tenant:dbe57ccc60ca477ca4d901e7c6a5711c on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:39.391999 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27cf4e51-a344-4085-bb93-4f4789aadd10 req-a26cab2f-e6ae-451a-a869-7ca9c67aa4fa tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 210 time: 0.1741693 May 28 04:45:39.411416 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6215a2a9-f383-4b39-a45e-85d336c74979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:39.460889 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:39.582216 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-48cf64df-cc7e-4f04-9056-27af9a561b6c tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Calling delete_port for 95fa939b-a1f1-4f1f-b60c-f6b483fb3a53 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:39.651297 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Pushing event updated for resources: {'Port': ['ID=22f922e7-1e9c-45ab-9f43-1956135d0d8e,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:39.655545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215a2a9-f383-4b39-a45e-85d336c74979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71122ae-b3e7-4fa0-b082-46834445bd8d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:39.660404 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6215a2a9-f383-4b39-a45e-85d336c74979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:39.666252 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6215a2a9-f383-4b39-a45e-85d336c74979 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a71122ae-b3e7-4fa0-b082-46834445bd8d HTTP/1.1" status: 204 len: 168 time: 1.1470206 May 28 04:45:39.712366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Network af7fbe75-51f4-4a27-b635-152fc1216874 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:39.715041 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:39.719583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:39.749572 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::263 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/a12b787c-3e53-4483-9a46-d16f7702f45c/579402b0-3e0f-48e9-bac6-2cc7cb0beac5) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:39.855366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:39.856046 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:39.892257 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2d01099a-0799-44aa-853b-7439050e6f4a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8534749 May 28 04:45:40.037694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:40.133361 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Pushing event updated for resources: {'Port': ['ID=ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:40.188887 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:40.189133 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:40.189447 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:40.260626 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897ebab8-32cc-4421-9ff5-02382fad2da6 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:40.380292 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Network 604efab1-8f80-40b5-8102-cf75c0ddca52 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:40.383270 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:40.383270 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:40.396603 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 2 to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 May 28 04:45:40.417784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51244) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:40.420684 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:40.432964 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1258d3cb-0f4e-4e29-b041-ef89a2726c05 None None] Provisioning for port 22f922e7-1e9c-45ab-9f43-1956135d0d8e completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:40.461191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d5c18594-13dd-45c6-bf3e-0d1e0e163deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:40.475597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:40.476538 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:40.477122 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:40.498301 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1258d3cb-0f4e-4e29-b041-ef89a2726c05 None None] Provisioning complete for port 22f922e7-1e9c-45ab-9f43-1956135d0d8e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:40.499036 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1258d3cb-0f4e-4e29-b041-ef89a2726c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:40.526408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Pushing event updated for resources: {'Port': ['ID=251febf6-57b5-4e2a-b11f-e9d1b5fb49be,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:40.577202 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 62442013-e930-47e7-a442-094306a17fce up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:40.689019 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-64fc5dd8-a0a5-4989-8901-ad0dac15af5b tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:45:40.689019 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-64fc5dd8-a0a5-4989-8901-ad0dac15af5b tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0290203 May 28 04:45:40.698863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a1516b6e-89db-4a69-be8e-da8af9767b98 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:45:40.700704 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a1516b6e-89db-4a69-be8e-da8af9767b98 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0426950 May 28 04:45:40.724168 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:40.724548 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:40.724850 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:40.869896 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d5c18594-13dd-45c6-bf3e-0d1e0e163deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:40.871168 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1258d3cb-0f4e-4e29-b041-ef89a2726c05 None None] Port 22f922e7-1e9c-45ab-9f43-1956135d0d8e cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:40.883259 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d5c18594-13dd-45c6-bf3e-0d1e0e163deb admin admin] Usage tracker for resource:security_group_rule and tenant:3b1c669c5965435aaafc3bcfbe4a6e42 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:40.894217 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d5c18594-13dd-45c6-bf3e-0d1e0e163deb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:40.903247 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d5c18594-13dd-45c6-bf3e-0d1e0e163deb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:40.949536 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:40.959100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a2216-43a5-46a0-bf28-2ab44e965c78 req-3f3a3084-74cc-49f0-9e78-b09523a966c0 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:40.971006 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d41a2216-43a5-46a0-bf28-2ab44e965c78 req-3f3a3084-74cc-49f0-9e78-b09523a966c0 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 931 time: 0.3938403 May 28 04:45:40.984727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object 579402b0-3e0f-48e9-bac6-2cc7cb0beac5 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:41.021014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a4f04-1974-463e-986e-c3e1e397f266 req-eb74e0da-ede7-47ad-bf75-42b035df6bc1 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:41.024779 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 62442013-e930-47e7-a442-094306a17fce completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:41.032193 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd5a4f04-1974-463e-986e-c3e1e397f266 req-eb74e0da-ede7-47ad-bf75-42b035df6bc1 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 931 time: 0.3732662 May 28 04:45:41.039398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48cf64df-cc7e-4f04-9056-27af9a561b6c tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:41.045837 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-47836b17-c080-4a0b-aa5b-526d76c88c14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 4.5338058 May 28 04:45:41.047034 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51254) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:41.061346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Network 060a1e72-918f-4ed6-b6b2-59588cc172f2 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:41.087629 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fc6b09ff-983e-41c5-ab2e-da673a27acce None None] Provisioning for port 62442013-e930-47e7-a442-094306a17fce completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:41.105469 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:41.107365 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:41.110219 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fc6b09ff-983e-41c5-ab2e-da673a27acce None None] Provisioning complete for port 62442013-e930-47e7-a442-094306a17fce triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:41.111164 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fc6b09ff-983e-41c5-ab2e-da673a27acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:41.129058 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8433'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:41.193236 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d41a2216-43a5-46a0-bf28-2ab44e965c78 req-3baaf863-b9f0-4dd5-bd36-d89832634111 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204406 May 28 04:45:41.224785 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd5a4f04-1974-463e-986e-c3e1e397f266 req-2988c30c-8d7b-4437-a9a0-b5df2f629a51 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/security-groups?id=37148588-ec49-41c2-87e5-73f21e4b02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917129 May 28 04:45:41.298071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d5c18594-13dd-45c6-bf3e-0d1e0e163deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:41.308851 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d5c18594-13dd-45c6-bf3e-0d1e0e163deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:41.312632 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:41.313168 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:41.314342 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf64df-cc7e-4f04-9056-27af9a561b6c tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event deleted for resources: {'Port': ['ID=95fa939b-a1f1-4f1f-b60c-f6b483fb3a53,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:41.338624 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 3 to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 May 28 04:45:41.435673 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fc6b09ff-983e-41c5-ab2e-da673a27acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:41.472925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c18594-13dd-45c6-bf3e-0d1e0e163deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30e071d-158d-4291-a1f9-90f814d27f66,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:41.489646 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d5c18594-13dd-45c6-bf3e-0d1e0e163deb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b1c669c5965435aaafc3bcfbe4a6e42&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0643885 May 28 04:45:41.490557 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51264) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:41.512643 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-fc6b09ff-983e-41c5-ab2e-da673a27acce None None] For port 62442013-e930-47e7-a442-094306a17fce, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=62442013-e930-47e7-a442-094306a17fce,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:41.525959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fc6b09ff-983e-41c5-ab2e-da673a27acce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:41.665591 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:41.670969 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3dc77502-998a-4178-864b-ecc7d2e38913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:41.696713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b09ff-983e-41c5-ab2e-da673a27acce None None] Pushing event updated for resources: {'Port': ['ID=62442013-e930-47e7-a442-094306a17fce,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:41.702734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:41.703046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:41.703157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Request body: {'port': {'device_id': '6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:41.703371 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:41.737606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0fa33a48-c22a-4d31-a653-7219f0737e14 None None] Provisioning complete for port 6180cf2d-4543-43e8-85fb-a2aa381e3cd4 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:41.737921 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0fa33a48-c22a-4d31-a653-7219f0737e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:41.751381 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:41.757088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Request body: {'port': {'device_id': '6cc3f2ba-ec84-4068-b5e0-4947d1534faa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:41.784117 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:41.787942 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:41.788537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:41.835371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3dc77502-998a-4178-864b-ecc7d2e38913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:41.905568 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-0fa33a48-c22a-4d31-a653-7219f0737e14 None None] Port 6180cf2d-4543-43e8-85fb-a2aa381e3cd4 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:42.007995 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0658429 May 28 04:45:42.038562 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2040ba1a-4dfd-47a6-a878-3458400448ec None None] Provisioning complete for port 62442013-e930-47e7-a442-094306a17fce triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:42.039179 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2040ba1a-4dfd-47a6-a878-3458400448ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:42.064366 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51270) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:42.082107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:42.148996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:42.149355 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:42.184305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:42.220824 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3dc77502-998a-4178-864b-ecc7d2e38913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:42.233280 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 4 to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 May 28 04:45:42.275569 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffe980-8941-4fc0-ac3b-1a4804686a57 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=579402b0-3e0f-48e9-bac6-2cc7cb0beac5,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:42.350934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2040ba1a-4dfd-47a6-a878-3458400448ec None None] Provisioning for port 579402b0-3e0f-48e9-bac6-2cc7cb0beac5 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:42.356365 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:42.358738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2040ba1a-4dfd-47a6-a878-3458400448ec None None] Provisioning complete for port 579402b0-3e0f-48e9-bac6-2cc7cb0beac5 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:42.359152 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2040ba1a-4dfd-47a6-a878-3458400448ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:42.380225 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:42.380558 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:42.381071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:42.434068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc77502-998a-4178-864b-ecc7d2e38913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30e071d-158d-4291-a1f9-90f814d27f66,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:42.453382 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3dc77502-998a-4178-864b-ecc7d2e38913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:42.463955 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3dc77502-998a-4178-864b-ecc7d2e38913 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e30e071d-158d-4291-a1f9-90f814d27f66 HTTP/1.1" status: 204 len: 168 time: 0.9723153 May 28 04:45:42.508445 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 62442013-e930-47e7-a442-094306a17fce up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:42.654329 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2040ba1a-4dfd-47a6-a878-3458400448ec None None] Port 579402b0-3e0f-48e9-bac6-2cc7cb0beac5 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:42.708948 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] device_id is not set on port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:42.720955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:42.741558 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Transition to ACTIVE for port object 251febf6-57b5-4e2a-b11f-e9d1b5fb49be will not be triggered until provisioned by entity L2. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:42.742851 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 62442013-e930-47e7-a442-094306a17fce triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:42.744722 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:42.752741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:42.752741 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:42.812743 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 5 to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 May 28 04:45:42.859656 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:42.864592 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b826a49d-5cb5-4513-99ea-f641f79851fa None None] Provisioning complete for port 579402b0-3e0f-48e9-bac6-2cc7cb0beac5 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:42.865003 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b826a49d-5cb5-4513-99ea-f641f79851fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:42.955410 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b826a49d-5cb5-4513-99ea-f641f79851fa None None] Port 579402b0-3e0f-48e9-bac6-2cc7cb0beac5 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:42.957079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:42.957508 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:42.957998 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:43.189139 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:43.189757 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:43.199421 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 6 to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 May 28 04:45:43.212142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48cf64df-cc7e-4f04-9056-27af9a561b6c tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:43.214332 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-48cf64df-cc7e-4f04-9056-27af9a561b6c tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "DELETE /v2.0/ports/95fa939b-a1f1-4f1f-b60c-f6b483fb3a53 HTTP/1.1" status: 204 len: 168 time: 6.2500384 May 28 04:45:43.222382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51284) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:43.234816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a54cdc7-8861-4992-8789-097c33c75685 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:43.239483 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a54cdc7-8861-4992-8789-097c33c75685 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:43.240358 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0a54cdc7-8861-4992-8789-097c33c75685 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:43.284491 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Pushing event updated for resources: {'Port': ['ID=251febf6-57b5-4e2a-b11f-e9d1b5fb49be,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:43.301122 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:43.301690 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:43.302307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:43.395368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7622d-9a2a-4ac6-b5d7-7228412e4e4c req-394ad4d4-370c-42b3-9aec-3e1e4701c30b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:43.396893 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e7c7622d-9a2a-4ac6-b5d7-7228412e4e4c req-394ad4d4-370c-42b3-9aec-3e1e4701c30b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 931 time: 0.9000862 May 28 04:45:43.468980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901f184-cba4-40ff-952a-64a3a0167b0f req-776a6f16-3257-4c1d-b56e-49b7d165c9ac tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:43.476320 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e901f184-cba4-40ff-952a-64a3a0167b0f req-776a6f16-3257-4c1d-b56e-49b7d165c9ac tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 931 time: 0.8815937 May 28 04:45:43.499315 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb9cd12-2e90-4b32-8327-0bd8d79755dd tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] GET failed (client error): The resource could not be found. May 28 04:45:43.500145 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fdb9cd12-2e90-4b32-8327-0bd8d79755dd tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Synchronizing usage tracker for tenant:d135f9a50fd84999ba5e0a8c2ed5feb2 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:43.521455 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:43.522135 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:43.522398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:43.534224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:43.534706 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:43.539246 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 7 to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 May 28 04:45:43.544273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:45:43.547374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0a54cdc7-8861-4992-8789-097c33c75685 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:43.556486 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0a54cdc7-8861-4992-8789-097c33c75685 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 1.4887924 May 28 04:45:43.559751 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51292) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:43.635259 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e7c7622d-9a2a-4ac6-b5d7-7228412e4e4c req-d8deabc6-ae9e-4d5f-ac32-f62f0f2c9b12 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289298 May 28 04:45:43.636853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:43.637312 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:43.637609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:43.640433 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:43.641017 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:43.654326 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 2 to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be May 28 04:45:43.658636 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e901f184-cba4-40ff-952a-64a3a0167b0f req-90fc875d-1a14-4cda-bcd0-26e8599c353b tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/security-groups?id=37148588-ec49-41c2-87e5-73f21e4b02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807880 May 28 04:45:43.678853 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f922e7-1e9c-45ab-9f43-1956135d0d8e {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:45:43.691905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:43.691905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:43.691905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:43.692278 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:45:43.699366 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fdb9cd12-2e90-4b32-8327-0bd8d79755dd tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Unset dirty status for tenant:d135f9a50fd84999ba5e0a8c2ed5feb2 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:43.704686 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fdb9cd12-2e90-4b32-8327-0bd8d79755dd tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "GET /v2.0/ports/95fa939b-a1f1-4f1f-b60c-f6b483fb3a53 HTTP/1.1" status: 404 len: 333 time: 0.4605114 May 28 04:45:43.705328 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51298) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:43.723426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Request body: {'port': {'network_id': '6a9546fa-60d1-43b9-bec6-818adc388161', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1488557908'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:43.778261 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:45:43.786482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:43.807122 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:43.807626 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:43.821271 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 8 to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 May 28 04:45:43.827495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Transition to ACTIVE for port object 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:43.835864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:43.845572 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:43.845935 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:43.846261 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:43.852702 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 3 to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be May 28 04:45:43.871342 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6658066c-d81d-49ab-8b88-890fda72c7d1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port 579402b0-3e0f-48e9-bac6-2cc7cb0beac5 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:43.871561 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6658066c-d81d-49ab-8b88-890fda72c7d1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:43.962715 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:43.963048 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:43.963381 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:44.058073 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:44.058403 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:44.058735 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:44.175734 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Transition to ACTIVE for port object 22f922e7-1e9c-45ab-9f43-1956135d0d8e will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:44.221995 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:44.226952 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:44.227131 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:44.233217 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 9 to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 May 28 04:45:44.252804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:44.327143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Pushing event updated for resources: {'Port': ['ID=0bac35e5-ed55-4fd4-82df-d76bade1f5d9,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:44.389164 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:44.389164 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:44.396881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:44.399493 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 4 to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be May 28 04:45:44.426243 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:44.428529 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:44.428895 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:44.441215 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Sync routers for ids ['ccd63bc3-3e97-4e0f-af38-66e853a86973'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:45:44.455805 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:44.456353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:44.456975 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:44.466721 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Routers {'ccd63bc3-3e97-4e0f-af38-66e853a86973'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:45:44.467478 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:25Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['ccd63bc3-3e97-4e0f-af38-66e853a86973'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:44.486505 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Attempting to bind port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:44.487130 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Attempting to bind port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'd585a428-fa4c-4a71-9fad-fa2b6cd5c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:44.487130 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Attempting to bind port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 on network a8948682-ca33-4cb9-a94c-ea149f8c5b44 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:44.488814 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Made reservation on behalf of d135f9a50fd84999ba5e0a8c2ed5feb2 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:44.492083 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:44.507751 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:44.508177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 on network a8948682-ca33-4cb9-a94c-ea149f8c5b44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:44.508533 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Attempting to bind port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 on network a8948682-ca33-4cb9-a94c-ea149f8c5b44 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:44.508805 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:44.512141 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Pushing event updated for resources: {'Port': ['ID=22f922e7-1e9c-45ab-9f43-1956135d0d8e,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:44.573819 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempt 10 to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 May 28 04:45:44.578944 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:45:44.579274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Checking segment: {'id': 'd585a428-fa4c-4a71-9fad-fa2b6cd5c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:44.582493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Bound using segment: {'id': 'd585a428-fa4c-4a71-9fad-fa2b6cd5c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:45:44.583012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Bound port: 0bac35e5-ed55-4fd4-82df-d76bade1f5d9, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd585a428-fa4c-4a71-9fad-fa2b6cd5c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:45:44.583362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:44.617547 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:44.618364 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:44.625936 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 5 to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be May 28 04:45:44.653249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:44.653644 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:44.654099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempting to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:44.672198 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] device_id is not set on port c7a16bf8-bad7-468f-a5a0-193e7b700400 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:44.723633 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Set router ccd63bc3-3e97-4e0f-af38-66e853a86973 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:45:44.752018 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:44.759765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:44.760394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:44.835146 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:44.845881 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Failed to bind port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2122aedc-17e0-458a-9556-a4b079a1807e'}] May 28 04:45:44.846478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:44.859953 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Attempting to bind port 22f922e7-1e9c-45ab-9f43-1956135d0d8e on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:44.860294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Attempting to bind port 22f922e7-1e9c-45ab-9f43-1956135d0d8e by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'a4e56770-2757-4b53-8bc7-aaf22620cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:44.860613 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Attempting to bind port 22f922e7-1e9c-45ab-9f43-1956135d0d8e on network af7fbe75-51f4-4a27-b635-152fc1216874 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:44.895793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:44.896437 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:44.911070 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 6 to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be May 28 04:45:44.940232 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6658066c-d81d-49ab-8b88-890fda72c7d1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:44.983673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Router 6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:45:44.987407 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] For port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:45.008156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Port 22f922e7-1e9c-45ab-9f43-1956135d0d8e on network af7fbe75-51f4-4a27-b635-152fc1216874 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:45.008575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Attempting to bind port 22f922e7-1e9c-45ab-9f43-1956135d0d8e on network af7fbe75-51f4-4a27-b635-152fc1216874 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:45.042100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] For port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=0bac35e5-ed55-4fd4-82df-d76bade1f5d9,segment=NetworkSegment(d585a428-fa4c-4a71-9fad-fa2b6cd5c483),segment_id=d585a428-fa4c-4a71-9fad-fa2b6cd5c483)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:45:45.046813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:45:45.047164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Checking segment: {'id': 'a4e56770-2757-4b53-8bc7-aaf22620cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:45.047772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Bound using segment: {'id': 'a4e56770-2757-4b53-8bc7-aaf22620cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:45:45.048831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Bound port: 22f922e7-1e9c-45ab-9f43-1956135d0d8e, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e56770-2757-4b53-8bc7-aaf22620cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:45:45.049177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:45.070465 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:45.161710 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6658066c-d81d-49ab-8b88-890fda72c7d1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for 579402b0-3e0f-48e9-bac6-2cc7cb0beac5 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:45.181760 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'name': 'tempest-ServersTestJSON-85334929-router', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:07Z', 'updated_at': '2022-05-28T04:45:13Z', 'revision_number': 4, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'gw_port': {'id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:08Z', 'updated_at': '2022-05-28T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '98f05eea-85c0-419e-8374-6981f31dab94', 'name': '', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'mac_address': 'fa:16:3e:9c:a6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:12Z', 'updated_at': '2022-05-28T04:45:13Z', 'revision_number': 2, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'subnets': [{'id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:45.187146 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Checking router: ccd63bc3-3e97-4e0f-af38-66e853a86973 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:45:45.187525 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Updating router ccd63bc3-3e97-4e0f-af38-66e853a86973 port 98f05eea-85c0-419e-8374-6981f31dab94 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:45:45.190115 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:45.190631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:45.191105 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:45.234622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac497a79-4d6e-445f-a6f8-4caa7abecc31 req-dbfb10d0-2f90-4191-ab7a-ff1473ee79ec tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:45.236489 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ac497a79-4d6e-445f-a6f8-4caa7abecc31 req-dbfb10d0-2f90-4191-ab7a-ff1473ee79ec tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 943 time: 0.3191314 May 28 04:45:45.241349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:45.242921 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] 10.222.0.66 "PUT /v2.0/ports/0bac35e5-ed55-4fd4-82df-d76bade1f5d9 HTTP/1.1" status: 200 len: 1093 time: 3.8337724 May 28 04:45:45.249880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defa59d-d4ca-491d-a826-207f8e173a12 req-0463366c-3ae4-4469-85f7-727054ee63f8 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:45.251840 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5defa59d-d4ca-491d-a826-207f8e173a12 req-0463366c-3ae4-4469-85f7-727054ee63f8 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 943 time: 0.3887949 May 28 04:45:45.252288 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae', 'tag': '0bac35e5-ed55-4fd4-82df-d76bade1f5d9'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:45:45.265052 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:45.281235 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:45.289958 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:45.291080 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a41fba-4626-47cc-bde6-f7961b8d2f4a service neutron] Pushing event updated for resources: {'Port': ['ID=0bac35e5-ed55-4fd4-82df-d76bade1f5d9,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:45.300582 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 7 to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be May 28 04:45:45.356070 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Allocated IP 2001:db8::3c5 (6a9546fa-60d1-43b9-bec6-818adc388161/7c431977-a0eb-4edf-b691-520828d05ea9/c7a16bf8-bad7-468f-a5a0-193e7b700400) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:45.417403 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] For port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97, host hv-neutron-8433, cleared binding levels {{(pid=84009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:45.418176 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Attempted to set empty binding levels {{(pid=84009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 28 04:45:45.457805 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] For port 22f922e7-1e9c-45ab-9f43-1956135d0d8e, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:45.464321 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:45.465002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:45.465531 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:45.472904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:45.507683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] For port 22f922e7-1e9c-45ab-9f43-1956135d0d8e, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=22f922e7-1e9c-45ab-9f43-1956135d0d8e,segment=NetworkSegment(a4e56770-2757-4b53-8bc7-aaf22620cb66),segment_id=a4e56770-2757-4b53-8bc7-aaf22620cb66)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:45:45.528532 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5defa59d-d4ca-491d-a826-207f8e173a12 req-af3c1eac-360e-41cf-860b-9f406d7dcb81 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/security-groups?id=37148588-ec49-41c2-87e5-73f21e4b02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529078 May 28 04:45:45.534633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:45.541404 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ac497a79-4d6e-445f-a6f8-4caa7abecc31 req-71638168-abf6-4baf-87e5-c90802f905d8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818463 May 28 04:45:45.646871 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-679ea51a-1641-45e6-95c2-2b2568acbd03 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8874bc9f5e654b27b25dbb6c2a0fb0ef&device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 1096 time: 0.3158662 May 28 04:45:45.652445 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:45.654617 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] 10.222.0.66 "PUT /v2.0/ports/22f922e7-1e9c-45ab-9f43-1956135d0d8e HTTP/1.1" status: 200 len: 1093 time: 4.2433839 May 28 04:45:45.745425 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:45.745745 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:45.763239 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 8 to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be May 28 04:45:45.783288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] In _notify_port_updated(), no bound segment for port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 on network 2122aedc-17e0-458a-9556-a4b079a1807e {{(pid=84009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:45:45.784586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:45.786347 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] 10.222.0.15 "PUT /v2.0/ports/ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 HTTP/1.1" status: 200 len: 976 time: 9.5767457 May 28 04:45:45.796556 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51336) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:45.834194 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f9da8-3855-4999-a987-ef49e37a6162 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Pushing event updated for resources: {'Port': ['ID=ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97,revision_number=3']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:45.864034 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-244fb2a8-6da5-4203-8ea4-7eafec029878 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bac35e5-ed55-4fd4-82df-d76bade1f5d9 HTTP/1.1" status: 200 len: 217 time: 0.2083900 May 28 04:45:45.866443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda479a-51d6-4a69-9525-af68ab649a7d service neutron] Pushing event updated for resources: {'Port': ['ID=22f922e7-1e9c-45ab-9f43-1956135d0d8e,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:45.940853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:45.941521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:45.941938 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:45.944764 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:45.963036 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Transition to ACTIVE for port object 98f05eea-85c0-419e-8374-6981f31dab94 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:45.976484 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:46.085836 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdaeb1-4c67-434b-91e6-b3a5a72d321a None None] Pushing event updated for resources: {'Port': ['ID=98f05eea-85c0-419e-8374-6981f31dab94,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:46.110197 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c2afffb-51a3-41c9-a32a-fd72899fcc3c'] response: {'name': 'network-changed', 'server_uuid': '6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae', 'tag': '0bac35e5-ed55-4fd4-82df-d76bade1f5d9', 'status': 'completed', 'code': 200} May 28 04:45:46.128375 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:46.128698 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:46.129236 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6658066c-d81d-49ab-8b88-890fda72c7d1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:46.134778 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-2bbee5cf-ac52-47f2-abde-66cf7a985302 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbe57ccc60ca477ca4d901e7c6a5711c&device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 1096 time: 0.3882494 May 28 04:45:46.137763 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51344) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:46.143365 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 9 to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be May 28 04:45:46.154699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-55ebe86e-bc73-48a9-8656-8ee2f8e94211 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Deleting port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:46.155037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-55ebe86e-bc73-48a9-8656-8ee2f8e94211 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:46.250151 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-43399d99-ab50-4406-a0be-42573f2ecff5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22f922e7-1e9c-45ab-9f43-1956135d0d8e HTTP/1.1" status: 200 len: 217 time: 0.1052666 May 28 04:45:46.253451 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-be4a34aa-d885-4fbc-9e0b-3685875660b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:46.254886 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-be4a34aa-d885-4fbc-9e0b-3685875660b4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b87c52c-c0b5-40e9-a49d-a4daf05c13b5 HTTP/1.1" status: 200 len: 851 time: 0.3836708 May 28 04:45:46.263392 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658066c-d81d-49ab-8b88-890fda72c7d1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=579402b0-3e0f-48e9-bac6-2cc7cb0beac5,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:46.328429 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Attempting to bind port 98f05eea-85c0-419e-8374-6981f31dab94 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:46.329366 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Attempting to bind port 98f05eea-85c0-419e-8374-6981f31dab94 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'a4e56770-2757-4b53-8bc7-aaf22620cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:46.330011 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Attempting to bind port 98f05eea-85c0-419e-8374-6981f31dab94 on network af7fbe75-51f4-4a27-b635-152fc1216874 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:46.337035 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:45:46.337541 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Checking segment: {'id': 'a4e56770-2757-4b53-8bc7-aaf22620cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:46.338455 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:46.338455 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Bound using segment: {'id': 'a4e56770-2757-4b53-8bc7-aaf22620cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:45:46.339047 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Bound port: 98f05eea-85c0-419e-8374-6981f31dab94, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e56770-2757-4b53-8bc7-aaf22620cb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:45:46.339527 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:46.379167 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:46.379694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:46.379894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:46.431973 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-3abfecfc-250a-4840-ab3a-ee8814532a82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:46.435168 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-3abfecfc-250a-4840-ab3a-ee8814532a82 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9590fb3a-012f-4dbc-8eec-5473af1a3309 HTTP/1.1" status: 200 len: 843 time: 0.1711400 May 28 04:45:46.471045 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] For port 98f05eea-85c0-419e-8374-6981f31dab94, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:46.474837 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] For port 98f05eea-85c0-419e-8374-6981f31dab94, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=98f05eea-85c0-419e-8374-6981f31dab94,segment=NetworkSegment(a4e56770-2757-4b53-8bc7-aaf22620cb66),segment_id=a4e56770-2757-4b53-8bc7-aaf22620cb66)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:45:46.476543 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:46.484104 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:46.491767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:46.502776 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:46.512367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Usage tracker for resource:floatingip and tenant:623419eeac7b4091b6aade55e863595b is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:46.516581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:46.524448 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-bf6ce65a-e868-4eb9-bb1e-5005f4720817 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8948682-ca33-4cb9-a94c-ea149f8c5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2601151 May 28 04:45:46.529904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:46.592080 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdaeb1-4c67-434b-91e6-b3a5a72d321a None None] Pushing event updated for resources: {'Port': ['ID=98f05eea-85c0-419e-8374-6981f31dab94,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:46.662502 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Routers {'ccd63bc3-3e97-4e0f-af38-66e853a86973'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:45:46.665975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:46.670311 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:25Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['ccd63bc3-3e97-4e0f-af38-66e853a86973'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:46.713589 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:46.713906 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:46.732729 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.plugins.ml2.plugin [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempt 10 to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be May 28 04:45:46.767768 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-55ebe86e-bc73-48a9-8656-8ee2f8e94211 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] For port ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97, host hv-neutron-8433, got binding levels [] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:46.768057 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-55ebe86e-bc73-48a9-8656-8ee2f8e94211 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:46.929462 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] Set router ccd63bc3-3e97-4e0f-af38-66e853a86973 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:45:46.938445 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Transition to ACTIVE for port object c7a16bf8-bad7-468f-a5a0-193e7b700400 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:46.941836 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-b5677067-d03f-49d2-9ae6-ba816c118f52 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af7fbe75-51f4-4a27-b635-152fc1216874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5011423 May 28 04:45:46.971015 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-55ebe86e-bc73-48a9-8656-8ee2f8e94211 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Calling delete_port for ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:46.983721 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-58377759-d4b7-4b52-8c86-16b9d48dd76b service neutron] 10.222.0.66 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508989 May 28 04:45:47.009039 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6658066c-d81d-49ab-8b88-890fda72c7d1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:47.014141 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:47.074703 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:47.074703 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] {{(pid=84009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:47.074703 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempting to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:47.105172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:45:47.105521 dv-neutron-843300-5-hyperv neutron-server[84009]: ERROR neutron.plugins.ml2.managers [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Failed to bind port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on host hv-neutron-8433 for vnic_type normal using segments [{'id': 'ae37e165-0358-4531-a46a-6c8a559683f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '604efab1-8f80-40b5-8102-cf75c0ddca52'}] May 28 04:45:47.105957 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:47.150883 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6658066c-d81d-49ab-8b88-890fda72c7d1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/579402b0-3e0f-48e9-bac6-2cc7cb0beac5 HTTP/1.1" status: 204 len: 168 time: 3.5839665 May 28 04:45:47.157517 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51358) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:47.170381 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Network 6a9546fa-60d1-43b9-bec6-818adc388161 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:47.198723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event updated for resources: {'Port': ['ID=c7a16bf8-bad7-468f-a5a0-193e7b700400,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:47.201197 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:47.209869 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:47.213195 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:47.213827 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:47.247572 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-55ebe86e-bc73-48a9-8656-8ee2f8e94211 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:47.274754 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'name': 'tempest-ServersTestJSON-85334929-router', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:07Z', 'updated_at': '2022-05-28T04:45:13Z', 'revision_number': 4, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'gw_port': {'id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:08Z', 'updated_at': '2022-05-28T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '98f05eea-85c0-419e-8374-6981f31dab94', 'name': '', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'mac_address': 'fa:16:3e:9c:a6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:12Z', 'updated_at': '2022-05-28T04:45:46Z', 'revision_number': 4, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'subnets': [{'id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:47.280129 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b593cc2b-25e2-4854-ae4c-b18a1714cd3d None None] The sync data for ids ['ccd63bc3-3e97-4e0f-af38-66e853a86973'] in dv-neutron-843300-5-hyperv is: [{'id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'name': 'tempest-ServersTestJSON-85334929-router', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:07Z', 'updated_at': '2022-05-28T04:45:13Z', 'revision_number': 4, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'gw_port': {'id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:08Z', 'updated_at': '2022-05-28T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '98f05eea-85c0-419e-8374-6981f31dab94', 'name': '', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'mac_address': 'fa:16:3e:9c:a6:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:12Z', 'updated_at': '2022-05-28T04:45:46Z', 'revision_number': 4, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'subnets': [{'id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:45:47.317818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:45:47.321838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cddef4-15b1-4036-841b-f4cbb278c7ba req-3e2645a5-8a9c-4be3-8778-a919db4dc1b2 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:47.330183 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-643a644d-4b38-4f58-84b2-19bb30172207 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.6173427 May 28 04:45:47.337537 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f5cddef4-15b1-4036-841b-f4cbb278c7ba req-3e2645a5-8a9c-4be3-8778-a919db4dc1b2 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 943 time: 0.5036492 May 28 04:45:47.337846 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-06b63719-1b0a-4f06-84e6-247cadc12777 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] 10.222.0.15 "PUT /v2.0/routers/6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8484042 May 28 04:45:47.337946 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff34962-23e7-4c7e-9a4b-6d74e7e2c0e5 None None] Sync routers for ids ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:45:47.341549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51362) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:47.341990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51364) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:47.343728 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ebe86e-bc73-48a9-8656-8ee2f8e94211 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:47.359305 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] For port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be, host hv-neutron-8433, cleared binding levels {{(pid=84009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:47.359793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Attempted to set empty binding levels {{(pid=84009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 28 04:45:47.362276 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff34962-23e7-4c7e-9a4b-6d74e7e2c0e5 None None] Routers {'6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:45:47.362767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-55ebe86e-bc73-48a9-8656-8ee2f8e94211 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:47.363163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc073bbd-739e-42a3-9fbb-a81ed2fcbe84 req-c71f51b5-bc58-4f7a-b32b-0a4017afdf0f tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:47.363477 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-6ff34962-23e7-4c7e-9a4b-6d74e7e2c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:25Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:47.365223 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-55ebe86e-bc73-48a9-8656-8ee2f8e94211 tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] 10.222.0.15 "DELETE /v2.0/ports/ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 HTTP/1.1" status: 204 len: 168 time: 1.5581546 May 28 04:45:47.366098 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dc073bbd-739e-42a3-9fbb-a81ed2fcbe84 req-c71f51b5-bc58-4f7a-b32b-0a4017afdf0f tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 943 time: 0.5276949 May 28 04:45:47.373272 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51366) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:47.377390 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:47.383496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f68b0852-b030-414d-bc7b-5cdae6ff00bd tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::139', 'mac_address': 'fa:16:3e:cd:b4:f0'}]}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:47.437647 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-6ff34962-23e7-4c7e-9a4b-6d74e7e2c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:47.464860 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff34962-23e7-4c7e-9a4b-6d74e7e2c0e5 None None] Routers {'6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:45:47.466892 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-6ff34962-23e7-4c7e-9a4b-6d74e7e2c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:25Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:47.485428 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-866a3434-73b5-4306-bb34-7da5fdfeafe2 service neutron] 10.222.0.66 "GET /v2.0/networks/af7fbe75-51f4-4a27-b635-152fc1216874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298893 May 28 04:45:47.515437 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6db3d02-2ffb-411e-8866-05bdd7a73fdb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] GET failed (client error): The resource could not be found. May 28 04:45:47.516021 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f6db3d02-2ffb-411e-8866-05bdd7a73fdb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Synchronizing usage tracker for tenant:9c095cd5468e41cdaece21b50467aac4 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:47.535417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] In _notify_port_updated(), no bound segment for port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be on network 604efab1-8f80-40b5-8102-cf75c0ddca52 {{(pid=84009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:45:47.536553 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:47.541509 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] 10.222.0.15 "PUT /v2.0/ports/251febf6-57b5-4e2a-b11f-e9d1b5fb49be HTTP/1.1" status: 200 len: 980 time: 6.4788477 May 28 04:45:47.544131 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51374) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:47.546988 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-6ff34962-23e7-4c7e-9a4b-6d74e7e2c0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:47.547563 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff34962-23e7-4c7e-9a4b-6d74e7e2c0e5 None None] The sync data for ids ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:45:47.569390 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45fd7b89-09a9-4b18-a54e-9691ca2c0050 req-3d2e463d-3d34-45db-a113-4440afad412c service neutron] 10.222.0.66 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211008 May 28 04:45:47.572519 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b39e003-ddc7-4a96-8575-e04fe1cbafdc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:47.574017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b39e003-ddc7-4a96-8575-e04fe1cbafdc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:47.574728 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3b39e003-ddc7-4a96-8575-e04fe1cbafdc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:47.593919 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b3e55-0563-412d-9497-c3711a9ae895 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Pushing event updated for resources: {'Port': ['ID=251febf6-57b5-4e2a-b11f-e9d1b5fb49be,revision_number=3']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:47.603069 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f6db3d02-2ffb-411e-8866-05bdd7a73fdb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] Unset dirty status for tenant:9c095cd5468e41cdaece21b50467aac4 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:47.608142 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f6db3d02-2ffb-411e-8866-05bdd7a73fdb tempest-PortsAdminExtendedAttrsTestJSON-829461284 tempest-PortsAdminExtendedAttrsTestJSON-829461284-project-admin] 10.222.0.15 "GET /v2.0/ports/ac5ee8d8-8e97-4572-8e4d-4bc8019c3e97 HTTP/1.1" status: 404 len: 333 time: 0.2302730 May 28 04:45:47.608303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Request body: {'port': {'network_id': '060a1e72-918f-4ed6-b6b2-59588cc172f2', 'name': 'tempest-FloatingIPAdminTestJSON-1455482995'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:47.619447 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51378) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:47.645109 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8321b1f5-1e8e-4de4-8936-babcb68b466f None None] Provisioning for port c7a16bf8-bad7-468f-a5a0-193e7b700400 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:47.650682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8321b1f5-1e8e-4de4-8936-babcb68b466f None None] Provisioning complete for port c7a16bf8-bad7-468f-a5a0-193e7b700400 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:47.651041 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8321b1f5-1e8e-4de4-8936-babcb68b466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:47.698938 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a873a8d5-ff53-4003-8266-f204c736bc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Deleting port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:47.699372 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a873a8d5-ff53-4003-8266-f204c736bc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:47.714068 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8321b1f5-1e8e-4de4-8936-babcb68b466f None None] Port c7a16bf8-bad7-468f-a5a0-193e7b700400 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:47.787581 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:48.000340 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3b39e003-ddc7-4a96-8575-e04fe1cbafdc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:48.002687 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3b39e003-ddc7-4a96-8575-e04fe1cbafdc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8415411 May 28 04:45:48.021332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51382) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:48.092247 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f5cddef4-15b1-4036-841b-f4cbb278c7ba req-66460c92-97f5-4c6c-9316-e2f841c9ded0 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/security-groups?id=37148588-ec49-41c2-87e5-73f21e4b02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7537966 May 28 04:45:48.105280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:48.115560 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dc073bbd-739e-42a3-9fbb-a81ed2fcbe84 req-a6394529-888b-4fdc-afef-ff74b8e14a8a tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5347366 May 28 04:45:48.117132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc3f2ba-ec84-4068-b5e0-4947d1534faa', 'tag': '22f922e7-1e9c-45ab-9f43-1956135d0d8e'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:45:48.119967 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-a873a8d5-ff53-4003-8266-f204c736bc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] For port 251febf6-57b5-4e2a-b11f-e9d1b5fb49be, host hv-neutron-8433, got binding levels [] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:48.120313 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a873a8d5-ff53-4003-8266-f204c736bc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:48.137116 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab86c34-4fde-47b7-ae13-438de2c5a599 req-1e5ba1ae-0668-46a0-a55e-c720aaea7172 service neutron] 10.222.0.66 "GET /v2.0/networks/af7fbe75-51f4-4a27-b635-152fc1216874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403347 May 28 04:45:48.143056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:48.237447 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3c00298-fd91-4ea2-ac09-819a01f3a82b'] response: {'name': 'network-changed', 'server_uuid': '6cc3f2ba-ec84-4068-b5e0-4947d1534faa', 'tag': '22f922e7-1e9c-45ab-9f43-1956135d0d8e', 'status': 'completed', 'code': 200} May 28 04:45:48.262629 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a873a8d5-ff53-4003-8266-f204c736bc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Calling delete_port for 251febf6-57b5-4e2a-b11f-e9d1b5fb49be owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:48.284371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:48.289310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Subscribe: > segment before_delete 55550000 {{(pid=84009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:48.289670 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:48.290426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:48.290749 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Subscribe: > port after_create 55550000 {{(pid=84009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:48.291062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Subscribe: > port after_delete 55550000 {{(pid=84009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:48.291402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Subscribe: > port after_update 55550000 {{(pid=84009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:48.291727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Subscribe: > segment after_delete 55550000 {{(pid=84009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:48.292050 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Subscribe: > subnet after_create 55550000 {{(pid=84009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:48.292353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Subscribe: > subnet after_delete 55550000 {{(pid=84009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:48.292657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Subscribe: > subnet after_update 55550000 {{(pid=84009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:48.334095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Usage tracker for resource:port and tenant:961705fbe7f240909d7e946a775fa8ee is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:48.339861 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4985e97d-972b-4320-8bca-17b7ecee815b req-3ca915a7-7a4f-4472-adc3-2f621bae16a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8874bc9f5e654b27b25dbb6c2a0fb0ef&device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 1096 time: 0.6095321 May 28 04:45:48.346395 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:48.357878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:48.380925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f68b0852-b030-414d-bc7b-5cdae6ff00bd tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:48.410232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 98f05eea-85c0-419e-8374-6981f31dab94 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:48.479788 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 98f05eea-85c0-419e-8374-6981f31dab94 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:48.484958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 98f05eea-85c0-419e-8374-6981f31dab94 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:48.485348 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:48.554508 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Made reservation on behalf of 961705fbe7f240909d7e946a775fa8ee for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:48.557513 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:48.557754 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Subscribe: > subnet after_create 55550000 {{(pid=84009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:48.558196 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Subscribe: > subnet after_delete 55550000 {{(pid=84009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:48.558196 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Subscribe: > subnet before_create 55550000 {{(pid=84009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:48.558490 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Subscribe: > subnet before_update 55550000 {{(pid=84009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 04:45:48.558839 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2122aedc-17e0-458a-9556-a4b079a1807e']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:48.607019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:48.643536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 98f05eea-85c0-419e-8374-6981f31dab94, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=98f05eea-85c0-419e-8374-6981f31dab94,segment=NetworkSegment(a4e56770-2757-4b53-8bc7-aaf22620cb66),segment_id=a4e56770-2757-4b53-8bc7-aaf22620cb66)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:48.649997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:48.663609 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] device_id is not set on port eb778974-2667-45ac-9235-31c17a6abde4 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:48.674030 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:48.674292 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a5d289-0bd1-40fa-a9e0-f1b0ee23302f') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:48.704655 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Allocated IP 172.26.8.139 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/b44e4be0-3d5e-4b40-9545-2841029a124b) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:48.721331 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=98f05eea-85c0-419e-8374-6981f31dab94,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:48.724528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985e97d-972b-4320-8bca-17b7ecee815b req-bbb27cf6-84a2-4338-944b-88f079d3234b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:48.726350 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4985e97d-972b-4320-8bca-17b7ecee815b req-bbb27cf6-84a2-4338-944b-88f079d3234b service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8948682-ca33-4cb9-a94c-ea149f8c5b44 HTTP/1.1" status: 200 len: 913 time: 0.3759475 May 28 04:45:48.738676 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:48.777713 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:48.791471 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:45:48.791862 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn_limited( May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn_limited( May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:45:48.808201 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:45:48.810638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a873a8d5-ff53-4003-8266-f204c736bc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:48.910305 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bcc37a5a-cf43-4a22-9c05-d406b761d05b req-ef70713a-b5b4-413d-b913-f3ce88e70428 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbe57ccc60ca477ca4d901e7c6a5711c&device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 1096 time: 0.6357291 May 28 04:45:48.932716 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873a8d5-ff53-4003-8266-f204c736bc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Pushing event deleted for resources: {'Port': ['ID=251febf6-57b5-4e2a-b11f-e9d1b5fb49be,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:48.965031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:48.969563 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f89e9d0-bd8f-4eb4-a308-dae1d75b16a5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet a12b787c-3e53-4483-9a46-d16f7702f45c {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:45:48.973418 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a873a8d5-ff53-4003-8266-f204c736bc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:48.976965 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8f89e9d0-bd8f-4eb4-a308-dae1d75b16a5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:49.013950 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4985e97d-972b-4320-8bca-17b7ecee815b req-70a85c04-d740-43e0-bf69-0895dd34351f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bac35e5-ed55-4fd4-82df-d76bade1f5d9 HTTP/1.1" status: 200 len: 217 time: 0.2654483 May 28 04:45:49.031184 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:49.044299 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] Pushing event deleted for resources: {'Network': ['ID=2122aedc-17e0-458a-9556-a4b079a1807e,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:49.054747 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-dc1d46e8-c5b3-4d9e-b9bb-72832986b05a tempest-PortsAdminExtendedAttrsTestJSON-1369531761 tempest-PortsAdminExtendedAttrsTestJSON-1369531761-project] 10.222.0.15 "DELETE /v2.0/networks/2122aedc-17e0-458a-9556-a4b079a1807e HTTP/1.1" status: 204 len: 168 time: 1.4341483 May 28 04:45:49.058907 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a873a8d5-ff53-4003-8266-f204c736bc3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] 10.222.0.15 "DELETE /v2.0/ports/251febf6-57b5-4e2a-b11f-e9d1b5fb49be HTTP/1.1" status: 204 len: 168 time: 1.5087130 May 28 04:45:49.059192 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51392) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:49.104738 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8f89e9d0-bd8f-4eb4-a308-dae1d75b16a5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:49.131361 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b1d10a-7054-4d06-8d88-f06ad95801ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] GET failed (client error): The resource could not be found. May 28 04:45:49.131856 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d6b1d10a-7054-4d06-8d88-f06ad95801ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Synchronizing usage tracker for tenant:5155adfa342646909f074777e817f390 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:49.178093 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d6b1d10a-7054-4d06-8d88-f06ad95801ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] Unset dirty status for tenant:5155adfa342646909f074777e817f390 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:49.179461 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d6b1d10a-7054-4d06-8d88-f06ad95801ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1964956692-project-admin] 10.222.0.15 "GET /v2.0/ports/251febf6-57b5-4e2a-b11f-e9d1b5fb49be HTTP/1.1" status: 404 len: 333 time: 0.1191671 May 28 04:45:49.185289 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51400) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:49.353316 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Allocated IP 172.20.0.8 (060a1e72-918f-4ed6-b6b2-59588cc172f2/0c183762-25d6-4d3f-a708-ee4d7d5f0b82/eb778974-2667-45ac-9235-31c17a6abde4) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:49.354050 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8f89e9d0-bd8f-4eb4-a308-dae1d75b16a5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:49.356071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985e97d-972b-4320-8bca-17b7ecee815b req-471ab496-fa43-4213-a301-57ffde55325f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:49.357521 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4985e97d-972b-4320-8bca-17b7ecee815b req-471ab496-fa43-4213-a301-57ffde55325f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b87c52c-c0b5-40e9-a49d-a4daf05c13b5 HTTP/1.1" status: 200 len: 851 time: 0.2807479 May 28 04:45:49.389881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-86344bf6-cf39-4df3-b4e6-4695682b2113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:49.480639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:49.491222 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc37a5a-cf43-4a22-9c05-d406b761d05b req-d8c16d17-4ad4-45db-9367-7ce921f7fcdd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:49.492951 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bcc37a5a-cf43-4a22-9c05-d406b761d05b req-d8c16d17-4ad4-45db-9367-7ce921f7fcdd service neutron] 10.222.0.66 "GET /v2.0/networks?id=af7fbe75-51f4-4a27-b635-152fc1216874 HTTP/1.1" status: 200 len: 905 time: 0.5135787 May 28 04:45:49.499136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51406) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:49.549609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-86344bf6-cf39-4df3-b4e6-4695682b2113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:49.561685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8f89e9d0-bd8f-4eb4-a308-dae1d75b16a5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:49.620021 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89e9d0-bd8f-4eb4-a308-dae1d75b16a5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=a12b787c-3e53-4483-9a46-d16f7702f45c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:49.622737 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-86344bf6-cf39-4df3-b4e6-4695682b2113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604efab1-8f80-40b5-8102-cf75c0ddca52']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:49.637134 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-86344bf6-cf39-4df3-b4e6-4695682b2113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae37e165-0358-4531-a46a-6c8a559683f6') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:49.637407 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-86344bf6-cf39-4df3-b4e6-4695682b2113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae37e165-0358-4531-a46a-6c8a559683f6') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:45:49.644244 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc46d5f-6aa1-40e9-9132-1867e469c8b6 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:49.644742 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8f89e9d0-bd8f-4eb4-a308-dae1d75b16a5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:49.655388 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-86344bf6-cf39-4df3-b4e6-4695682b2113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:49.674350 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8f89e9d0-bd8f-4eb4-a308-dae1d75b16a5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/a12b787c-3e53-4483-9a46-d16f7702f45c HTTP/1.1" status: 204 len: 168 time: 1.6518312 May 28 04:45:49.675161 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51410) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:49.679354 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-86344bf6-cf39-4df3-b4e6-4695682b2113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:49.695902 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-f68b0852-b030-414d-bc7b-5cdae6ff00bd tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:45:49.748339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f68b0852-b030-414d-bc7b-5cdae6ff00bd tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:49.770471 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86344bf6-cf39-4df3-b4e6-4695682b2113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:45:49.770999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-86344bf6-cf39-4df3-b4e6-4695682b2113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:49.785151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f68b0852-b030-414d-bc7b-5cdae6ff00bd tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:49.787361 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1066536a-4623-4106-9a43-4f140f59d84d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100893 May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:45:49.788161 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:45:49.792846 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51416) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:49.823405 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bcc37a5a-cf43-4a22-9c05-d406b761d05b req-86a6af6e-64f1-4fb5-a2d8-a12c1d4fc4be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22f922e7-1e9c-45ab-9f43-1956135d0d8e HTTP/1.1" status: 200 len: 217 time: 0.3117220 May 28 04:45:49.843334 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0a1ec3c4-11f9-4ea5-aa5c-e4f555e111e8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:49.961405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6cf210-2d44-44dc-84aa-d57b0b5e59a9 None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:45:49.966904 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-dd6cf210-2d44-44dc-84aa-d57b0b5e59a9 None None] Deleting port 62442013-e930-47e7-a442-094306a17fce {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:49.967129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dd6cf210-2d44-44dc-84aa-d57b0b5e59a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:49.975890 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaa6adb-8e9a-4919-af12-c4a5a5d04694 req-f147f2b5-c652-44d5-bc42-ede9f53ea811 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:49.983602 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ebaa6adb-8e9a-4919-af12-c4a5a5d04694 req-f147f2b5-c652-44d5-bc42-ede9f53ea811 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 943 time: 0.6498685 May 28 04:45:50.013311 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0a1ec3c4-11f9-4ea5-aa5c-e4f555e111e8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:50.019754 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0a1ec3c4-11f9-4ea5-aa5c-e4f555e111e8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:50.021118 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-86344bf6-cf39-4df3-b4e6-4695682b2113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:50.022997 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0a1ec3c4-11f9-4ea5-aa5c-e4f555e111e8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:50.052672 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-86344bf6-cf39-4df3-b4e6-4695682b2113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:50.055548 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0a1ec3c4-11f9-4ea5-aa5c-e4f555e111e8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:50.059348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f68b0852-b030-414d-bc7b-5cdae6ff00bd tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] In _notify_port_updated(), no bound segment for port c7a16bf8-bad7-468f-a5a0-193e7b700400 on network 6a9546fa-60d1-43b9-bec6-818adc388161 {{(pid=84010) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:45:50.063201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68b0852-b030-414d-bc7b-5cdae6ff00bd tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:50.063836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f68b0852-b030-414d-bc7b-5cdae6ff00bd tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:50.065109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86344bf6-cf39-4df3-b4e6-4695682b2113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] Pushing event deleted for resources: {'Network': ['ID=604efab1-8f80-40b5-8102-cf75c0ddca52,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:50.065217 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f68b0852-b030-414d-bc7b-5cdae6ff00bd tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "PUT /v2.0/ports/c7a16bf8-bad7-468f-a5a0-193e7b700400 HTTP/1.1" status: 200 len: 1003 time: 2.6980600 May 28 04:45:50.069079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51420) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:50.103522 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-86344bf6-cf39-4df3-b4e6-4695682b2113 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-873037965-project] 10.222.0.15 "DELETE /v2.0/networks/604efab1-8f80-40b5-8102-cf75c0ddca52 HTTP/1.1" status: 204 len: 168 time: 0.9172220 May 28 04:45:50.112876 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd895085-6e5e-4e68-91fb-3ff961e03ad3 req-7179fbce-12a3-4774-8d08-9fdfb16fd492 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:50.114416 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cd895085-6e5e-4e68-91fb-3ff961e03ad3 req-7179fbce-12a3-4774-8d08-9fdfb16fd492 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 943 time: 0.8739588 May 28 04:45:50.128061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b0852-b030-414d-bc7b-5cdae6ff00bd tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event updated for resources: {'Port': ['ID=c7a16bf8-bad7-468f-a5a0-193e7b700400,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:50.145933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:50.180593 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1ec3c4-11f9-4ea5-aa5c-e4f555e111e8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:50.183972 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0a1ec3c4-11f9-4ea5-aa5c-e4f555e111e8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:50.248210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-dd6cf210-2d44-44dc-84aa-d57b0b5e59a9 None None] For port 62442013-e930-47e7-a442-094306a17fce, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=62442013-e930-47e7-a442-094306a17fce,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:50.248433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dd6cf210-2d44-44dc-84aa-d57b0b5e59a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:50.272472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc37a5a-cf43-4a22-9c05-d406b761d05b req-906319e2-aca7-4cab-a203-f787570de0b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:50.274019 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bcc37a5a-cf43-4a22-9c05-d406b761d05b req-906319e2-aca7-4cab-a203-f787570de0b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9590fb3a-012f-4dbc-8eec-5473af1a3309 HTTP/1.1" status: 200 len: 843 time: 0.4233563 May 28 04:45:50.299421 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4985e97d-972b-4320-8bca-17b7ecee815b req-61f42a06-3f0a-4c03-9c7c-553aaf78fe89 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8948682-ca33-4cb9-a94c-ea149f8c5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8705063 May 28 04:45:50.381939 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-aca7121f-9521-4511-9222-90a56e2ca705 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Deleting port c7a16bf8-bad7-468f-a5a0-193e7b700400 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:50.382408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aca7121f-9521-4511-9222-90a56e2ca705 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:50.444686 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ebaa6adb-8e9a-4919-af12-c4a5a5d04694 req-18e6f957-6a77-4eda-8b9a-acf45cf508ff tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4600585 May 28 04:45:50.478946 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-dd6cf210-2d44-44dc-84aa-d57b0b5e59a9 None None] Calling delete_port for 62442013-e930-47e7-a442-094306a17fce owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:50.526967 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 98f05eea-85c0-419e-8374-6981f31dab94 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:50.538327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:50.550917 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-328694f8-bebc-471f-934d-b4fe96a4b262 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2dfcf61eb5774fb0ae43c7cb654cb927&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0472286 May 28 04:45:50.563474 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:50.565465 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Pushing event updated for resources: {'Port': ['ID=b44e4be0-3d5e-4b40-9545-2841029a124b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:50.567819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:50.606556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51428) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:50.606556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51430) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:50.632625 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7d53a415-b0e0-4cd6-9862-57378ec9faa4 None None] Provisioning complete for port c7a16bf8-bad7-468f-a5a0-193e7b700400 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:50.632991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7d53a415-b0e0-4cd6-9862-57378ec9faa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:50.683515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:50.695312 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cd895085-6e5e-4e68-91fb-3ff961e03ad3 req-72e0d649-f8af-4fdd-9687-fb9f0c193281 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/security-groups?id=37148588-ec49-41c2-87e5-73f21e4b02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5570586 May 28 04:45:50.722165 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 98f05eea-85c0-419e-8374-6981f31dab94 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:50.723089 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:50.755806 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dd6cf210-2d44-44dc-84aa-d57b0b5e59a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:50.761467 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aca7121f-9521-4511-9222-90a56e2ca705 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:50.766612 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Transition to ACTIVE for port object eb778974-2667-45ac-9235-31c17a6abde4 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:50.798154 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7d53a415-b0e0-4cd6-9862-57378ec9faa4 None None] Port c7a16bf8-bad7-468f-a5a0-193e7b700400 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:50.804468 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4985e97d-972b-4320-8bca-17b7ecee815b req-ac00c314-1d79-4e97-9bc9-339b18bad67c service neutron] 10.222.0.66 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638655 May 28 04:45:50.811213 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bcc37a5a-cf43-4a22-9c05-d406b761d05b req-07e91f96-fcbe-407b-9ac1-43685d17dac4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af7fbe75-51f4-4a27-b635-152fc1216874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4851558 May 28 04:45:50.825441 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6cf210-2d44-44dc-84aa-d57b0b5e59a9 None None] Pushing event deleted for resources: {'Port': ['ID=62442013-e930-47e7-a442-094306a17fce,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:50.838980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6cf210-2d44-44dc-84aa-d57b0b5e59a9 None None] No DVR routers for this DVR port 62442013-e930-47e7-a442-094306a17fce on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:45:50.905976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-aca7121f-9521-4511-9222-90a56e2ca705 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Calling delete_port for c7a16bf8-bad7-468f-a5a0-193e7b700400 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:50.983201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4f973b5e-4763-4f4f-a314-7c4c109e589e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:51.016285 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0a1ec3c4-11f9-4ea5-aa5c-e4f555e111e8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:51.039649 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 62442013-e930-47e7-a442-094306a17fce no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:45:51.053909 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:51.080561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 62442013-e930-47e7-a442-094306a17fce {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:45:51.080917 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 62442013-e930-47e7-a442-094306a17fce not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:45:51.106505 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1ec3c4-11f9-4ea5-aa5c-e4f555e111e8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:51.153614 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ec3c4-11f9-4ea5-aa5c-e4f555e111e8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=b8347b1c-7b77-441f-ad7c-dbae1f51365d,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:51.155916 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-0a1ec3c4-11f9-4ea5-aa5c-e4f555e111e8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:51.158630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4f973b5e-4763-4f4f-a314-7c4c109e589e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:51.162873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1ec3c4-11f9-4ea5-aa5c-e4f555e111e8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:51.163502 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0a1ec3c4-11f9-4ea5-aa5c-e4f555e111e8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:51.169258 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dea11e-5818-48af-b151-d8858076d619 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:51.214395 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0a1ec3c4-11f9-4ea5-aa5c-e4f555e111e8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4203844 May 28 04:45:51.217137 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51438) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:51.223034 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'name': 'tempest-NetworksTestDHCPv6-123097062'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:51.236716 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 22f922e7-1e9c-45ab-9f43-1956135d0d8e details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 04:45:51.237054 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aca7121f-9521-4511-9222-90a56e2ca705 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:51.273463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Pushing event updated for resources: {'Port': ['ID=eb778974-2667-45ac-9235-31c17a6abde4,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:51.335497 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7121f-9521-4511-9222-90a56e2ca705 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event deleted for resources: {'Port': ['ID=c7a16bf8-bad7-468f-a5a0-193e7b700400,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:51.339661 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d18e9264-87fb-4676-b982-8379ba62d8af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d35aaab85b148e8a05d4f9cefe8ba5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7282190 May 28 04:45:51.341683 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4985e97d-972b-4320-8bca-17b7ecee815b req-137e0070-bdc8-4c50-a6a4-072a93a162d0 service neutron] 10.222.0.66 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285254 May 28 04:45:51.342310 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51442) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:51.352098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Network 060a1e72-918f-4ed6-b6b2-59588cc172f2 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:51.354319 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bcc37a5a-cf43-4a22-9c05-d406b761d05b req-95881d4c-76e3-4b5b-bd5c-132cc01bbaad service neutron] 10.222.0.66 "GET /v2.0/networks/af7fbe75-51f4-4a27-b635-152fc1216874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138443 May 28 04:45:51.387607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:51.415630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:51.440972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:51.487669 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 22f922e7-1e9c-45ab-9f43-1956135d0d8e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=22f922e7-1e9c-45ab-9f43-1956135d0d8e,segment=NetworkSegment(a4e56770-2757-4b53-8bc7-aaf22620cb66),segment_id=a4e56770-2757-4b53-8bc7-aaf22620cb66)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:51.512278 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aca7121f-9521-4511-9222-90a56e2ca705 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:51.514153 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-aca7121f-9521-4511-9222-90a56e2ca705 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "DELETE /v2.0/ports/c7a16bf8-bad7-468f-a5a0-193e7b700400 HTTP/1.1" status: 204 len: 168 time: 1.4440188 May 28 04:45:51.524122 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '22f922e7-1e9c-45ab-9f43-1956135d0d8e', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'port_id': '22f922e7-1e9c-45ab-9f43-1956135d0d8e', 'mac_address': 'fa:16:3e:33:73:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 04:45:51.525866 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51448) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:51.623807 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d351551-112a-4cb0-afa0-62ed10f61be9 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] GET failed (client error): The resource could not be found. May 28 04:45:51.624312 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7d351551-112a-4cb0-afa0-62ed10f61be9 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Synchronizing usage tracker for tenant:d135f9a50fd84999ba5e0a8c2ed5feb2 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:51.642767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:51.650479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:51.655790 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:51.662955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:51.665580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7d351551-112a-4cb0-afa0-62ed10f61be9 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Unset dirty status for tenant:d135f9a50fd84999ba5e0a8c2ed5feb2 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:51.666750 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7d351551-112a-4cb0-afa0-62ed10f61be9 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "GET /v2.0/ports/c7a16bf8-bad7-468f-a5a0-193e7b700400 HTTP/1.1" status: 404 len: 333 time: 0.1399491 May 28 04:45:51.671003 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51452) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:51.678084 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Request body: {'port': {'network_id': '6a9546fa-60d1-43b9-bec6-818adc388161', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-503463977'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:51.681962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:51.701379 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': 'b8347b1c-7b77-441f-ad7c-dbae1f51365d'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:45:51.702344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:51.841067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f922e7-1e9c-45ab-9f43-1956135d0d8e {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:45:51.863838 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:51.868848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:51.880154 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:51.895940 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:51.905239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port 972ce6bd-2ae5-483e-8453-fdc36f76ad3f yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:51.912870 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 22f922e7-1e9c-45ab-9f43-1956135d0d8e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=22f922e7-1e9c-45ab-9f43-1956135d0d8e,segment=NetworkSegment(a4e56770-2757-4b53-8bc7-aaf22620cb66),segment_id=a4e56770-2757-4b53-8bc7-aaf22620cb66)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:51.930096 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Allocated IP 2001:db8::2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/b8347b1c-7b77-441f-ad7c-dbae1f51365d/acb41b2e-f9c8-41b0-92e2-279ae26a8f9d) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:51.932476 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:51.933224 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 04:45:51.951917 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Made reservation on behalf of d135f9a50fd84999ba5e0a8c2ed5feb2 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:51.955072 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:51.962200 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:51.998229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] device_id is not set on port 60962a7a-184f-4d4d-b78e-ce178fcd5fa0 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:52.007784 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-85bb48df-5792-457b-812e-e192a9b98abf None None] Provisioning for port eb778974-2667-45ac-9235-31c17a6abde4 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:52.092904 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-85bb48df-5792-457b-812e-e192a9b98abf None None] Provisioning complete for port eb778974-2667-45ac-9235-31c17a6abde4 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:52.093269 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-85bb48df-5792-457b-812e-e192a9b98abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.160670 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Allocated IP 2001:db8::26f (6a9546fa-60d1-43b9-bec6-818adc388161/7c431977-a0eb-4edf-b691-520828d05ea9/60962a7a-184f-4d4d-b78e-ce178fcd5fa0) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:52.206021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:52.206744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.249203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4f973b5e-4763-4f4f-a314-7c4c109e589e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.283546 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ed001ad5-bf6a-4da1-a51e-dc24823f692c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.319164 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-85bb48df-5792-457b-812e-e192a9b98abf None None] Port eb778974-2667-45ac-9235-31c17a6abde4 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:52.325106 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=22f922e7-1e9c-45ab-9f43-1956135d0d8e,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:52.334885 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f973b5e-4763-4f4f-a314-7c4c109e589e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874ca1c5-a078-4b57-b3a7-b2c8fef4db77,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:52.358864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c0d5678-708a-45c9-9824-da366a2fc07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.367538 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=0bac35e5-ed55-4fd4-82df-d76bade1f5d9,segment=NetworkSegment(d585a428-fa4c-4a71-9fad-fa2b6cd5c483),segment_id=d585a428-fa4c-4a71-9fad-fa2b6cd5c483)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:52.374128 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bcc37a5a-cf43-4a22-9c05-d406b761d05b req-6c426214-ae34-4696-9826-dd142a063ddb service neutron] 10.222.0.66 "GET /v2.0/networks/af7fbe75-51f4-4a27-b635-152fc1216874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9840846 May 28 04:45:52.398081 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-755db52d-71b8-41b9-bbca-05fd1238e85c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0283220 May 28 04:45:52.399109 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4f973b5e-4763-4f4f-a314-7c4c109e589e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.402980 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4f973b5e-4763-4f4f-a314-7c4c109e589e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/874ca1c5-a078-4b57-b3a7-b2c8fef4db77 HTTP/1.1" status: 204 len: 168 time: 1.7904902 May 28 04:45:52.403116 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51458) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:52.417632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '0bac35e5-ed55-4fd4-82df-d76bade1f5d9', 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'port_id': '0bac35e5-ed55-4fd4-82df-d76bade1f5d9', 'mac_address': 'fa:16:3e:7f:1d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 04:45:52.434248 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c0d5678-708a-45c9-9824-da366a2fc07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.493969 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f8f63-6e61-413f-a190-41cb5d0bedbc req-e3ec42a0-c487-4cc0-85ac-962278e81f55 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:52.495510 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-492f8f63-6e61-413f-a190-41cb5d0bedbc req-e3ec42a0-c487-4cc0-85ac-962278e81f55 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 943 time: 0.6694598 May 28 04:45:52.514280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c0d5678-708a-45c9-9824-da366a2fc07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.523192 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.545948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.548317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.555838 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Transition to ACTIVE for port object 60962a7a-184f-4d4d-b78e-ce178fcd5fa0 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:52.559017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7ad25-bbc7-4b8a-91a5-44015d101797 req-ef030df7-77ba-4e9e-bed3-b79ed19c9156 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:52.566322 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fad7ad25-bbc7-4b8a-91a5-44015d101797 req-ef030df7-77ba-4e9e-bed3-b79ed19c9156 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 944 time: 0.5014565 May 28 04:45:52.572308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Transition to ACTIVE for port object acb41b2e-f9c8-41b0-92e2-279ae26a8f9d will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:52.576584 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:45:52.579847 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d5678-708a-45c9-9824-da366a2fc07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa59316f-f4d1-4ed3-a53c-84a31ebc3d40,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:52.604073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.612832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c0d5678-708a-45c9-9824-da366a2fc07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.613979 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6c0d5678-708a-45c9-9824-da366a2fc07b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa59316f-f4d1-4ed3-a53c-84a31ebc3d40 HTTP/1.1" status: 204 len: 168 time: 1.2587690 May 28 04:45:52.619232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Transition to ACTIVE for port object acb41b2e-f9c8-41b0-92e2-279ae26a8f9d will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:52.622044 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=0bac35e5-ed55-4fd4-82df-d76bade1f5d9,segment=NetworkSegment(d585a428-fa4c-4a71-9fad-fa2b6cd5c483),segment_id=d585a428-fa4c-4a71-9fad-fa2b6cd5c483)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:52.628871 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.645516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.665746 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fad7ad25-bbc7-4b8a-91a5-44015d101797 req-9168777c-b843-4237-bdf3-32e517fcdb92 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/security-groups?id=37148588-ec49-41c2-87e5-73f21e4b02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983775 May 28 04:45:52.668885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.702329 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.740001 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:52.743707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:52.746481 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-492f8f63-6e61-413f-a190-41cb5d0bedbc req-6e763c94-c9c5-4e44-a20e-87c0caf4c069 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350600 May 28 04:45:52.748279 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:52.758231 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=0bac35e5-ed55-4fd4-82df-d76bade1f5d9,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:52.795410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Pushing event updated for resources: {'Port': ['ID=b44e4be0-3d5e-4b40-9545-2841029a124b,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:52.816567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.859629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.862117 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d2af94a5-5f9b-4e91-9c6d-b27fef55ef6f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7231700 May 28 04:45:52.866794 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51470) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:52.871601 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::352 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/b8347b1c-7b77-441f-ad7c-dbae1f51365d/972ce6bd-2ae5-483e-8453-fdc36f76ad3f) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:52.873283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1934061283', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'fixed_ips': [{'ip_address': '172.26.8.139'}]}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:52.878421 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:52.886777 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Usage tracker for resource:port and tenant:623419eeac7b4091b6aade55e863595b is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:52.906142 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:52.912971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:52.945453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Made reservation on behalf of 623419eeac7b4091b6aade55e863595b for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:52.948215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.950801 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'project_id': '961705fbe7f240909d7e946a775fa8ee', 'port_id': 'eb778974-2667-45ac-9235-31c17a6abde4'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:52.962823 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['0bac35e5-ed55-4fd4-82df-d76bade1f5d9'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 04:45:52.963708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:52.996174 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:53.016246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:53.020384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Usage tracker for resource:security_group_rule and tenant:623419eeac7b4091b6aade55e863595b is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:53.024261 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:53.026950 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['22f922e7-1e9c-45ab-9f43-1956135d0d8e'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 04:45:53.030475 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:53.062452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Attempting to bind port acb41b2e-f9c8-41b0-92e2-279ae26a8f9d on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:45:53.062806 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Attempting to bind port acb41b2e-f9c8-41b0-92e2-279ae26a8f9d by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:45:53.063288 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Attempting to bind port acb41b2e-f9c8-41b0-92e2-279ae26a8f9d on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:45:53.064536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51474) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:53.065257 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Pushing event updated for resources: {'Port': ['ID=acb41b2e-f9c8-41b0-92e2-279ae26a8f9d,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:53.084477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Usage tracker for resource:floatingip and tenant:961705fbe7f240909d7e946a775fa8ee is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:53.114152 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:45:53.114523 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:45:53.114922 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:53.115268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:45:53.115746 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Bound port: acb41b2e-f9c8-41b0-92e2-279ae26a8f9d, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:45:53.116277 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:53.148851 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:53.150600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:53.160754 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1cdb5d50-b44f-4317-8686-4b15d2d15371 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c095cd5468e41cdaece21b50467aac4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0925174 May 28 04:45:53.160754 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:53.162346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51480) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:53.165492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] device_id is not set on port 01f80922-52f1-4908-8693-0d17085a9078 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:53.167799 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:53.187264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event updated for resources: {'Port': ['ID=60962a7a-184f-4d4d-b78e-ce178fcd5fa0,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:53.206775 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Network 6a9546fa-60d1-43b9-bec6-818adc388161 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:53.211815 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:53.231990 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:53.236716 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:53.237569 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:53.241951 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:53.301449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1a133a-993d-40c2-8efe-2a25789f9a07,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:53.323626 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] For port acb41b2e-f9c8-41b0-92e2-279ae26a8f9d, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:45:53.389985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] For port acb41b2e-f9c8-41b0-92e2-279ae26a8f9d, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=acb41b2e-f9c8-41b0-92e2-279ae26a8f9d,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:45:53.409009 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:53.466535 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-19f67fa9-7539-44cb-8763-f20adef8157d tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7946160 May 28 04:45:53.472514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51484) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:53.488556 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-7cf86044-9c06-4e46-abd9-d570d0d945e8 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cd:b4:f0'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:53.496796 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3de27f23-f80b-470a-bca8-ec1d47b32eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:53.518512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51488) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:53.547653 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:53.567109 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c43a7d-25c9-4494-8d6c-e5b3c4a89fea None None] Pushing event updated for resources: {'Port': ['ID=acb41b2e-f9c8-41b0-92e2-279ae26a8f9d,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:53.603452 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object 972ce6bd-2ae5-483e-8453-fdc36f76ad3f will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:53.612120 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3de27f23-f80b-470a-bca8-ec1d47b32eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:53.681706 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 28 04:45:53.682181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:45:53.683928 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0b1f49ea-4040-412e-97e7-60b5f7900dd5 None None] Provisioning for port 60962a7a-184f-4d4d-b78e-ce178fcd5fa0 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:53.690540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0b1f49ea-4040-412e-97e7-60b5f7900dd5 None None] Provisioning complete for port 60962a7a-184f-4d4d-b78e-ce178fcd5fa0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:53.691210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0b1f49ea-4040-412e-97e7-60b5f7900dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:53.709324 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cdb5f30f-c6ce-4aae-9c8f-4e2cf282a46f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5155adfa342646909f074777e817f390&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1833799 May 28 04:45:53.711565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51494) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:53.756900 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:53.792852 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3de27f23-f80b-470a-bca8-ec1d47b32eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:53.803356 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:53.806724 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3de27f23-f80b-470a-bca8-ec1d47b32eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:53.829528 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3de27f23-f80b-470a-bca8-ec1d47b32eaf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7718275d-c9a7-45c0-a01e-5f0198f8bc09 HTTP/1.1" status: 204 len: 168 time: 0.6130207 May 28 04:45:53.857036 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f49ea-4040-412e-97e7-60b5f7900dd5 None None] Port 60962a7a-184f-4d4d-b78e-ce178fcd5fa0 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:53.880612 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ad5588c4-dc46-4a1f-8817-e397b6527d42 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0114861 May 28 04:45:53.881316 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51502) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:53.887934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de27f23-f80b-470a-bca8-ec1d47b32eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7718275d-c9a7-45c0-a01e-5f0198f8bc09,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:54.107198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3999-daff-40b4-bcbc-8861e829fc0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:54.111549 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:54.119580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:54.128297 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:54.132351 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:54.132957 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:54.140892 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=972ce6bd-2ae5-483e-8453-fdc36f76ad3f,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:54.147204 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7cf86044-9c06-4e46-abd9-d570d0d945e8 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:54.214092 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cb4be08b-074e-459b-91f4-648a61b5dcaa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9945498 May 28 04:45:54.221204 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51508) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:54.296211 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Allocated IP 172.26.8.232 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/e5ac9ca6-c246-40c3-9a9b-810b3cdb6d01) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:54.299251 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8a8a7e54-e5af-4838-ae36-77fbe492ee5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:54.382837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3999-daff-40b4-bcbc-8861e829fc0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:54.395299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-6365ffea-4e6f-4852-b100-85da1baa0d7f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Deleting port b44e4be0-3d5e-4b40-9545-2841029a124b {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:54.395627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6365ffea-4e6f-4852-b100-85da1baa0d7f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:54.484618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device acb41b2e-f9c8-41b0-92e2-279ae26a8f9d up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:54.577394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3999-daff-40b4-bcbc-8861e829fc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:54.601895 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port acb41b2e-f9c8-41b0-92e2-279ae26a8f9d completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:54.619734 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:54.646453 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:54.672466 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7cf86044-9c06-4e46-abd9-d570d0d945e8 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:54.684629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e3999-daff-40b4-bcbc-8861e829fc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e05f14-93d5-4cec-a1e5-d7b4680ab799,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:54.685644 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7cf86044-9c06-4e46-abd9-d570d0d945e8 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:54.713976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aebeaa-a9e3-43e8-a2dc-bb1bd2a5094b req-bcb4505d-d3d4-401d-8986-91d30380ca48 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:54.715550 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37aebeaa-a9e3-43e8-a2dc-bb1bd2a5094b req-bcb4505d-d3d4-401d-8986-91d30380ca48 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 944 time: 0.6910212 May 28 04:45:54.736730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f3e3999-daff-40b4-bcbc-8861e829fc0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:54.738117 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2f3e3999-daff-40b4-bcbc-8861e829fc0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31e05f14-93d5-4cec-a1e5-d7b4680ab799 HTTP/1.1" status: 204 len: 168 time: 1.0256011 May 28 04:45:54.745057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314f102-904d-450d-b005-b5bf7785e588 req-7b5a4dff-0172-4051-9a99-58e7f7c2eb1b tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:54.752449 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3314f102-904d-450d-b005-b5bf7785e588 req-7b5a4dff-0172-4051-9a99-58e7f7c2eb1b tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 944 time: 0.7290535 May 28 04:45:54.774738 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-7cf86044-9c06-4e46-abd9-d570d0d945e8 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] In _notify_port_updated(), no bound segment for port 60962a7a-184f-4d4d-b78e-ce178fcd5fa0 on network 6a9546fa-60d1-43b9-bec6-818adc388161 {{(pid=84009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:45:54.778626 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf86044-9c06-4e46-abd9-d570d0d945e8 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:54.779084 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7cf86044-9c06-4e46-abd9-d570d0d945e8 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:54.780306 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7cf86044-9c06-4e46-abd9-d570d0d945e8 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "PUT /v2.0/ports/60962a7a-184f-4d4d-b78e-ce178fcd5fa0 HTTP/1.1" status: 200 len: 1002 time: 1.3068514 May 28 04:45:54.783651 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51522) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:54.784679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:54.852603 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf86044-9c06-4e46-abd9-d570d0d945e8 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event updated for resources: {'Port': ['ID=60962a7a-184f-4d4d-b78e-ce178fcd5fa0,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:54.933694 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37aebeaa-a9e3-43e8-a2dc-bb1bd2a5094b req-fea72eb8-fb03-4dbf-a381-62545406ba7c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1983359 May 28 04:45:54.989223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6365ffea-4e6f-4852-b100-85da1baa0d7f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:54.989570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6365ffea-4e6f-4852-b100-85da1baa0d7f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:55.017018 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfcd77f-fe49-4926-8133-7c2259b32fbb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:55.021294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfcd77f-fe49-4926-8133-7c2259b32fbb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:55.026402 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3dfcd77f-fe49-4926-8133-7c2259b32fbb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.8012915 May 28 04:45:55.027331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51528) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:55.119532 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-10345128-6165-4248-bc69-834db8a5e26d None None] Provisioning for port acb41b2e-f9c8-41b0-92e2-279ae26a8f9d completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:55.131865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-10345128-6165-4248-bc69-834db8a5e26d None None] Provisioning complete for port acb41b2e-f9c8-41b0-92e2-279ae26a8f9d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:55.132408 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-10345128-6165-4248-bc69-834db8a5e26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:55.195464 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:55.201765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:55.208989 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-62fc7d9f-10f5-424c-9cb7-c244df759929 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Deleting port 60962a7a-184f-4d4d-b78e-ce178fcd5fa0 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:55.209562 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-62fc7d9f-10f5-424c-9cb7-c244df759929 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:55.240028 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 22f922e7-1e9c-45ab-9f43-1956135d0d8e up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:55.245922 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:45:55.305248 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-6365ffea-4e6f-4852-b100-85da1baa0d7f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Calling delete_port for b44e4be0-3d5e-4b40-9545-2841029a124b owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:55.403906 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-10345128-6165-4248-bc69-834db8a5e26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:55.407655 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1e760-bdc4-4345-a695-66a07913bbdf tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port 972ce6bd-2ae5-483e-8453-fdc36f76ad3f {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:55.407987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e760-bdc4-4345-a695-66a07913bbdf tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:55.444217 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3314f102-904d-450d-b005-b5bf7785e588 req-ec124a60-2142-4be5-8e9e-4cc9707f932d tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/security-groups?id=37148588-ec49-41c2-87e5-73f21e4b02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6905930 May 28 04:45:55.449980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-10345128-6165-4248-bc69-834db8a5e26d None None] For port acb41b2e-f9c8-41b0-92e2-279ae26a8f9d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=acb41b2e-f9c8-41b0-92e2-279ae26a8f9d,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:55.478544 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-10345128-6165-4248-bc69-834db8a5e26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:55.520094 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:55.562871 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 22f922e7-1e9c-45ab-9f43-1956135d0d8e completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:55.566270 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:55.583970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 22f922e7-1e9c-45ab-9f43-1956135d0d8e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:55.584520 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:55.643383 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10345128-6165-4248-bc69-834db8a5e26d None None] Pushing event updated for resources: {'Port': ['ID=acb41b2e-f9c8-41b0-92e2-279ae26a8f9d,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:55.714565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e760-bdc4-4345-a695-66a07913bbdf tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:55.740776 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c18dde53-e0a8-483e-9f45-7ba0d654d944 None None] Provisioning complete for port 60962a7a-184f-4d4d-b78e-ce178fcd5fa0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:55.742777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c18dde53-e0a8-483e-9f45-7ba0d654d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:55.773270 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Pushing event updated for resources: {'Port': ['ID=e5ac9ca6-c246-40c3-9a9b-810b3cdb6d01,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:55.801842 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-c18dde53-e0a8-483e-9f45-7ba0d654d944 None None] Port 60962a7a-184f-4d4d-b78e-ce178fcd5fa0 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:45:55.823745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:55.854132 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-62fc7d9f-10f5-424c-9cb7-c244df759929 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:55.866298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-dcd1e760-bdc4-4345-a695-66a07913bbdf tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for 972ce6bd-2ae5-483e-8453-fdc36f76ad3f owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:55.887869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 22f922e7-1e9c-45ab-9f43-1956135d0d8e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=22f922e7-1e9c-45ab-9f43-1956135d0d8e,segment=NetworkSegment(a4e56770-2757-4b53-8bc7-aaf22620cb66),segment_id=a4e56770-2757-4b53-8bc7-aaf22620cb66)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:55.890675 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc3f2ba-ec84-4068-b5e0-4947d1534faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f922e7-1e9c-45ab-9f43-1956135d0d8e'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:45:56.015463 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-62fc7d9f-10f5-424c-9cb7-c244df759929 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Calling delete_port for 60962a7a-184f-4d4d-b78e-ce178fcd5fa0 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:56.171009 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e760-bdc4-4345-a695-66a07913bbdf tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:56.180255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c18dde53-e0a8-483e-9f45-7ba0d654d944 None None] Provisioning for port 972ce6bd-2ae5-483e-8453-fdc36f76ad3f completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:56.187280 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:56.189629 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:56.290791 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1e760-bdc4-4345-a695-66a07913bbdf tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=972ce6bd-2ae5-483e-8453-fdc36f76ad3f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:56.342892 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6365ffea-4e6f-4852-b100-85da1baa0d7f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:56.375134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c18dde53-e0a8-483e-9f45-7ba0d654d944 None None] Provisioning complete for port 972ce6bd-2ae5-483e-8453-fdc36f76ad3f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:56.375493 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c18dde53-e0a8-483e-9f45-7ba0d654d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:56.439210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e760-bdc4-4345-a695-66a07913bbdf tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:56.498301 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365ffea-4e6f-4852-b100-85da1baa0d7f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Pushing event deleted for resources: {'Port': ['ID=b44e4be0-3d5e-4b40-9545-2841029a124b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:56.520073 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device acb41b2e-f9c8-41b0-92e2-279ae26a8f9d up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:45:56.589827 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dcd1e760-bdc4-4345-a695-66a07913bbdf tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/972ce6bd-2ae5-483e-8453-fdc36f76ad3f HTTP/1.1" status: 204 len: 168 time: 1.5529990 May 28 04:45:56.596666 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51568) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:56.743685 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-c18dde53-e0a8-483e-9f45-7ba0d654d944 None None] Port 972ce6bd-2ae5-483e-8453-fdc36f76ad3f was deleted so its status cannot be updated. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 28 04:45:56.781903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=22f922e7-1e9c-45ab-9f43-1956135d0d8e,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:56.822064 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port acb41b2e-f9c8-41b0-92e2-279ae26a8f9d triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:56.822805 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:56.852873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6365ffea-4e6f-4852-b100-85da1baa0d7f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:56.855469 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6365ffea-4e6f-4852-b100-85da1baa0d7f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:56.861539 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6365ffea-4e6f-4852-b100-85da1baa0d7f tempest-ExternalNetworksAdminNegativeTestJSON-1951393188 tempest-ExternalNetworksAdminNegativeTestJSON-1951393188-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/6b5d4d77-ab6f-4248-b597-c98e8d8d322e HTTP/1.1" status: 204 len: 168 time: 2.9761500 May 28 04:45:56.870748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda6961-f5ee-4528-b97d-8781e6a6537e req-30e5aaf9-cf0c-430f-8cba-3f704dee5bd4 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:56.872205 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0eda6961-f5ee-4528-b97d-8781e6a6537e req-30e5aaf9-cf0c-430f-8cba-3f704dee5bd4 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 944 time: 0.6397104 May 28 04:45:56.879745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd266b0a-452d-406a-b54c-8de177c7edc4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:56.881028 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd266b0a-452d-406a-b54c-8de177c7edc4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:56.885642 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fd266b0a-452d-406a-b54c-8de177c7edc4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2837801 May 28 04:45:56.886100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51578) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:56.896516 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:45:56.900196 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:56.902387 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-62fc7d9f-10f5-424c-9cb7-c244df759929 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:56.907126 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:45:56.907483 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:57.107301 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc7d9f-10f5-424c-9cb7-c244df759929 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event deleted for resources: {'Port': ['ID=60962a7a-184f-4d4d-b78e-ce178fcd5fa0,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:57.164993 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0eda6961-f5ee-4528-b97d-8781e6a6537e req-2854b221-5807-4900-8be0-82a51519a32e tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812774 May 28 04:45:57.278114 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:57.313862 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=0bac35e5-ed55-4fd4-82df-d76bade1f5d9,segment=NetworkSegment(d585a428-fa4c-4a71-9fad-fa2b6cd5c483),segment_id=d585a428-fa4c-4a71-9fad-fa2b6cd5c483)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:57.314983 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:57.324156 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:57.456654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=0bac35e5-ed55-4fd4-82df-d76bade1f5d9,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:57.475107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:57.556679 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f92ec46-cfd8-4279-b54d-d0f65f0e6c3a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet b8347b1c-7b77-441f-ad7c-dbae1f51365d {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:45:57.559678 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5f92ec46-cfd8-4279-b54d-d0f65f0e6c3a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:57.614885 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5f92ec46-cfd8-4279-b54d-d0f65f0e6c3a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:57.664330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921de047-bb67-4d34-91fc-7bf1f33efcfe req-574e2131-3dac-46f9-a030-43da7c6fcac2 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:57.665877 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-921de047-bb67-4d34-91fc-7bf1f33efcfe req-574e2131-3dac-46f9-a030-43da7c6fcac2 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 945 time: 0.8979456 May 28 04:45:57.704978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51596) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:57.707178 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:57.709441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-62fc7d9f-10f5-424c-9cb7-c244df759929 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:57.721916 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:57.739749 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-921de047-bb67-4d34-91fc-7bf1f33efcfe req-13ff62e3-6691-41db-bdeb-b39487b3cf67 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/security-groups?id=37148588-ec49-41c2-87e5-73f21e4b02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645618 May 28 04:45:57.775841 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5f92ec46-cfd8-4279-b54d-d0f65f0e6c3a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:57.789764 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Pushing event updated for resources: {'Port': ['ID=e5ac9ca6-c246-40c3-9a9b-810b3cdb6d01,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:57.792872 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-62fc7d9f-10f5-424c-9cb7-c244df759929 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "DELETE /v2.0/ports/60962a7a-184f-4d4d-b78e-ce178fcd5fa0 HTTP/1.1" status: 204 len: 168 time: 3.0039325 May 28 04:45:57.797174 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51602) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:57.850929 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f96107-cb45-4d38-99b9-2e1ceab4b638 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] GET failed (client error): The resource could not be found. May 28 04:45:57.852450 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d2f96107-cb45-4d38-99b9-2e1ceab4b638 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Synchronizing usage tracker for tenant:d135f9a50fd84999ba5e0a8c2ed5feb2 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:45:57.874865 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a70e9a54-fe1b-4af3-8527-a8841b5f77cd'] response: {'server_uuid': '6cc3f2ba-ec84-4068-b5e0-4947d1534faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f922e7-1e9c-45ab-9f43-1956135d0d8e', 'code': 200} May 28 04:45:57.916231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5f92ec46-cfd8-4279-b54d-d0f65f0e6c3a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:57.934637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d2f96107-cb45-4d38-99b9-2e1ceab4b638 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Unset dirty status for tenant:d135f9a50fd84999ba5e0a8c2ed5feb2 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:45:57.944488 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d2f96107-cb45-4d38-99b9-2e1ceab4b638 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "GET /v2.0/ports/60962a7a-184f-4d4d-b78e-ce178fcd5fa0 HTTP/1.1" status: 404 len: 333 time: 0.1464150 May 28 04:45:57.948392 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51610) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:57.959941 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:57.998740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92ec46-cfd8-4279-b54d-d0f65f0e6c3a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=b8347b1c-7b77-441f-ad7c-dbae1f51365d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:58.025016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5f92ec46-cfd8-4279-b54d-d0f65f0e6c3a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:58.030050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04b6d87-cb35-488e-aebc-c1ffa0550f39 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:58.052544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Request body: {'port': {'network_id': '6a9546fa-60d1-43b9-bec6-818adc388161', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1287803941'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:58.108600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c26af18e-1206-48c5-8443-8518901259ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:58.138254 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5f92ec46-cfd8-4279-b54d-d0f65f0e6c3a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/b8347b1c-7b77-441f-ad7c-dbae1f51365d HTTP/1.1" status: 204 len: 168 time: 1.2443266 May 28 04:45:58.143921 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51616) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:58.259818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c26af18e-1206-48c5-8443-8518901259ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:58.277323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c26af18e-1206-48c5-8443-8518901259ba admin admin] Usage tracker for resource:security_group_rule and tenant:d54c0e8ba39d43b7a997c089543a4283 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:58.283119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c26af18e-1206-48c5-8443-8518901259ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:58.297763 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c26af18e-1206-48c5-8443-8518901259ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:58.348804 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-31ef325e-72c5-48a7-b0a9-21414b104a21 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1962864 May 28 04:45:58.349982 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51626) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:58.356446 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4ad14019-0989-49f0-8a12-11091fdd9732 req-3de8981e-0a50-4abf-9ee2-2b1f6306bceb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 1098 time: 0.2143886 May 28 04:45:58.362292 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-f4218a46-15d2-4b0f-bae9-7f6dde2e1787 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:58.382534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51630) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:58.422494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6443885b-bbf4-4ece-a12d-1a99cd2ee1d9 None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:45:58.430280 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6443885b-bbf4-4ece-a12d-1a99cd2ee1d9 None None] Deleting port acb41b2e-f9c8-41b0-92e2-279ae26a8f9d {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:45:58.430903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6443885b-bbf4-4ece-a12d-1a99cd2ee1d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:58.456787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4ad14019-0989-49f0-8a12-11091fdd9732 req-59ecc1dc-650d-4deb-973f-93dbcf7d251d service neutron] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:58.550634 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-4ad14019-0989-49f0-8a12-11091fdd9732 req-59ecc1dc-650d-4deb-973f-93dbcf7d251d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:58.553638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f4218a46-15d2-4b0f-bae9-7f6dde2e1787 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:58.555982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c26af18e-1206-48c5-8443-8518901259ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:58.558077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:58.559404 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-4ad14019-0989-49f0-8a12-11091fdd9732 req-59ecc1dc-650d-4deb-973f-93dbcf7d251d service neutron] Usage tracker for resource:security_group_rule and tenant:00cd14f2cb4949299eab0c6a3e5e3629 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:58.564086 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-4ad14019-0989-49f0-8a12-11091fdd9732 req-59ecc1dc-650d-4deb-973f-93dbcf7d251d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:58.566527 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f4218a46-15d2-4b0f-bae9-7f6dde2e1787 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:58.572510 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c26af18e-1206-48c5-8443-8518901259ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:58.577030 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f4218a46-15d2-4b0f-bae9-7f6dde2e1787 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:58.580485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-4ad14019-0989-49f0-8a12-11091fdd9732 req-59ecc1dc-650d-4deb-973f-93dbcf7d251d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:58.583268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:58.591852 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f4218a46-15d2-4b0f-bae9-7f6dde2e1787 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:58.608868 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Made reservation on behalf of d135f9a50fd84999ba5e0a8c2ed5feb2 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:58.611090 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee5d3d-e017-42ae-9063-d9394574cffe req-186f165a-5aea-4c7f-8c07-9b12b67aaf32 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:58.612214 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:58.619132 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c0ee5d3d-e017-42ae-9063-d9394574cffe req-186f165a-5aea-4c7f-8c07-9b12b67aaf32 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.2057579 May 28 04:45:58.627347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4218a46-15d2-4b0f-bae9-7f6dde2e1787 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:58.691303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26af18e-1206-48c5-8443-8518901259ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae30ae9e-fd6b-4eba-bdc3-8f98377029d8,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:58.707963 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c26af18e-1206-48c5-8443-8518901259ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d54c0e8ba39d43b7a997c089543a4283&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0015306 May 28 04:45:58.715964 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] device_id is not set on port 01b8aa6b-eb10-49a3-9832-25ac46c18a03 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:45:58.726749 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c0ee5d3d-e017-42ae-9063-d9394574cffe req-4b94ff05-c4af-4fb4-b387-7c3cc250ff0b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061840 May 28 04:45:58.727267 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51640) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:58.830199 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f4218a46-15d2-4b0f-bae9-7f6dde2e1787 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:58.879287 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4ad14019-0989-49f0-8a12-11091fdd9732 req-59ecc1dc-650d-4deb-973f-93dbcf7d251d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:58.895504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4ad14019-0989-49f0-8a12-11091fdd9732 req-59ecc1dc-650d-4deb-973f-93dbcf7d251d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:58.927510 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-6443885b-bbf4-4ece-a12d-1a99cd2ee1d9 None None] For port acb41b2e-f9c8-41b0-92e2-279ae26a8f9d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=acb41b2e-f9c8-41b0-92e2-279ae26a8f9d,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:45:58.928615 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6443885b-bbf4-4ece-a12d-1a99cd2ee1d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:58.976002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1074237302', 'router:external': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:58.996329 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.l3_db [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Floating IP e8049fa2-e99c-4aa0-b43d-b32ec34a7ef1 associated. External IP: 172.26.8.232, port: eb778974-2667-45ac-9235-31c17a6abde4. May 28 04:45:59.017123 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-11f743cf-5f3c-4704-b980-105488049247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.024116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51648) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:59.038717 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:59.057705 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecc1dc-650d-4deb-973f-93dbcf7d251d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc9f160-d900-4a93-8d5c-d534b6d501c3,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:59.066397 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4ad14019-0989-49f0-8a12-11091fdd9732 req-59ecc1dc-650d-4deb-973f-93dbcf7d251d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=37148588-ec49-41c2-87e5-73f21e4b02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7090538 May 28 04:45:59.067325 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Usage tracker for resource:network and tenant:5a788c7b6c57418aae60ee20be84910f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:59.070381 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6443885b-bbf4-4ece-a12d-1a99cd2ee1d9 None None] Calling delete_port for acb41b2e-f9c8-41b0-92e2-279ae26a8f9d owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:45:59.081297 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:59.091020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-11f743cf-5f3c-4704-b980-105488049247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.098585 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:59.146523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Made reservation on behalf of 5a788c7b6c57418aae60ee20be84910f for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:59.149072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.158170 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6443885b-bbf4-4ece-a12d-1a99cd2ee1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.166834 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.199215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd34c85-c647-4a6b-bac8-f39fe3f554df req-94877cec-ba97-46d9-8438-116874feef67 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:59.206358 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5bd34c85-c647-4a6b-bac8-f39fe3f554df req-94877cec-ba97-46d9-8438-116874feef67 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 945 time: 0.2203441 May 28 04:45:59.231496 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443885b-bbf4-4ece-a12d-1a99cd2ee1d9 None None] Pushing event deleted for resources: {'Port': ['ID=acb41b2e-f9c8-41b0-92e2-279ae26a8f9d,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:59.240050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6443885b-bbf4-4ece-a12d-1a99cd2ee1d9 None None] No DVR routers for this DVR port acb41b2e-f9c8-41b0-92e2-279ae26a8f9d on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:45:59.263443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:59.265551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-11f743cf-5f3c-4704-b980-105488049247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.278807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Usage tracker for resource:security_group_rule and tenant:5a788c7b6c57418aae60ee20be84910f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:59.290315 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5bd34c85-c647-4a6b-bac8-f39fe3f554df req-7d6cccb0-df09-4b76-b350-895ff6a2ae10 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/security-groups?id=37148588-ec49-41c2-87e5-73f21e4b02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829115 May 28 04:45:59.291934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Allocated IP 2001:db8::f8 (6a9546fa-60d1-43b9-bec6-818adc388161/7c431977-a0eb-4edf-b691-520828d05ea9/01b8aa6b-eb10-49a3-9832-25ac46c18a03) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:45:59.299400 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:59.307134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:59.314306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1021539927', 'router:external': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:59.317195 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f743cf-5f3c-4704-b980-105488049247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae30ae9e-fd6b-4eba-bdc3-8f98377029d8,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:59.322696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:59.330307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Usage tracker for resource:network and tenant:f68fe89754b14d9dab24fe13621ba94f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:59.337388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:59.349424 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:59.362106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-11f743cf-5f3c-4704-b980-105488049247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.363224 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-11f743cf-5f3c-4704-b980-105488049247 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae30ae9e-fd6b-4eba-bdc3-8f98377029d8 HTTP/1.1" status: 204 len: 168 time: 0.6338122 May 28 04:45:59.369620 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Made reservation on behalf of f68fe89754b14d9dab24fe13621ba94f for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:45:59.371933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.386991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.454689 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:45:59.463248 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Usage tracker for resource:security_group_rule and tenant:f68fe89754b14d9dab24fe13621ba94f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:45:59.466820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.467934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:45:59.473903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.477608 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:45:59.515307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:45:59.527264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7968bd-1fab-4237-87e1-c207ff098018,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:59.535715 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.536049 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Added segment 9293c91a-12d1-44b3-97b2-1d4d4592f891 of type vlan for network 479ddedc-6b17-46ec-b55d-a5752725c4a9 May 28 04:45:59.579759 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f4218a46-15d2-4b0f-bae9-7f6dde2e1787 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.587241 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.633564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.643673 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.671570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.672403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:59.672963 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.699434 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4218a46-15d2-4b0f-bae9-7f6dde2e1787 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:45:59.706581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:45:59.707392 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-f4218a46-15d2-4b0f-bae9-7f6dde2e1787 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:45:59.710659 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4218a46-15d2-4b0f-bae9-7f6dde2e1787 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:45:59.711441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f4218a46-15d2-4b0f-bae9-7f6dde2e1787 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.727341 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4218a46-15d2-4b0f-bae9-7f6dde2e1787 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=25897d0a-bc5f-473a-a562-f0d1316a4cc1,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:59.728447 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426ab84b-53b8-4d59-87f5-9f1067d7d9bd None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:45:59.746882 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:45:59.782047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Transition to ACTIVE for port object 01b8aa6b-eb10-49a3-9832-25ac46c18a03 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:45:59.786522 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f4218a46-15d2-4b0f-bae9-7f6dde2e1787 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4351902 May 28 04:45:59.818739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51660) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:59.836291 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ec2941-0170-4c6b-883b-3d175901679d,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:45:59.846258 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'name': 'tempest-NetworksTestDHCPv6-1256683638'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:45:59.877875 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bac35e5-ed55-4fd4-82df-d76bade1f5d9'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:45:59.912749 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51664) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:45:59.983541 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f2f276-e760-461b-a95d-096652524cc2'] response: {'server_uuid': '6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bac35e5-ed55-4fd4-82df-d76bade1f5d9', 'code': 200} May 28 04:46:00.027562 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7c512db0-59fc-47fa-b44e-a4a69c190106 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=623419eeac7b4091b6aade55e863595b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1132596 May 28 04:46:00.030413 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51670) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:00.031669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:00.040149 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': '25897d0a-bc5f-473a-a562-f0d1316a4cc1'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:46:00.041080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:00.056931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:00.057279 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Added segment d2fdd89e-90f0-479e-b836-6f4bed644161 of type vlan for network a600c4b0-7b58-4b89-9695-5af911198f78 May 28 04:46:00.075157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Pushing event updated for resources: {'Network': ['ID=479ddedc-6b17-46ec-b55d-a5752725c4a9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:00.088436 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c0acbbfa-f8d1-4016-968f-5e718849d3c5 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7038150 May 28 04:46:00.098683 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51674) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:00.132488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Request body: {'subnet': {'network_id': '479ddedc-6b17-46ec-b55d-a5752725c4a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:00.138112 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:00.142701 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Usage tracker for resource:subnet and tenant:5a788c7b6c57418aae60ee20be84910f is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:00.145937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:00.151782 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 479ddedc-6b17-46ec-b55d-a5752725c4a9 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:46:00.177025 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:00.224413 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Network 6a9546fa-60d1-43b9-bec6-818adc388161 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:00.237741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:00.244148 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event updated for resources: {'Port': ['ID=01b8aa6b-eb10-49a3-9832-25ac46c18a03,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:00.246188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Made reservation on behalf of 5a788c7b6c57418aae60ee20be84910f for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:00.249315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:00.255188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:00.268054 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:00.272608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:00.273370 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:00.325299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:00.337700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:00.352757 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:00.354077 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Allocated IP 2001:db8::2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/25897d0a-bc5f-473a-a562-f0d1316a4cc1/00bd290b-053d-4974-b8ae-f22c01f1279b) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:00.374360 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:00.402726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8237b-6ba7-4df7-ab56-7bb8176fb0fb req-c8aa0ed4-21c5-4f0d-8fc0-7eb7b04b8dfd tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:00.404358 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-31d8237b-6ba7-4df7-ab56-7bb8176fb0fb req-c8aa0ed4-21c5-4f0d-8fc0-7eb7b04b8dfd tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.3958683 May 28 04:46:00.407453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:00.410447 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:00.420072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:00.420946 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:00.421520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:00.433637 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-739d1ab2-46ae-4d9c-bc1e-517c5a22347e tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4794574 May 28 04:46:00.454181 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51680) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:00.458083 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d45001b-65c8-4be4-978d-9de10cd44b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:00.467703 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Request body: {'port': {'network_id': '6a9546fa-60d1-43b9-bec6-818adc388161', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2019950852'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:00.525945 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device acb41b2e-f9c8-41b0-92e2-279ae26a8f9d no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:46:00.629119 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5973921 May 28 04:46:00.637346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51684) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:00.639559 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d45001b-65c8-4be4-978d-9de10cd44b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:00.647019 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port d31b8c83-b91d-49bd-8266-d67f931a9850 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:00.691217 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Request body: {'subnet': {'network_id': 'a600c4b0-7b58-4b89-9695-5af911198f78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:00.695867 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:00.697949 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-acc01b05-7639-4350-999d-4245b5c8d285 req-61d92d4f-8661-4a7e-97ce-a68361aaa165 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 1098 time: 0.4379442 May 28 04:46:00.699676 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Usage tracker for resource:subnet and tenant:f68fe89754b14d9dab24fe13621ba94f is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:00.700771 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: acb41b2e-f9c8-41b0-92e2-279ae26a8f9d {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:46:00.701190 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device acb41b2e-f9c8-41b0-92e2-279ae26a8f9d not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:46:00.701728 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe479ff-e862-4c9d-8508-ba819674543f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Pushing event updated for resources: {'Network': ['ID=a600c4b0-7b58-4b89-9695-5af911198f78,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:00.703046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:00.710421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:00.744854 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Router 6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:46:00.750436 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Made reservation on behalf of f68fe89754b14d9dab24fe13621ba94f for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:00.752826 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:00.764062 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:00.776853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Transition to ACTIVE for port object 00bd290b-053d-4974-b8ae-f22c01f1279b will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:00.803479 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-31d8237b-6ba7-4df7-ab56-7bb8176fb0fb req-ebdc2201-4e6d-4a53-bbe8-03fdd8d1d05f tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3749018 May 28 04:46:00.806698 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Transition to ACTIVE for port object 00bd290b-053d-4974-b8ae-f22c01f1279b will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:00.814826 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network a600c4b0-7b58-4b89-9695-5af911198f78 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:46:00.833994 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:00.907610 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-acc01b05-7639-4350-999d-4245b5c8d285 req-786deebe-32a5-46bd-b725-2517accbefa1 service neutron] Synchronizing usage tracker for tenant:00cd14f2cb4949299eab0c6a3e5e3629 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:00.917352 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfb42e-6ed4-4e08-90de-f3074efbdd24 req-64cacd44-f625-43c2-9c46-e77969fd6f3f tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:00.918910 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-94bfb42e-6ed4-4e08-90de-f3074efbdd24 req-64cacd44-f625-43c2-9c46-e77969fd6f3f tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 945 time: 0.3700378 May 28 04:46:00.926314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d45001b-65c8-4be4-978d-9de10cd44b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:00.953050 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:00.969476 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45001b-65c8-4be4-978d-9de10cd44b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1a133a-993d-40c2-8efe-2a25789f9a07,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:00.994139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-acc01b05-7639-4350-999d-4245b5c8d285 req-786deebe-32a5-46bd-b725-2517accbefa1 service neutron] Unset dirty status for tenant:00cd14f2cb4949299eab0c6a3e5e3629 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:00.995271 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-acc01b05-7639-4350-999d-4245b5c8d285 req-786deebe-32a5-46bd-b725-2517accbefa1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891526 May 28 04:46:00.996349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::208 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/25897d0a-bc5f-473a-a562-f0d1316a4cc1/d31b8c83-b91d-49bd-8266-d67f931a9850) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:01.001172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Pushing event updated for resources: {'Port': ['ID=00bd290b-053d-4974-b8ae-f22c01f1279b,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:01.015831 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-94bfb42e-6ed4-4e08-90de-f3074efbdd24 req-4bd823f0-1396-4f4d-a4e1-03d7a2309c3b tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/security-groups?id=37148588-ec49-41c2-87e5-73f21e4b02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875080 May 28 04:46:01.026842 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:01.039100 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:01.041105 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5d5ac4be-2276-4da5-9455-438712fc3c20 None None] Provisioning for port 01b8aa6b-eb10-49a3-9832-25ac46c18a03 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:01.047738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:01.068404 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5d5ac4be-2276-4da5-9455-438712fc3c20 None None] Provisioning complete for port 01b8aa6b-eb10-49a3-9832-25ac46c18a03 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:01.068759 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5d5ac4be-2276-4da5-9455-438712fc3c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:01.081950 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:01.176553 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d45001b-65c8-4be4-978d-9de10cd44b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:01.177804 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8d45001b-65c8-4be4-978d-9de10cd44b6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc1a133a-993d-40c2-8efe-2a25789f9a07 HTTP/1.1" status: 204 len: 168 time: 1.1430228 May 28 04:46:01.197517 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ac4be-2276-4da5-9455-438712fc3c20 None None] Port 01b8aa6b-eb10-49a3-9832-25ac46c18a03 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:01.198058 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Made reservation on behalf of d135f9a50fd84999ba5e0a8c2ed5feb2 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:01.201851 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:01.226534 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Attempting to bind port 00bd290b-053d-4974-b8ae-f22c01f1279b on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:46:01.227061 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Attempting to bind port 00bd290b-053d-4974-b8ae-f22c01f1279b by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:46:01.227534 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Attempting to bind port 00bd290b-053d-4974-b8ae-f22c01f1279b on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:46:01.237341 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:46:01.237887 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:46:01.238392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:01.238853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:46:01.239463 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Bound port: 00bd290b-053d-4974-b8ae-f22c01f1279b, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:46:01.239920 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:01.253357 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:01.271723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object d31b8c83-b91d-49bd-8266-d67f931a9850 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:01.295801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:01.312202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] device_id is not set on port afcc945a-adcd-4135-a240-4e6e8575d088 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:01.349548 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-743344af-0d84-42d1-b260-c837ef41961d None None] For port 00bd290b-053d-4974-b8ae-f22c01f1279b, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:46:01.353541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-743344af-0d84-42d1-b260-c837ef41961d None None] For port 00bd290b-053d-4974-b8ae-f22c01f1279b, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=00bd290b-053d-4974-b8ae-f22c01f1279b,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:46:01.362014 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:01.381057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:01.385735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:01.388032 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=d31b8c83-b91d-49bd-8266-d67f931a9850,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:01.394146 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:01.398534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:01.399148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:01.430983 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f820508e-8e35-4ee9-9743-375edfd37d0d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6099660 May 28 04:46:01.433056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51690) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:01.486081 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743344af-0d84-42d1-b260-c837ef41961d None None] Pushing event updated for resources: {'Port': ['ID=00bd290b-053d-4974-b8ae-f22c01f1279b,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:01.551711 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46564c7d-ddbb-47cf-831e-a952780e82d5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:01.557012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46564c7d-ddbb-47cf-831e-a952780e82d5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:01.558336 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-46564c7d-ddbb-47cf-831e-a952780e82d5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:01.581575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-46564c7d-ddbb-47cf-831e-a952780e82d5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:01.583279 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-46564c7d-ddbb-47cf-831e-a952780e82d5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1489987 May 28 04:46:01.586624 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51698) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:01.697237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-1a5efbd7-46f7-4e26-9c7a-a969aec986b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port d31b8c83-b91d-49bd-8266-d67f931a9850 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:01.697907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1a5efbd7-46f7-4e26-9c7a-a969aec986b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:01.890658 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Allocated IP 2001:db8::21c (6a9546fa-60d1-43b9-bec6-818adc388161/7c431977-a0eb-4edf-b691-520828d05ea9/afcc945a-adcd-4135-a240-4e6e8575d088) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:02.020213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1a5efbd7-46f7-4e26-9c7a-a969aec986b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:02.072099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:46:02.081470 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a81662-56b0-40d0-a563-ccdc16456557 None None] Sync routers for ids ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:46:02.124333 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a81662-56b0-40d0-a563-ccdc16456557 None None] Routers {'6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:02.130852 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-93a81662-56b0-40d0-a563-ccdc16456557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:02.210027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.objects.ports [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84009) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:46:02.210591 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:02.247634 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-1a5efbd7-46f7-4e26-9c7a-a969aec986b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for d31b8c83-b91d-49bd-8266-d67f931a9850 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:02.289491 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-93a81662-56b0-40d0-a563-ccdc16456557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:02.301441 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a81662-56b0-40d0-a563-ccdc16456557 None None] Routers {'6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:02.302929 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-93a81662-56b0-40d0-a563-ccdc16456557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:02.324977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c1bd6820-70a5-45a4-a4d8-a64de317e40e,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:02.435746 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:02.488826 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Transition to ACTIVE for port object afcc945a-adcd-4135-a240-4e6e8575d088 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:02.490228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 00bd290b-053d-4974-b8ae-f22c01f1279b up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:46:02.494369 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-93a81662-56b0-40d0-a563-ccdc16456557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:02.495169 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a81662-56b0-40d0-a563-ccdc16456557 None None] The sync data for ids ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:46:02.513355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51718) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:02.542291 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:02.609990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdbfd3-a5e9-42ec-9d8c-190068aa2fc6 req-8b8f6034-aea8-42df-8163-b673f013951b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:02.611680 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-18cdbfd3-a5e9-42ec-9d8c-190068aa2fc6 req-8b8f6034-aea8-42df-8163-b673f013951b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.3275366 May 28 04:46:02.622263 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 00bd290b-053d-4974-b8ae-f22c01f1279b completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:02.722356 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c9f09738-0e94-469b-aa23-03a7ef05229b tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 10.3185246 May 28 04:46:02.725630 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:02.727853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Checking segment: {'id': '9293c91a-12d1-44b3-97b2-1d4d4592f891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '479ddedc-6b17-46ec-b55d-a5752725c4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:46:02.728235 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Network hostable DHCP agents. Network: 479ddedc-6b17-46ec-b55d-a5752725c4a9, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:46:02.737046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51724) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:02.787692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1139488354'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:02.793426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:02.797533 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Usage tracker for resource:network and tenant:854b855d7a2e4636bb11d03a0e0e4cb5 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:02.804186 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:02.825125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:02.832765 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f8b86071-ffd1-4ab5-8f09-7b237fef192f None None] Provisioning for port 00bd290b-053d-4974-b8ae-f22c01f1279b completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:02.832952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575ad9d-33b5-4288-b945-24a509ad166a req-15690b8d-3277-4124-84a8-a835d05d1017 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:02.834325 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a575ad9d-33b5-4288-b945-24a509ad166a req-15690b8d-3277-4124-84a8-a835d05d1017 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 945 time: 0.5423183 May 28 04:46:02.840810 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f8b86071-ffd1-4ab5-8f09-7b237fef192f None None] Provisioning complete for port 00bd290b-053d-4974-b8ae-f22c01f1279b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:02.841417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8b86071-ffd1-4ab5-8f09-7b237fef192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:02.914430 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event updated for resources: {'Port': ['ID=afcc945a-adcd-4135-a240-4e6e8575d088,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:02.917064 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.objects.ports [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84009) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:46:02.928536 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:02.930201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Made reservation on behalf of 854b855d7a2e4636bb11d03a0e0e4cb5 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:02.932880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:02.956229 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:02.984193 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-18cdbfd3-a5e9-42ec-9d8c-190068aa2fc6 req-df60cca2-5e16-45e2-91a1-c0f83cf968e3 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317591 May 28 04:46:02.984749 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1a5efbd7-46f7-4e26-9c7a-a969aec986b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:03.007515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8b86071-ffd1-4ab5-8f09-7b237fef192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:03.045615 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a575ad9d-33b5-4288-b945-24a509ad166a req-27431799-c2a6-45dd-a945-220b17c7906b tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/security-groups?id=37148588-ec49-41c2-87e5-73f21e4b02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912868 May 28 04:46:03.060862 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f8b86071-ffd1-4ab5-8f09-7b237fef192f None None] For port 00bd290b-053d-4974-b8ae-f22c01f1279b, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=00bd290b-053d-4974-b8ae-f22c01f1279b,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:03.067673 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8b86071-ffd1-4ab5-8f09-7b237fef192f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:03.075919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5efbd7-46f7-4e26-9c7a-a969aec986b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=d31b8c83-b91d-49bd-8266-d67f931a9850,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:03.102264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:03.136893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Usage tracker for resource:security_group_rule and tenant:854b855d7a2e4636bb11d03a0e0e4cb5 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:03.144119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:03.152435 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1a5efbd7-46f7-4e26-9c7a-a969aec986b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:03.161941 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b86071-ffd1-4ab5-8f09-7b237fef192f None None] Pushing event updated for resources: {'Port': ['ID=00bd290b-053d-4974-b8ae-f22c01f1279b,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:03.165964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:03.167076 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Network 6a9546fa-60d1-43b9-bec6-818adc388161 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:03.172205 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-41f3a2e9-b029-4f43-a684-4c5508724116 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] 10.222.0.15 "GET /v2.0/floatingips/e8049fa2-e99c-4aa0-b43d-b32ec34a7ef1 HTTP/1.1" status: 200 len: 983 time: 0.3939703 May 28 04:46:03.176116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51732) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:03.176855 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:03.180387 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:03.186589 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:03.187188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:03.201885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d2516793-4eb7-4496-a265-15836f268790 None None] Could not find standard attr ID for object d31b8c83-b91d-49bd-8266-d67f931a9850. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:46:03.226518 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7e1daefa-c7fa-408c-b78d-e6e14d8df031 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7673717 May 28 04:46:03.232035 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51736) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:03.245072 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b958aa5b-847b-44b6-95ef-86e907d984ce tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::139', 'mac_address': 'fa:16:3e:cd:b4:f0'}, {'ip_address': '2001:db8::f8', 'mac_address': 'fa:16:3e:4c:4e:95'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:03.254314 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1a5efbd7-46f7-4e26-9c7a-a969aec986b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/d31b8c83-b91d-49bd-8266-d67f931a9850 HTTP/1.1" status: 204 len: 168 time: 1.6665959 May 28 04:46:03.290911 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Network 479ddedc-6b17-46ec-b55d-a5752725c4a9 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:46:03.299298 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51740) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:03.306723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5493a9ba-4ab1-490e-8ab8-56c46009ff75,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:03.383869 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Checking segment: {'id': 'd2fdd89e-90f0-479e-b836-6f4bed644161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a600c4b0-7b58-4b89-9695-5af911198f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:46:03.384237 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Network hostable DHCP agents. Network: a600c4b0-7b58-4b89-9695-5af911198f78, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:46:03.399014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:03.406885 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 479ddedc-6b17-46ec-b55d-a5752725c4a9) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:03.426406 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45991b2e-fd1d-4dde-8d25-1967437c07f2 None None] Network 479ddedc-6b17-46ec-b55d-a5752725c4a9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:03.436925 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:03.437571 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:03.447495 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Network a600c4b0-7b58-4b89-9695-5af911198f78 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:46:03.464933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:03.524424 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a32465d5-9c6d-4f06-830a-746d341cd5e5,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:03.544386 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, a600c4b0-7b58-4b89-9695-5af911198f78) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:03.548355 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ec473-9ad1-4d65-bbd7-808b7a20405c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:03.549894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ec473-9ad1-4d65-bbd7-808b7a20405c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:03.550493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8b8ec473-9ad1-4d65-bbd7-808b7a20405c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:03.558588 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-76291d67-186a-44a0-b0dd-07508996570f tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.3811824 May 28 04:46:03.561570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51744) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:03.564714 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:46:03.572250 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:03.572866 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:03.589893 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-38ddddd6-1ff0-453c-9cf0-a847cfc574f3 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4868715 May 28 04:46:03.589893 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8b8ec473-9ad1-4d65-bbd7-808b7a20405c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:03.589893 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8b8ec473-9ad1-4d65-bbd7-808b7a20405c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2835405 May 28 04:46:03.595847 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51748) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:03.596170 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51750) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:03.607184 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-650648279', 'network_id': '479ddedc-6b17-46ec-b55d-a5752725c4a9'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:03.617461 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d8f4df-e68f-418f-869b-0ac041eaae8f None None] Network a600c4b0-7b58-4b89-9695-5af911198f78 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:03.643776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:03.657937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:03.658150 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Usage tracker for resource:port and tenant:5a788c7b6c57418aae60ee20be84910f is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:03.658256 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Added segment 1af42958-64a9-49a0-bdd3-6f2ac5436504 of type vlan for network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a May 28 04:46:03.668651 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:03.672023 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-93bd9054-469c-4e26-94f3-28d92dd2773f tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9938123 May 28 04:46:03.675427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51756) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:03.687390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-488674439', 'network_id': 'a600c4b0-7b58-4b89-9695-5af911198f78'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:03.689870 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:03.708531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:03.724612 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f461ea82-44de-4682-896c-ae39d86b29b6 req-2abe2a0c-1c34-4f58-8c21-9cfdbfda37ee tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:03.726337 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f461ea82-44de-4682-896c-ae39d86b29b6 req-2abe2a0c-1c34-4f58-8c21-9cfdbfda37ee tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 945 time: 0.4184215 May 28 04:46:03.735489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Usage tracker for resource:port and tenant:f68fe89754b14d9dab24fe13621ba94f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:03.739520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:03.743684 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51760) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:03.748915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:03.794717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b958aa5b-847b-44b6-95ef-86e907d984ce tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:03.807702 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Made reservation on behalf of 5a788c7b6c57418aae60ee20be84910f for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:03.810146 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:03.811797 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-299804b7-e186-4ea1-82d0-dd8ee4d2c04a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Request body: {'floatingip': {'port_id': '22f922e7-1e9c-45ab-9f43-1956135d0d8e'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:03.831127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a29cd13-0375-4c8c-a4a2-7c59ad5646a7 None None] Network 479ddedc-6b17-46ec-b55d-a5752725c4a9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:03.845697 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-15514d56-17ff-410e-b10a-a44a2db6afa0 None None] Provisioning for port afcc945a-adcd-4135-a240-4e6e8575d088 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:03.848765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] device_id is not set on port 35bf36a2-7d7f-4d05-90f8-d47b8de2a7b3 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:03.882396 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:03.903948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-15514d56-17ff-410e-b10a-a44a2db6afa0 None None] Provisioning complete for port afcc945a-adcd-4135-a240-4e6e8575d088 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:03.904545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-15514d56-17ff-410e-b10a-a44a2db6afa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:03.917925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:46:03.938921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-299804b7-e186-4ea1-82d0-dd8ee4d2c04a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:03.998723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Made reservation on behalf of f68fe89754b14d9dab24fe13621ba94f for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:04.001083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:04.049545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-15514d56-17ff-410e-b10a-a44a2db6afa0 None None] Port afcc945a-adcd-4135-a240-4e6e8575d088 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:04.077475 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:04.081618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:04.082335 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:04.087089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Deleting port e5ac9ca6-c246-40c3-9a9b-810b3cdb6d01 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:04.087450 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:04.154271 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d993d93-3769-4dc6-92d4-fcda0a6d9336 None None] Network a600c4b0-7b58-4b89-9695-5af911198f78 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:04.157829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] device_id is not set on port 0055a767-2c98-47f7-bd5f-4b5c02c3232a yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:04.258271 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b958aa5b-847b-44b6-95ef-86e907d984ce tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:04.292976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b958aa5b-847b-44b6-95ef-86e907d984ce tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:04.397708 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b958aa5b-847b-44b6-95ef-86e907d984ce tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event updated for resources: {'Port': ['ID=afcc945a-adcd-4135-a240-4e6e8575d088,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:04.400902 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-b958aa5b-847b-44b6-95ef-86e907d984ce tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] In _notify_port_updated(), no bound segment for port afcc945a-adcd-4135-a240-4e6e8575d088 on network 6a9546fa-60d1-43b9-bec6-818adc388161 {{(pid=84009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:46:04.404874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b958aa5b-847b-44b6-95ef-86e907d984ce tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:04.406107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b958aa5b-847b-44b6-95ef-86e907d984ce tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:04.410512 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b958aa5b-847b-44b6-95ef-86e907d984ce tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "PUT /v2.0/ports/afcc945a-adcd-4135-a240-4e6e8575d088 HTTP/1.1" status: 200 len: 1067 time: 1.1776276 May 28 04:46:04.419044 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51766) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:04.443277 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 00bd290b-053d-4974-b8ae-f22c01f1279b up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:46:04.462356 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9435403 May 28 04:46:04.464302 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51770) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:04.469415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89ceb-e130-47a0-aeef-7611ed8d2887 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event updated for resources: {'Network': ['ID=50d27ace-fde8-4cd8-b5be-f35c0ae0237a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:04.486231 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:46:04.516060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ad7d8d35-1741-4bee-bced-ef66f2a484ed tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Request body: {'subnet': {'network_id': '50d27ace-fde8-4cd8-b5be-f35c0ae0237a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:04.551924 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-db58b087-be57-46a0-b7e7-de50f2cae082 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 25897d0a-bc5f-473a-a562-f0d1316a4cc1 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:46:04.626217 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 00bd290b-053d-4974-b8ae-f22c01f1279b triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:04.626785 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:04.631119 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db58b087-be57-46a0-b7e7-de50f2cae082 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:04.675038 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9a6e3-a76b-4423-b98a-2ec4f8c227b6 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Deleting port afcc945a-adcd-4135-a240-4e6e8575d088 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:04.675368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c3f9a6e3-a76b-4423-b98a-2ec4f8c227b6 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:04.769377 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Allocated IP 2001:db8::110 (479ddedc-6b17-46ec-b55d-a5752725c4a9/c1bd6820-70a5-45a4-a4d8-a64de317e40e/35bf36a2-7d7f-4d05-90f8-d47b8de2a7b3) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:04.775491 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db58b087-be57-46a0-b7e7-de50f2cae082 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:04.787032 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a1ff7fd1-b8e6-4abc-bed8-0568130b073f None None] Provisioning complete for port afcc945a-adcd-4135-a240-4e6e8575d088 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:04.787601 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a1ff7fd1-b8e6-4abc-bed8-0568130b073f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:04.829782 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ad7d8d35-1741-4bee-bced-ef66f2a484ed tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:04.848743 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff7fd1-b8e6-4abc-bed8-0568130b073f None None] Port afcc945a-adcd-4135-a240-4e6e8575d088 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:04.861106 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ad7d8d35-1741-4bee-bced-ef66f2a484ed tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Usage tracker for resource:subnet and tenant:854b855d7a2e4636bb11d03a0e0e4cb5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:04.874183 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ad7d8d35-1741-4bee-bced-ef66f2a484ed tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:04.903317 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ad7d8d35-1741-4bee-bced-ef66f2a484ed tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:04.970523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322976f-697a-4ad0-9c0f-932bc0e0ae17 req-46720d95-dc73-4d1b-ba5d-a6acecb599d3 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:04.971983 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c322976f-697a-4ad0-9c0f-932bc0e0ae17 req-46720d95-dc73-4d1b-ba5d-a6acecb599d3 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.7026770 May 28 04:46:04.992472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:04.992793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:04.999937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7d8d35-1741-4bee-bced-ef66f2a484ed tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Made reservation on behalf of 854b855d7a2e4636bb11d03a0e0e4cb5 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:05.000653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Allocated IP 172.20.0.7 (a600c4b0-7b58-4b89-9695-5af911198f78/5493a9ba-4ab1-490e-8ab8-56c46009ff75/0055a767-2c98-47f7-bd5f-4b5c02c3232a) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:05.203240 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Calling delete_port for e5ac9ca6-c246-40c3-9a9b-810b3cdb6d01 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:05.215800 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db58b087-be57-46a0-b7e7-de50f2cae082 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:05.333753 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ad7d8d35-1741-4bee-bced-ef66f2a484ed tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:05.366429 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c3f9a6e3-a76b-4423-b98a-2ec4f8c227b6 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:05.475206 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c322976f-697a-4ad0-9c0f-932bc0e0ae17 req-6af1a94e-338c-4a9d-ab93-755b72c3236a tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4845486 May 28 04:46:05.485671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:05.659852 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-c3f9a6e3-a76b-4423-b98a-2ec4f8c227b6 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Calling delete_port for afcc945a-adcd-4135-a240-4e6e8575d088 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:05.709247 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db58b087-be57-46a0-b7e7-de50f2cae082 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:05.779760 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58b087-be57-46a0-b7e7-de50f2cae082 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=25897d0a-bc5f-473a-a562-f0d1316a4cc1,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:05.798249 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b570b6f-016c-48ac-bbc2-7e894f007f1f None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:05.798789 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db58b087-be57-46a0-b7e7-de50f2cae082 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:05.806036 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:05.827668 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-299804b7-e186-4ea1-82d0-dd8ee4d2c04a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:46:05.887060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:05.892764 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-db58b087-be57-46a0-b7e7-de50f2cae082 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/25897d0a-bc5f-473a-a562-f0d1316a4cc1 HTTP/1.1" status: 204 len: 168 time: 2.2903090 May 28 04:46:05.926591 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51776) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:05.931527 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c3f9a6e3-a76b-4423-b98a-2ec4f8c227b6 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:05.946745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-299804b7-e186-4ea1-82d0-dd8ee4d2c04a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:05.970938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:06.035010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-299804b7-e186-4ea1-82d0-dd8ee4d2c04a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:06.069493 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0e3e16b3-88c0-444f-ac77-fdfc585cb44b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1364017 May 28 04:46:06.079841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51780) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:06.083976 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fe762b-83f8-4b1f-a28a-8ed484d280da None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:46:06.089350 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-19fe762b-83f8-4b1f-a28a-8ed484d280da None None] Deleting port 00bd290b-053d-4974-b8ae-f22c01f1279b {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:06.089350 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-19fe762b-83f8-4b1f-a28a-8ed484d280da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:06.121268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Pushing event deleted for resources: {'Port': ['ID=e5ac9ca6-c246-40c3-9a9b-810b3cdb6d01,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:06.123417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:06.133824 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Network 479ddedc-6b17-46ec-b55d-a5752725c4a9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:06.167692 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Pushing event updated for resources: {'Port': ['ID=35bf36a2-7d7f-4d05-90f8-d47b8de2a7b3,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:06.171085 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:06.183671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:06.184537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:06.185120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:06.258583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.258795 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.259123 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.259449 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.259771 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.260306 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.260409 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.260705 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.261011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.261353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.261622 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.302354 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-50e7b451-8d60-4adb-b485-88b6d43d3a9d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.7034979 May 28 04:46:06.333244 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51784) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:06.350972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc939b-b9d6-42a8-99a4-1a17b26d54e2 req-3e5f391e-024f-476b-b08f-c7b50f304931 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:06.352596 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0bfc939b-b9d6-42a8-99a4-1a17b26d54e2 req-3e5f391e-024f-476b-b08f-c7b50f304931 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.7468629 May 28 04:46:06.369304 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51788) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:06.373432 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Network a600c4b0-7b58-4b89-9695-5af911198f78 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:06.382400 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9a6e3-a76b-4423-b98a-2ec4f8c227b6 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event deleted for resources: {'Port': ['ID=afcc945a-adcd-4135-a240-4e6e8575d088,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:06.383271 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.384213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.384326 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-19fe762b-83f8-4b1f-a28a-8ed484d280da None None] For port 00bd290b-053d-4974-b8ae-f22c01f1279b, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=00bd290b-053d-4974-b8ae-f22c01f1279b,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:06.384430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.384527 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-19fe762b-83f8-4b1f-a28a-8ed484d280da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:06.384616 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.384913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.385319 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.385735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.386207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.386544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.386917 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.387304 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:06.396555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-41d9a363-eca8-41da-b877-d9aa7cb5ef77 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Request body: {'floatingip': {'port_id': '0bac35e5-ed55-4fd4-82df-d76bade1f5d9'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:06.407519 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ad7d8d35-1741-4bee-bced-ef66f2a484ed tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:06.449773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:06.497628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-574a210d-ae30-4ed8-86dd-b9ae9ccc95e1 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Deleting port 35bf36a2-7d7f-4d05-90f8-d47b8de2a7b3 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:06.497979 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-574a210d-ae30-4ed8-86dd-b9ae9ccc95e1 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:06.504554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:06.518353 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 00bd290b-053d-4974-b8ae-f22c01f1279b no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:46:06.582633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-41d9a363-eca8-41da-b877-d9aa7cb5ef77 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:06.608566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-19fe762b-83f8-4b1f-a28a-8ed484d280da None None] Calling delete_port for 00bd290b-053d-4974-b8ae-f22c01f1279b owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:06.616709 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d8d35-1741-4bee-bced-ef66f2a484ed tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event updated for resources: {'Subnet': ['ID=154b9d15-e2fc-4c8f-893c-112c8a972e2d,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:06.623843 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cd07c6-d5ff-4ee4-8b72-63cf451c720c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:06.624511 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b1cd07c6-d5ff-4ee4-8b72-63cf451c720c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:06.682862 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:06.728067 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Pushing event updated for resources: {'Port': ['ID=0055a767-2c98-47f7-bd5f-4b5c02c3232a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:06.733235 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c3f9a6e3-a76b-4423-b98a-2ec4f8c227b6 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:06.737437 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c3f9a6e3-a76b-4423-b98a-2ec4f8c227b6 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "DELETE /v2.0/ports/afcc945a-adcd-4135-a240-4e6e8575d088 HTTP/1.1" status: 204 len: 168 time: 2.3169007 May 28 04:46:06.739757 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51792) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:06.741842 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d8d35-1741-4bee-bced-ef66f2a484ed tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Checking segment: {'id': '1af42958-64a9-49a0-bdd3-6f2ac5436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '50d27ace-fde8-4cd8-b5be-f35c0ae0237a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:46:06.742303 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7d8d35-1741-4bee-bced-ef66f2a484ed tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Network hostable DHCP agents. Network: 50d27ace-fde8-4cd8-b5be-f35c0ae0237a, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:46:06.747002 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:06.755120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b1cd07c6-d5ff-4ee4-8b72-63cf451c720c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:06.759590 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b1cd07c6-d5ff-4ee4-8b72-63cf451c720c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6744542 May 28 04:46:06.759722 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-19fe762b-83f8-4b1f-a28a-8ed484d280da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:06.760745 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51796) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:06.811250 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe762b-83f8-4b1f-a28a-8ed484d280da None None] Pushing event deleted for resources: {'Port': ['ID=00bd290b-053d-4974-b8ae-f22c01f1279b,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:06.823861 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe762b-83f8-4b1f-a28a-8ed484d280da None None] No DVR routers for this DVR port 00bd290b-053d-4974-b8ae-f22c01f1279b on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:46:06.854191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:06.854191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:06.906714 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0387e5b-ac45-4df7-8e1c-5bc9ebe9ffae tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] GET failed (client error): The resource could not be found. May 28 04:46:06.907984 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a0387e5b-ac45-4df7-8e1c-5bc9ebe9ffae tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "GET /v2.0/ports/afcc945a-adcd-4135-a240-4e6e8575d088 HTTP/1.1" status: 404 len: 333 time: 0.1576734 May 28 04:46:06.911340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51800) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:06.921311 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba96d50-f10c-4284-b3b4-0afb1004fafb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:06.922011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7ba96d50-f10c-4284-b3b4-0afb1004fafb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:06.934502 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9bb8244d-285c-44fd-86e8-d8971318e000 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 3.2580547 May 28 04:46:06.958378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51804) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:06.971048 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7d8d35-1741-4bee-bced-ef66f2a484ed tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:46:07.066819 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-ad7d8d35-1741-4bee-bced-ef66f2a484ed tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 50d27ace-fde8-4cd8-b5be-f35c0ae0237a) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:07.074207 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-574a210d-ae30-4ed8-86dd-b9ae9ccc95e1 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:07.077536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071a37f6-2199-4670-a19d-ad199b124b00 None None] Network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:07.087799 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7d8d35-1741-4bee-bced-ef66f2a484ed tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:07.088270 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ad7d8d35-1741-4bee-bced-ef66f2a484ed tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:07.099749 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7ba96d50-f10c-4284-b3b4-0afb1004fafb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:07.100956 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7ba96d50-f10c-4284-b3b4-0afb1004fafb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3400717 May 28 04:46:07.109230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-06742486-a396-4916-b932-362497f13887 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Deleting port 01b8aa6b-eb10-49a3-9832-25ac46c18a03 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:07.109563 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06742486-a396-4916-b932-362497f13887 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:07.123902 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51808) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:07.218455 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a1cdd86c-074d-4ca3-bbc2-6e6461dce35a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921040 May 28 04:46:07.223212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51812) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:07.231264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-43ba24be-7e9f-4ffc-90f2-ccbf1a0c3981 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:07.317799 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-50d27ace-fde8-4cd8-b5be-f35c0ae0237a', 'network_id': '50d27ace-fde8-4cd8-b5be-f35c0ae0237a', 'tenant_id': '854b855d7a2e4636bb11d03a0e0e4cb5', 'fixed_ips': [{'subnet_id': '154b9d15-e2fc-4c8f-893c-112c8a972e2d'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:46:07.318852 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:07.340722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-574a210d-ae30-4ed8-86dd-b9ae9ccc95e1 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Calling delete_port for 35bf36a2-7d7f-4d05-90f8-d47b8de2a7b3 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:07.367770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e5391dcf-056a-4597-9d63-47e2b9d2f9cc tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Deleting port 0055a767-2c98-47f7-bd5f-4b5c02c3232a {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:07.368448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5391dcf-056a-4597-9d63-47e2b9d2f9cc tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:07.421202 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ad7d8d35-1741-4bee-bced-ef66f2a484ed tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9396615 May 28 04:46:07.425043 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51816) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:07.454551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-43ba24be-7e9f-4ffc-90f2-ccbf1a0c3981 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:07.456264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Request body: {'port': {'network_id': '50d27ace-fde8-4cd8-b5be-f35c0ae0237a', 'name': 'tempest-AllowedAddressPairTestJSON-2078149657'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:07.477464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-43ba24be-7e9f-4ffc-90f2-ccbf1a0c3981 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:07.491809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Allocated IP 172.20.0.2 (50d27ace-fde8-4cd8-b5be-f35c0ae0237a/154b9d15-e2fc-4c8f-893c-112c8a972e2d/4fe2f4aa-93ee-457d-87c3-3ae044992053) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:07.619654 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-299804b7-e186-4ea1-82d0-dd8ee4d2c04a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Floating IP dd79a9af-aa33-40f5-a7f3-c02ad4ccea7d associated. External IP: 172.26.8.28, port: 22f922e7-1e9c-45ab-9f43-1956135d0d8e. May 28 04:46:07.712697 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:07.750396 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ba24be-7e9f-4ffc-90f2-ccbf1a0c3981 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:07.981627 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Transition to ACTIVE for port object 4fe2f4aa-93ee-457d-87c3-3ae044992053 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:07.982249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:07.994900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-43ba24be-7e9f-4ffc-90f2-ccbf1a0c3981 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:07.997691 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-574a210d-ae30-4ed8-86dd-b9ae9ccc95e1 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:08.004080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Transition to ACTIVE for port object 4fe2f4aa-93ee-457d-87c3-3ae044992053 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:08.010456 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Usage tracker for resource:port and tenant:854b855d7a2e4636bb11d03a0e0e4cb5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:08.011589 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:08.021308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:08.060850 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:08.075135 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06742486-a396-4916-b932-362497f13887 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:08.093224 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:08.093771 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a210d-ae30-4ed8-86dd-b9ae9ccc95e1 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Pushing event deleted for resources: {'Port': ['ID=35bf36a2-7d7f-4d05-90f8-d47b8de2a7b3,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:08.097569 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Pushing event updated for resources: {'Port': ['ID=4fe2f4aa-93ee-457d-87c3-3ae044992053,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:08.101042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:08.104269 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:08.114278 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5391dcf-056a-4597-9d63-47e2b9d2f9cc tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:08.175641 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:08.175641 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:08.175958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:08.177101 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:08.177435 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:08.177774 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:08.178129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:08.178443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:08.179314 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:08.179606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:08.179941 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:08.207962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Attempting to bind port 4fe2f4aa-93ee-457d-87c3-3ae044992053 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:46:08.208212 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Attempting to bind port 4fe2f4aa-93ee-457d-87c3-3ae044992053 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '1af42958-64a9-49a0-bdd3-6f2ac5436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '50d27ace-fde8-4cd8-b5be-f35c0ae0237a'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:46:08.208540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Attempting to bind port 4fe2f4aa-93ee-457d-87c3-3ae044992053 on network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:46:08.216207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:46:08.216490 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Checking segment: {'id': '1af42958-64a9-49a0-bdd3-6f2ac5436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '50d27ace-fde8-4cd8-b5be-f35c0ae0237a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:46:08.216967 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:08.217402 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Bound using segment: {'id': '1af42958-64a9-49a0-bdd3-6f2ac5436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '50d27ace-fde8-4cd8-b5be-f35c0ae0237a'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:46:08.218079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Bound port: 4fe2f4aa-93ee-457d-87c3-3ae044992053, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af42958-64a9-49a0-bdd3-6f2ac5436504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '50d27ace-fde8-4cd8-b5be-f35c0ae0237a'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:46:08.218276 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:08.271439 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-41d9a363-eca8-41da-b877-d9aa7cb5ef77 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:08.309283 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] For port 4fe2f4aa-93ee-457d-87c3-3ae044992053, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:46:08.309606 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-41d9a363-eca8-41da-b877-d9aa7cb5ef77 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:08.313089 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] For port 4fe2f4aa-93ee-457d-87c3-3ae044992053, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=4fe2f4aa-93ee-457d-87c3-3ae044992053,segment=NetworkSegment(1af42958-64a9-49a0-bdd3-6f2ac5436504),segment_id=1af42958-64a9-49a0-bdd3-6f2ac5436504)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:46:08.319092 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:08.387843 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Made reservation on behalf of 854b855d7a2e4636bb11d03a0e0e4cb5 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:08.391284 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:08.404437 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf5c4f-8403-4a43-bb19-135a181848b0 None None] Pushing event updated for resources: {'Port': ['ID=4fe2f4aa-93ee-457d-87c3-3ae044992053,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:08.412085 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e5391dcf-056a-4597-9d63-47e2b9d2f9cc tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Calling delete_port for 0055a767-2c98-47f7-bd5f-4b5c02c3232a owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:08.446894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-06742486-a396-4916-b932-362497f13887 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Calling delete_port for 01b8aa6b-eb10-49a3-9832-25ac46c18a03 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:08.497206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-574a210d-ae30-4ed8-86dd-b9ae9ccc95e1 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:08.505646 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-574a210d-ae30-4ed8-86dd-b9ae9ccc95e1 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "DELETE /v2.0/ports/35bf36a2-7d7f-4d05-90f8-d47b8de2a7b3 HTTP/1.1" status: 204 len: 168 time: 2.1669245 May 28 04:46:08.518006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51820) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:08.526865 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] device_id is not set on port 24f38a6e-6782-4d4d-9d2e-93298f40e067 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:08.547169 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-43ba24be-7e9f-4ffc-90f2-ccbf1a0c3981 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:08.572254 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '479ddedc-6b17-46ec-b55d-a5752725c4a9', 'external_fixed_ips': [{'subnet_id': 'c1bd6820-70a5-45a4-a4d8-a64de317e40e', 'ip_address': '2001:db8::110'}]}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:08.609999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:08.628588 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Usage tracker for resource:router and tenant:5a788c7b6c57418aae60ee20be84910f is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:08.636980 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:08.715327 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:08.759855 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ba24be-7e9f-4ffc-90f2-ccbf1a0c3981 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:08.763461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba24be-7e9f-4ffc-90f2-ccbf1a0c3981 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=5612e7fe-1eff-43f8-9800-d45074d6c496,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:08.770385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-43ba24be-7e9f-4ffc-90f2-ccbf1a0c3981 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:08.776062 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ba24be-7e9f-4ffc-90f2-ccbf1a0c3981 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:08.776727 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-43ba24be-7e9f-4ffc-90f2-ccbf1a0c3981 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:08.780863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75204e6-cd37-48db-840b-ac1ee16fa1f5 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:08.796539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Router 6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:46:08.845985 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-43ba24be-7e9f-4ffc-90f2-ccbf1a0c3981 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6193752 May 28 04:46:08.847239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51824) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:08.855676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'fixed_ips': [{'subnet_id': '5612e7fe-1eff-43f8-9800-d45074d6c496', 'ip_address': '2001:db8::dc4a:686e:6511:7cbf'}], 'name': 'tempest-NetworksTestDHCPv6-608167956'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:08.921557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:08.922510 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:08.966378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06742486-a396-4916-b932-362497f13887 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.037993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Allocated IP 172.20.0.7 (50d27ace-fde8-4cd8-b5be-f35c0ae0237a/154b9d15-e2fc-4c8f-893c-112c8a972e2d/24f38a6e-6782-4d4d-9d2e-93298f40e067) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:09.040744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06742486-a396-4916-b932-362497f13887 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event deleted for resources: {'Port': ['ID=01b8aa6b-eb10-49a3-9832-25ac46c18a03,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:09.042586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5391dcf-056a-4597-9d63-47e2b9d2f9cc tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.054016 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': '5612e7fe-1eff-43f8-9800-d45074d6c496'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:46:09.056414 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.127415 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5391dcf-056a-4597-9d63-47e2b9d2f9cc tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Pushing event deleted for resources: {'Port': ['ID=0055a767-2c98-47f7-bd5f-4b5c02c3232a,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:09.168834 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.170580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06742486-a396-4916-b932-362497f13887 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.325971 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Allocated IP 2001:db8::2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/5612e7fe-1eff-43f8-9800-d45074d6c496/fd17310b-88c9-44b8-8861-8afdfb127338) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:09.360013 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:09.372219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:09.377458 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:09.391059 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:09.396044 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-41d9a363-eca8-41da-b877-d9aa7cb5ef77 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Floating IP bef4a917-6901-4aff-95ab-f8d0440f9efc associated. External IP: 172.26.8.168, port: 0bac35e5-ed55-4fd4-82df-d76bade1f5d9. May 28 04:46:09.480264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5391dcf-056a-4597-9d63-47e2b9d2f9cc tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.501417 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-06742486-a396-4916-b932-362497f13887 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "DELETE /v2.0/ports/01b8aa6b-eb10-49a3-9832-25ac46c18a03 HTTP/1.1" status: 204 len: 168 time: 2.5862854 May 28 04:46:09.509751 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e5391dcf-056a-4597-9d63-47e2b9d2f9cc tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "DELETE /v2.0/ports/0055a767-2c98-47f7-bd5f-4b5c02c3232a HTTP/1.1" status: 204 len: 168 time: 2.5393984 May 28 04:46:09.510742 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51828) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:09.511167 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51830) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:09.567947 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:09.574207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.611755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.616217 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7d0d11-fb69-48df-8ab6-1ca192148313 None None] Network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:09.631309 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a600c4b0-7b58-4b89-9695-5af911198f78', 'external_fixed_ips': [{'subnet_id': '5493a9ba-4ab1-490e-8ab8-56c46009ff75', 'ip_address': '172.20.0.7'}]}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:09.640285 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port 670f1a03-a451-4ad2-98bd-356a97423000 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:09.689384 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Transition to ACTIVE for port object fd17310b-88c9-44b8-8861-8afdfb127338 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:09.708059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:09.710727 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-40593dfc-17d2-4ed0-8d47-d5d7074c0177 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] GET failed (client error): The resource could not be found. May 28 04:46:09.711222 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-40593dfc-17d2-4ed0-8d47-d5d7074c0177 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Synchronizing usage tracker for tenant:d135f9a50fd84999ba5e0a8c2ed5feb2 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:09.725267 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.737228 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Usage tracker for resource:router and tenant:f68fe89754b14d9dab24fe13621ba94f is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:09.742826 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Transition to ACTIVE for port object fd17310b-88c9-44b8-8861-8afdfb127338 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:09.744477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:09.748894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299804b7-e186-4ea1-82d0-dd8ee4d2c04a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Router ccd63bc3-3e97-4e0f-af38-66e853a86973 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:46:09.758184 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:09.762948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-da260274-3f30-42f2-9fe0-e8403a17e0e7 None None] Provisioning for port 4fe2f4aa-93ee-457d-87c3-3ae044992053 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:09.768869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.772142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Transition to ACTIVE for port object 24f38a6e-6782-4d4d-9d2e-93298f40e067 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:09.778264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-40593dfc-17d2-4ed0-8d47-d5d7074c0177 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Unset dirty status for tenant:d135f9a50fd84999ba5e0a8c2ed5feb2 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:09.783519 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-40593dfc-17d2-4ed0-8d47-d5d7074c0177 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "GET /v2.0/ports/01b8aa6b-eb10-49a3-9832-25ac46c18a03 HTTP/1.1" status: 404 len: 333 time: 0.2692542 May 28 04:46:09.786134 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51836) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:09.790816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.791738 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.841597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.841854 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Pushing event updated for resources: {'Port': ['ID=fd17310b-88c9-44b8-8861-8afdfb127338,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:09.847019 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:46:09.893345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ec511-1085-4028-a237-6b738ff4e9c7 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Deleting port 20c4750a-8292-4417-859a-5b08cea1096f {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:09.893829 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec511-1085-4028-a237-6b738ff4e9c7 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.931586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.936492 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.946290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:09.998156 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edeb1b3-faed-4929-bfc1-7096fa09af1c None None] Sync routers for ids ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:46:10.019634 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:10.022051 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:10.030159 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:10.032576 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edeb1b3-faed-4929-bfc1-7096fa09af1c None None] Routers {'6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:10.033163 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5edeb1b3-faed-4929-bfc1-7096fa09af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:10.098982 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5edeb1b3-faed-4929-bfc1-7096fa09af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:10.107628 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-27689a2c-7dc2-4992-93a7-f82595897990 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] 10.222.0.15 "DELETE /v2.0/floatingips/e8049fa2-e99c-4aa0-b43d-b32ec34a7ef1 HTTP/1.1" status: 204 len: 168 time: 6.5360587 May 28 04:46:10.109696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51840) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:10.129947 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:10.138014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:10.148122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::dc4a:686e:6511:7cbf (ba7d5340-6612-4ffa-ba26-ab26f78055ee/5612e7fe-1eff-43f8-9800-d45074d6c496/670f1a03-a451-4ad2-98bd-356a97423000) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:10.152952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Usage tracker for resource:floatingip and tenant:0bbc082a55a4414b8cf11c4ba4923925 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:10.158568 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:10.159365 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event updated for resources: {'Port': ['ID=24f38a6e-6782-4d4d-9d2e-93298f40e067,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:10.159482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:10.166238 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:10.174537 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:10.200079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edeb1b3-faed-4929-bfc1-7096fa09af1c None None] Routers {'6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:10.200700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5edeb1b3-faed-4929-bfc1-7096fa09af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:10.211523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:10.220148 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:10.268009 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Attempting to bind port fd17310b-88c9-44b8-8861-8afdfb127338 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:46:10.268009 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Attempting to bind port fd17310b-88c9-44b8-8861-8afdfb127338 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:46:10.268344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Attempting to bind port fd17310b-88c9-44b8-8861-8afdfb127338 on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:46:10.271897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5edeb1b3-faed-4929-bfc1-7096fa09af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:10.272396 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edeb1b3-faed-4929-bfc1-7096fa09af1c None None] The sync data for ids ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:46:10.281739 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:46:10.282094 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:46:10.282478 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:10.282840 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:46:10.283288 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Bound port: fd17310b-88c9-44b8-8861-8afdfb127338, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:46:10.283646 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:10.384086 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] For port fd17310b-88c9-44b8-8861-8afdfb127338, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:46:10.387886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] For port fd17310b-88c9-44b8-8861-8afdfb127338, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fd17310b-88c9-44b8-8861-8afdfb127338,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:46:10.400095 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:10.451906 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:10.452555 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:10.485947 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:10.521226 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1d844669-5433-41fe-b113-4b87e7b33144 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0870674 May 28 04:46:10.527671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51844) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:10.534931 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 4fe2f4aa-93ee-457d-87c3-3ae044992053 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:46:10.556620 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Request body: {'port': {'network_id': '50d27ace-fde8-4cd8-b5be-f35c0ae0237a', 'name': 'tempest-AllowedAddressPairTestJSON-1196995629', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b7:11:16'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:10.584036 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c1cbff-5a0a-4955-b5ec-045fe2e6f781 None None] Pushing event updated for resources: {'Port': ['ID=fd17310b-88c9-44b8-8861-8afdfb127338,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:10.635631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 4fe2f4aa-93ee-457d-87c3-3ae044992053 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:10.646923 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 4fe2f4aa-93ee-457d-87c3-3ae044992053 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:10.647337 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:10.725114 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec511-1085-4028-a237-6b738ff4e9c7 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:10.758602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299804b7-e186-4ea1-82d0-dd8ee4d2c04a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:46:10.776259 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-299804b7-e186-4ea1-82d0-dd8ee4d2c04a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:10.782340 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f17f7063-541f-446d-aacd-bf18302efcd8 None None] Provisioning for port 24f38a6e-6782-4d4d-9d2e-93298f40e067 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:10.790123 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c7494f-418e-48f3-ad24-cd5ac35ef854 None None] Sync routers for ids ['ccd63bc3-3e97-4e0f-af38-66e853a86973'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:46:10.798049 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f17f7063-541f-446d-aacd-bf18302efcd8 None None] Provisioning complete for port 24f38a6e-6782-4d4d-9d2e-93298f40e067 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:10.798619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f17f7063-541f-446d-aacd-bf18302efcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:10.812853 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7494f-418e-48f3-ad24-cd5ac35ef854 None None] Routers {'ccd63bc3-3e97-4e0f-af38-66e853a86973'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:10.813954 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-f3c7494f-418e-48f3-ad24-cd5ac35ef854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['ccd63bc3-3e97-4e0f-af38-66e853a86973'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:10.954937 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f17f7063-541f-446d-aacd-bf18302efcd8 None None] Port 24f38a6e-6782-4d4d-9d2e-93298f40e067 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:10.963078 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:11.042278 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:11.045713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f17f7063-541f-446d-aacd-bf18302efcd8 None None] Provisioning complete for port 4fe2f4aa-93ee-457d-87c3-3ae044992053 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:11.046223 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f17f7063-541f-446d-aacd-bf18302efcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:11.055479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-ee3ec511-1085-4028-a237-6b738ff4e9c7 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Calling delete_port for 20c4750a-8292-4417-859a-5b08cea1096f owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:11.088660 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object 670f1a03-a451-4ad2-98bd-356a97423000 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:11.128240 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-299804b7-e186-4ea1-82d0-dd8ee4d2c04a tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "PUT /v2.0/floatingips/dd79a9af-aa33-40f5-a7f3-c02ad4ccea7d HTTP/1.1" status: 200 len: 990 time: 7.3794382 May 28 04:46:11.129320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc3f2ba-ec84-4068-b5e0-4947d1534faa', 'tag': '22f922e7-1e9c-45ab-9f43-1956135d0d8e'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:46:11.137269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:11.175389 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 4fe2f4aa-93ee-457d-87c3-3ae044992053, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=4fe2f4aa-93ee-457d-87c3-3ae044992053,segment=NetworkSegment(1af42958-64a9-49a0-bdd3-6f2ac5436504),segment_id=1af42958-64a9-49a0-bdd3-6f2ac5436504)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:11.184018 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:11.224751 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:11.269141 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-162edf44-f7d5-4436-a6f8-ebe13de21cf7'] response: {'name': 'network-changed', 'server_uuid': '6cc3f2ba-ec84-4068-b5e0-4947d1534faa', 'tag': '22f922e7-1e9c-45ab-9f43-1956135d0d8e', 'status': 'completed', 'code': 200} May 28 04:46:11.273841 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-f3c7494f-418e-48f3-ad24-cd5ac35ef854 None None] Set router ccd63bc3-3e97-4e0f-af38-66e853a86973 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:46:11.407524 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:11.411617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=4fe2f4aa-93ee-457d-87c3-3ae044992053,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:11.413156 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Usage tracker for resource:port and tenant:854b855d7a2e4636bb11d03a0e0e4cb5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:11.450786 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d9a363-eca8-41da-b877-d9aa7cb5ef77 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Router a7da7add-9008-484e-9666-959c99b6afbf has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:46:11.472901 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:11.479247 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:11.479445 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:11.480515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=670f1a03-a451-4ad2-98bd-356a97423000,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:11.500443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:11.509147 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:11.513421 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:11.513894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:11.520676 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2766c53d-b37a-4ccd-ab3e-94ef5a175d70 None None] Provisioning complete for port 24f38a6e-6782-4d4d-9d2e-93298f40e067 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:11.521024 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2766c53d-b37a-4ccd-ab3e-94ef5a175d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:11.530237 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Made reservation on behalf of 854b855d7a2e4636bb11d03a0e0e4cb5 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:11.605671 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7c118d4a-d4cd-44d9-bb9e-6ab0adc59d00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7575269 May 28 04:46:11.610828 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51852) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:11.622294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Allocated IP 172.26.8.12 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/be786b97-ec7e-4d8d-a550-035f1df168e9) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:11.624487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2766c53d-b37a-4ccd-ab3e-94ef5a175d70 None None] Port 24f38a6e-6782-4d4d-9d2e-93298f40e067 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:11.715163 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-f3c7494f-418e-48f3-ad24-cd5ac35ef854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'name': 'tempest-ServersTestJSON-85334929-router', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:07Z', 'updated_at': '2022-05-28T04:45:13Z', 'revision_number': 4, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'gw_port': {'id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:08Z', 'updated_at': '2022-05-28T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'dd79a9af-aa33-40f5-a7f3-c02ad4ccea7d', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'floating_ip_address': '172.26.8.28', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'port_id': '22f922e7-1e9c-45ab-9f43-1956135d0d8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'mac_address': 'fa:16:3e:33:73:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f2ba-ec84-4068-b5e0-4947d1534faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:45:26Z', 'updated_at': '2022-05-28T04:46:05Z', 'revision_number': 1, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98f05eea-85c0-419e-8374-6981f31dab94', 'name': '', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'mac_address': 'fa:16:3e:9c:a6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:12Z', 'updated_at': '2022-05-28T04:45:48Z', 'revision_number': 5, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'subnets': [{'id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:11.720368 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c7494f-418e-48f3-ad24-cd5ac35ef854 None None] Checking router: ccd63bc3-3e97-4e0f-af38-66e853a86973 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:46:11.736186 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c7494f-418e-48f3-ad24-cd5ac35ef854 None None] Routers {'ccd63bc3-3e97-4e0f-af38-66e853a86973'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:11.738699 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-f3c7494f-418e-48f3-ad24-cd5ac35ef854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['ccd63bc3-3e97-4e0f-af38-66e853a86973'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:11.820618 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:11.823225 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba28b30-15cd-4021-afab-c5e507312808 req-d48cf637-e625-483b-aef1-d83a81894f22 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:11.824781 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3ba28b30-15cd-4021-afab-c5e507312808 req-d48cf637-e625-483b-aef1-d83a81894f22 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 945 time: 0.4933507 May 28 04:46:11.869747 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:11.875188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec511-1085-4028-a237-6b738ff4e9c7 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:11.904564 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-eba25d98-a172-4836-a2f5-de511bfbe63e req-81d82143-19c0-46e4-bb94-82d492f9c6b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=dbe57ccc60ca477ca4d901e7c6a5711c&device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 1098 time: 0.6116898 May 28 04:46:11.967974 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ec511-1085-4028-a237-6b738ff4e9c7 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event deleted for resources: {'Port': ['ID=20c4750a-8292-4417-859a-5b08cea1096f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:11.981006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:12.012326 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-f3c7494f-418e-48f3-ad24-cd5ac35ef854 None None] Set router ccd63bc3-3e97-4e0f-af38-66e853a86973 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:46:12.063221 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0a33e4a7-8515-4cd7-a134-78612b62e9fe None None] Provisioning for port fd17310b-88c9-44b8-8861-8afdfb127338 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:12.124928 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3ba28b30-15cd-4021-afab-c5e507312808 req-5233ccbf-524a-4e95-a56f-94f33ca9ce75 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/security-groups?id=37148588-ec49-41c2-87e5-73f21e4b02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2914617 May 28 04:46:12.183753 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c1e53-b445-45b5-98d4-b7f6bc664136 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:12.187694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07c1e53-b445-45b5-98d4-b7f6bc664136 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:12.188500 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e07c1e53-b445-45b5-98d4-b7f6bc664136 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:12.247430 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] device_id is not set on port 72b8ccbf-8831-47c0-b440-dcffdbc842ac yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:12.279422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e07c1e53-b445-45b5-98d4-b7f6bc664136 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:12.284970 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e07c1e53-b445-45b5-98d4-b7f6bc664136 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6660552 May 28 04:46:12.288587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51860) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:12.299261 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:12.305719 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba25d98-a172-4836-a2f5-de511bfbe63e req-3ce13e37-b8c2-4466-b5ae-78810aee4739 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:12.307380 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-eba25d98-a172-4836-a2f5-de511bfbe63e req-3ce13e37-b8c2-4466-b5ae-78810aee4739 service neutron] 10.222.0.66 "GET /v2.0/networks?id=af7fbe75-51f4-4a27-b635-152fc1216874 HTTP/1.1" status: 200 len: 905 time: 0.3445985 May 28 04:46:12.336257 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ee3ec511-1085-4028-a237-6b738ff4e9c7 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:12.414639 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-be99b8ec-5db7-4651-849e-a4399aaf415e None None] Provisioning for port 670f1a03-a451-4ad2-98bd-356a97423000 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:12.420002 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-be99b8ec-5db7-4651-849e-a4399aaf415e None None] Provisioning complete for port 670f1a03-a451-4ad2-98bd-356a97423000 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:12.420365 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-be99b8ec-5db7-4651-849e-a4399aaf415e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:12.447091 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ee3ec511-1085-4028-a237-6b738ff4e9c7 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "DELETE /v2.0/ports/20c4750a-8292-4417-859a-5b08cea1096f HTTP/1.1" status: 204 len: 168 time: 2.6598554 May 28 04:46:12.459534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51864) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:12.495001 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-eba25d98-a172-4836-a2f5-de511bfbe63e req-be7a11bf-0d1c-4d3a-8b2e-1474276d09da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22f922e7-1e9c-45ab-9f43-1956135d0d8e HTTP/1.1" status: 200 len: 998 time: 0.1708071 May 28 04:46:12.516136 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-be99b8ec-5db7-4651-849e-a4399aaf415e None None] Port 670f1a03-a451-4ad2-98bd-356a97423000 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:12.593821 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-f3c7494f-418e-48f3-ad24-cd5ac35ef854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'name': 'tempest-ServersTestJSON-85334929-router', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:07Z', 'updated_at': '2022-05-28T04:45:13Z', 'revision_number': 4, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'gw_port': {'id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:08Z', 'updated_at': '2022-05-28T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'dd79a9af-aa33-40f5-a7f3-c02ad4ccea7d', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'floating_ip_address': '172.26.8.28', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'port_id': '22f922e7-1e9c-45ab-9f43-1956135d0d8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'mac_address': 'fa:16:3e:33:73:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f2ba-ec84-4068-b5e0-4947d1534faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:45:26Z', 'updated_at': '2022-05-28T04:46:05Z', 'revision_number': 1, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98f05eea-85c0-419e-8374-6981f31dab94', 'name': '', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'mac_address': 'fa:16:3e:9c:a6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:12Z', 'updated_at': '2022-05-28T04:45:48Z', 'revision_number': 5, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'subnets': [{'id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:12.600109 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c7494f-418e-48f3-ad24-cd5ac35ef854 None None] The sync data for ids ['ccd63bc3-3e97-4e0f-af38-66e853a86973'] in dv-neutron-843300-5-hyperv is: [{'id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'name': 'tempest-ServersTestJSON-85334929-router', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:07Z', 'updated_at': '2022-05-28T04:45:13Z', 'revision_number': 4, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'gw_port': {'id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:08Z', 'updated_at': '2022-05-28T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'dd79a9af-aa33-40f5-a7f3-c02ad4ccea7d', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'floating_ip_address': '172.26.8.28', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'port_id': '22f922e7-1e9c-45ab-9f43-1956135d0d8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'mac_address': 'fa:16:3e:33:73:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc3f2ba-ec84-4068-b5e0-4947d1534faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:45:26Z', 'updated_at': '2022-05-28T04:46:05Z', 'revision_number': 1, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98f05eea-85c0-419e-8374-6981f31dab94', 'name': '', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'mac_address': 'fa:16:3e:9c:a6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:12Z', 'updated_at': '2022-05-28T04:45:48Z', 'revision_number': 5, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'subnets': [{'id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:46:12.606224 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:12.628842 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:12.648070 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 4fe2f4aa-93ee-457d-87c3-3ae044992053 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:46:12.676430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba25d98-a172-4836-a2f5-de511bfbe63e req-6f705ccf-edc3-4710-9acf-a30f206255a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:12.677820 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-eba25d98-a172-4836-a2f5-de511bfbe63e req-6f705ccf-edc3-4710-9acf-a30f206255a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9590fb3a-012f-4dbc-8eec-5473af1a3309 HTTP/1.1" status: 200 len: 843 time: 0.1733489 May 28 04:46:12.694704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d9a363-eca8-41da-b877-d9aa7cb5ef77 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:46:12.720968 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4dc3d7-37f9-4bc6-9f6e-5be0b2fe01b0 None None] Sync routers for ids ['a7da7add-9008-484e-9666-959c99b6afbf'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:46:12.734539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:12.737804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-41d9a363-eca8-41da-b877-d9aa7cb5ef77 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:12.781349 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:12.790916 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4dc3d7-37f9-4bc6-9f6e-5be0b2fe01b0 None None] Routers {'a7da7add-9008-484e-9666-959c99b6afbf'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:12.791841 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-db4dc3d7-37f9-4bc6-9f6e-5be0b2fe01b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7da7add-9008-484e-9666-959c99b6afbf'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:12.800351 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:12.824168 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:12.862364 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b434a-7b06-456f-9065-d6a59fa55fbe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port 670f1a03-a451-4ad2-98bd-356a97423000 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:12.862691 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6f5b434a-7b06-456f-9065-d6a59fa55fbe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:12.879898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Pushing event updated for resources: {'Port': ['ID=be786b97-ec7e-4d8d-a550-035f1df168e9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:12.915136 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-41d9a363-eca8-41da-b877-d9aa7cb5ef77 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "PUT /v2.0/floatingips/bef4a917-6901-4aff-95ab-f8d0440f9efc HTTP/1.1" status: 200 len: 991 time: 6.5451126 May 28 04:46:13.014106 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-eba25d98-a172-4836-a2f5-de511bfbe63e req-6ec2d049-c183-4aa5-8451-2de5354f76a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af7fbe75-51f4-4a27-b635-152fc1216874&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3125055 May 28 04:46:13.045489 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 4fe2f4aa-93ee-457d-87c3-3ae044992053 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:13.045984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:13.061607 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934e75f-3513-4f12-b349-4fe47bebc4dd None None] New status for floating IP dd79a9af-aa33-40f5-a7f3-c02ad4ccea7d: ACTIVE {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:46:13.199751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-db4dc3d7-37f9-4bc6-9f6e-5be0b2fe01b0 None None] Set router a7da7add-9008-484e-9666-959c99b6afbf gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:46:13.268382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Allocated IP 2001:db8::110 (479ddedc-6b17-46ec-b55d-a5752725c4a9/c1bd6820-70a5-45a4-a4d8-a64de317e40e/a2519e62-7be1-4c40-b33f-e4fc71959224) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:13.316013 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae', 'tag': '0bac35e5-ed55-4fd4-82df-d76bade1f5d9'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:46:13.450455 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aa6e8aa-6c6a-4487-a83f-a1d9eb3b3fe4'] response: {'name': 'network-changed', 'server_uuid': '6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae', 'tag': '0bac35e5-ed55-4fd4-82df-d76bade1f5d9', 'status': 'completed', 'code': 200} May 28 04:46:13.508166 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:13.621875 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Allocated IP 172.20.0.4 (50d27ace-fde8-4cd8-b5be-f35c0ae0237a/154b9d15-e2fc-4c8f-893c-112c8a972e2d/72b8ccbf-8831-47c0-b440-dcffdbc842ac) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:13.636039 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-eba25d98-a172-4836-a2f5-de511bfbe63e req-9b89da42-927c-454d-89c5-5ed818d65f93 service neutron] 10.222.0.66 "GET /v2.0/networks/af7fbe75-51f4-4a27-b635-152fc1216874?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915041 May 28 04:46:13.686532 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:13.711293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fd17310b-88c9-44b8-8861-8afdfb127338 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:46:13.752809 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:46:13.791538 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014eb90-9f88-4a6a-b209-7cf661ae67c6 req-045709e7-81c2-4acb-92a7-e2778a5c2d08 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:13.793296 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f014eb90-9f88-4a6a-b209-7cf661ae67c6 req-045709e7-81c2-4acb-92a7-e2778a5c2d08 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.6514764 May 28 04:46:13.841462 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-db4dc3d7-37f9-4bc6-9f6e-5be0b2fe01b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'name': 'tempest-ServerActionsTestJSON-1719770484-router', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:05Z', 'updated_at': '2022-05-28T04:45:10Z', 'revision_number': 4, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'gw_port': {'id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:06Z', 'updated_at': '2022-05-28T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'bef4a917-6901-4aff-95ab-f8d0440f9efc', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'floating_ip_address': '172.26.8.168', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'port_id': '0bac35e5-ed55-4fd4-82df-d76bade1f5d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'mac_address': 'fa:16:3e:7f:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:45:23Z', 'updated_at': '2022-05-28T04:46:07Z', 'revision_number': 1, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37aece15-2120-4016-8ae5-84ff220cdf62', 'name': '', 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'mac_address': 'fa:16:3e:3e:6b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:09Z', 'updated_at': '2022-05-28T04:45:20Z', 'revision_number': 5, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'subnets': [{'id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:13.849048 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4dc3d7-37f9-4bc6-9f6e-5be0b2fe01b0 None None] Checking router: a7da7add-9008-484e-9666-959c99b6afbf for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:46:13.870197 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d65208-8662-4321-9187-53fc91e5c6d7 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Deleting subnet 7c431977-a0eb-4edf-b691-520828d05ea9 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:46:13.887253 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4dc3d7-37f9-4bc6-9f6e-5be0b2fe01b0 None None] Routers {'a7da7add-9008-484e-9666-959c99b6afbf'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:13.891723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5d65208-8662-4321-9187-53fc91e5c6d7 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:13.891972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-db4dc3d7-37f9-4bc6-9f6e-5be0b2fe01b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7da7add-9008-484e-9666-959c99b6afbf'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:13.898160 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b533a27b-209d-4fb3-9211-3e8e85ff776b req-f93020dd-073f-477d-96b1-279f46431868 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8874bc9f5e654b27b25dbb6c2a0fb0ef&device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 1098 time: 0.4304509 May 28 04:46:13.946963 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Allocated IP 172.20.0.7 (a600c4b0-7b58-4b89-9695-5af911198f78/5493a9ba-4ab1-490e-8ab8-56c46009ff75/8b9bc1d8-22bd-48ca-8727-461230470dcb) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:14.037729 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f014eb90-9f88-4a6a-b209-7cf661ae67c6 req-178b3caa-9fef-4433-9d3c-693df1e28490 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348895 May 28 04:46:14.064832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:14.070937 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port fd17310b-88c9-44b8-8861-8afdfb127338 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:14.079325 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port fd17310b-88c9-44b8-8861-8afdfb127338 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:14.079765 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:14.155077 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-eba25d98-a172-4836-a2f5-de511bfbe63e req-6500eb25-f157-47bc-81fc-d154af31e3e2 service neutron] 10.222.0.66 "GET /v2.0/networks/af7fbe75-51f4-4a27-b635-152fc1216874?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962258 May 28 04:46:14.236998 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6f5b434a-7b06-456f-9065-d6a59fa55fbe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:14.267797 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:14.280292 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533a27b-209d-4fb3-9211-3e8e85ff776b req-9f930945-2266-454d-8d87-3a667f7d794e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:14.281235 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-db4dc3d7-37f9-4bc6-9f6e-5be0b2fe01b0 None None] Set router a7da7add-9008-484e-9666-959c99b6afbf gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:46:14.281628 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b533a27b-209d-4fb3-9211-3e8e85ff776b req-9f930945-2266-454d-8d87-3a667f7d794e service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8948682-ca33-4cb9-a94c-ea149f8c5b44 HTTP/1.1" status: 200 len: 913 time: 0.3764570 May 28 04:46:14.297304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5d65208-8662-4321-9187-53fc91e5c6d7 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:14.420409 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port fd17310b-88c9-44b8-8861-8afdfb127338, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fd17310b-88c9-44b8-8861-8afdfb127338,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:14.423142 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:14.430245 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b533a27b-209d-4fb3-9211-3e8e85ff776b req-2d5e9651-6df7-47ed-8a60-4b5a2334053b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bac35e5-ed55-4fd4-82df-d76bade1f5d9 HTTP/1.1" status: 200 len: 999 time: 0.1395445 May 28 04:46:14.433097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:14.434848 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:14.496099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b434a-7b06-456f-9065-d6a59fa55fbe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for 670f1a03-a451-4ad2-98bd-356a97423000 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:14.558911 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a99ce-57ab-48e3-b7b4-de792301f793 req-fed0342d-f2fb-4009-8993-181a1d2d3c22 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:14.560413 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-315a99ce-57ab-48e3-b7b4-de792301f793 req-fed0342d-f2fb-4009-8993-181a1d2d3c22 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.3364408 May 28 04:46:14.601602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Pushing event updated for resources: {'Port': ['ID=be786b97-ec7e-4d8d-a550-035f1df168e9,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:14.617350 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:14.622112 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=fd17310b-88c9-44b8-8861-8afdfb127338,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:14.644091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533a27b-209d-4fb3-9211-3e8e85ff776b req-ac487445-35f4-4795-930a-ae65e83770bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:14.645547 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b533a27b-209d-4fb3-9211-3e8e85ff776b req-ac487445-35f4-4795-930a-ae65e83770bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b87c52c-c0b5-40e9-a49d-a4daf05c13b5 HTTP/1.1" status: 200 len: 851 time: 0.1751666 May 28 04:46:14.690481 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Transition to ACTIVE for port object 72b8ccbf-8831-47c0-b440-dcffdbc842ac will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:14.692173 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:14.717325 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:14.733924 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-315a99ce-57ab-48e3-b7b4-de792301f793 req-96b31eb6-753f-4462-9bfd-fbc45e79d847 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674650 May 28 04:46:14.736310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:14.761394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:14.762741 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-452b87dd-ae03-4865-b16d-67c7bc5a8d30 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6519048 May 28 04:46:14.766367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51874) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:14.791896 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b533a27b-209d-4fb3-9211-3e8e85ff776b req-593d1da5-2c4d-49b9-8d3e-96a7aceac808 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8948682-ca33-4cb9-a94c-ea149f8c5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1319008 May 28 04:46:14.850069 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5d65208-8662-4321-9187-53fc91e5c6d7 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:14.868799 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-db4dc3d7-37f9-4bc6-9f6e-5be0b2fe01b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'name': 'tempest-ServerActionsTestJSON-1719770484-router', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:05Z', 'updated_at': '2022-05-28T04:45:10Z', 'revision_number': 4, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'gw_port': {'id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:06Z', 'updated_at': '2022-05-28T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'bef4a917-6901-4aff-95ab-f8d0440f9efc', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'floating_ip_address': '172.26.8.168', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'port_id': '0bac35e5-ed55-4fd4-82df-d76bade1f5d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'mac_address': 'fa:16:3e:7f:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:45:23Z', 'updated_at': '2022-05-28T04:46:07Z', 'revision_number': 1, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37aece15-2120-4016-8ae5-84ff220cdf62', 'name': '', 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'mac_address': 'fa:16:3e:3e:6b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:09Z', 'updated_at': '2022-05-28T04:45:20Z', 'revision_number': 5, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'subnets': [{'id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:14.873522 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4dc3d7-37f9-4bc6-9f6e-5be0b2fe01b0 None None] The sync data for ids ['a7da7add-9008-484e-9666-959c99b6afbf'] in dv-neutron-843300-5-hyperv is: [{'id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'name': 'tempest-ServerActionsTestJSON-1719770484-router', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:05Z', 'updated_at': '2022-05-28T04:45:10Z', 'revision_number': 4, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'gw_port': {'id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:06Z', 'updated_at': '2022-05-28T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'bef4a917-6901-4aff-95ab-f8d0440f9efc', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'floating_ip_address': '172.26.8.168', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'port_id': '0bac35e5-ed55-4fd4-82df-d76bade1f5d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'mac_address': 'fa:16:3e:7f:1d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:45:23Z', 'updated_at': '2022-05-28T04:46:07Z', 'revision_number': 1, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37aece15-2120-4016-8ae5-84ff220cdf62', 'name': '', 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'mac_address': 'fa:16:3e:3e:6b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:09Z', 'updated_at': '2022-05-28T04:45:20Z', 'revision_number': 5, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'subnets': [{'id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:46:14.903039 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Network 479ddedc-6b17-46ec-b55d-a5752725c4a9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:14.930466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:14.948713 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:14.951629 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:14.952301 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:14.960511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Usage tracker for resource:floatingip and tenant:fd0090c49eac419da7915d843b0a99e8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:14.964784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:14.980357 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:14.988900 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b533a27b-209d-4fb3-9211-3e8e85ff776b req-7b8c263e-729f-4ee8-a0a7-2a3da55fe53d service neutron] 10.222.0.66 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820364 May 28 04:46:14.991081 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Pushing event updated for resources: {'Port': ['ID=a2519e62-7be1-4c40-b33f-e4fc71959224,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:15.016705 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:15.133245 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6f5b434a-7b06-456f-9065-d6a59fa55fbe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:15.204304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:15.210634 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b434a-7b06-456f-9065-d6a59fa55fbe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=670f1a03-a451-4ad2-98bd-356a97423000,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:15.255798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:15.307635 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b533a27b-209d-4fb3-9211-3e8e85ff776b req-e0713177-7b4b-4dfd-9c10-47b755ee626b service neutron] 10.222.0.66 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115127 May 28 04:46:15.362682 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6f5b434a-7b06-456f-9065-d6a59fa55fbe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:15.374934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:15.375130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5d65208-8662-4321-9187-53fc91e5c6d7 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:15.416184 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32bbaa9-cbf6-416b-a339-925459afcb50 None None] New status for floating IP bef4a917-6901-4aff-95ab-f8d0440f9efc: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:46:15.429771 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:15.431983 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d65208-8662-4321-9187-53fc91e5c6d7 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event deleted for resources: {'Subnet': ['ID=7c431977-a0eb-4edf-b691-520828d05ea9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:15.441548 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event updated for resources: {'Port': ['ID=72b8ccbf-8831-47c0-b440-dcffdbc842ac,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:15.481132 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:15.483658 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:15.565919 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5d65208-8662-4321-9187-53fc91e5c6d7 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:15.570211 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e5d65208-8662-4321-9187-53fc91e5c6d7 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "DELETE /v2.0/subnets/7c431977-a0eb-4edf-b691-520828d05ea9 HTTP/1.1" status: 204 len: 168 time: 3.0772874 May 28 04:46:15.576041 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Network a600c4b0-7b58-4b89-9695-5af911198f78 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:15.578875 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51880) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:15.581759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Allocated IP 172.26.8.205 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/34cd7e69-8814-4e6a-9e9d-a348092016e8) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:15.584861 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6f5b434a-7b06-456f-9065-d6a59fa55fbe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/670f1a03-a451-4ad2-98bd-356a97423000 HTTP/1.1" status: 204 len: 168 time: 3.2856762 May 28 04:46:15.585549 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51882) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:15.592980 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:15.595450 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:15.613473 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be09074b-8fdd-43e0-a3f6-d28bafc2a89d None None] Network 6a9546fa-60d1-43b9-bec6-818adc388161 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:15.760195 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Pushing event updated for resources: {'Port': ['ID=8b9bc1d8-22bd-48ca-8727-461230470dcb,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:15.771122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:15.806915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:15.808861 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:15.809491 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:15.851223 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eadd81-813e-431b-94bf-2916f87663a6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:15.852512 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eadd81-813e-431b-94bf-2916f87663a6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:15.854312 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-63eadd81-813e-431b-94bf-2916f87663a6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2631803 May 28 04:46:15.862826 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51890) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:15.937578 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c8dcff02-4fa8-4623-9db2-a585911c4639 None None] Provisioning for port 72b8ccbf-8831-47c0-b440-dcffdbc842ac completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:15.947748 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c8dcff02-4fa8-4623-9db2-a585911c4639 None None] Provisioning complete for port 72b8ccbf-8831-47c0-b440-dcffdbc842ac triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:15.948120 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c8dcff02-4fa8-4623-9db2-a585911c4639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:15.963134 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:15.963966 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.011034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-c8dcff02-4fa8-4623-9db2-a585911c4639 None None] Port 72b8ccbf-8831-47c0-b440-dcffdbc842ac cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:16.041614 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.048640 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ab988b6e-42aa-4890-8ea9-a0e2787794f1 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 5.5156837 May 28 04:46:16.075192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51894) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:16.075761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c0f801-c7a7-4527-8ef1-e4967d7cbbaf None None] DHCP port deletion for 6a9546fa-60d1-43b9-bec6-818adc388161 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:46:16.079338 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-75c0f801-c7a7-4527-8ef1-e4967d7cbbaf None None] Deleting port ac59890b-f4e2-4cb9-a34c-58e0d587395e {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:16.079751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-75c0f801-c7a7-4527-8ef1-e4967d7cbbaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.106157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:16.127219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Deleting port ac59890b-f4e2-4cb9-a34c-58e0d587395e {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:16.127542 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.142982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Pushing event updated for resources: {'Port': ['ID=34cd7e69-8814-4e6a-9e9d-a348092016e8,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:16.145585 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:16.160992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:16.287040 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b37ca1-6050-433f-be48-e7477e72e356 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 5612e7fe-1eff-43f8-9800-d45074d6c496 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:46:16.297593 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-04b37ca1-6050-433f-be48-e7477e72e356 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.299883 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-75c0f801-c7a7-4527-8ef1-e4967d7cbbaf None None] For port ac59890b-f4e2-4cb9-a34c-58e0d587395e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ac59890b-f4e2-4cb9-a34c-58e0d587395e,segment=NetworkSegment(78d4e268-41f4-49a8-9e30-c1401634077c),segment_id=78d4e268-41f4-49a8-9e30-c1401634077c)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:16.300268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-75c0f801-c7a7-4527-8ef1-e4967d7cbbaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.344573 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ef5f7-2781-4ba5-a6f9-58750a2f4ea9 req-52f8fef0-bfa0-48da-9ca5-35cebf95414e tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:16.346056 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-884ef5f7-2781-4ba5-a6f9-58750a2f4ea9 req-52f8fef0-bfa0-48da-9ca5-35cebf95414e tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.3811934 May 28 04:46:16.384451 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d90662a-fbbd-4f71-8c1a-0be94374149d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:16.388290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d90662a-fbbd-4f71-8c1a-0be94374149d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:16.390609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] For port ac59890b-f4e2-4cb9-a34c-58e0d587395e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ac59890b-f4e2-4cb9-a34c-58e0d587395e,segment=NetworkSegment(78d4e268-41f4-49a8-9e30-c1401634077c),segment_id=78d4e268-41f4-49a8-9e30-c1401634077c)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:16.390953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.392209 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d90662a-fbbd-4f71-8c1a-0be94374149d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:16.397159 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9d90662a-fbbd-4f71-8c1a-0be94374149d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3117349 May 28 04:46:16.399745 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51898) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:16.416635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-04b37ca1-6050-433f-be48-e7477e72e356 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.421703 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-75c0f801-c7a7-4527-8ef1-e4967d7cbbaf None None] Calling delete_port for ac59890b-f4e2-4cb9-a34c-58e0d587395e owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:16.498059 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-884ef5f7-2781-4ba5-a6f9-58750a2f4ea9 req-f3eb7292-5eb7-403f-8888-3cbd845ec3f1 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418123 May 28 04:46:16.532239 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-75c0f801-c7a7-4527-8ef1-e4967d7cbbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.589715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0f801-c7a7-4527-8ef1-e4967d7cbbaf None None] Pushing event deleted for resources: {'Port': ['ID=ac59890b-f4e2-4cb9-a34c-58e0d587395e,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:16.605525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Calling delete_port for ac59890b-f4e2-4cb9-a34c-58e0d587395e owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:16.606379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.609644 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fd17310b-88c9-44b8-8861-8afdfb127338 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:46:16.650029 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-04b37ca1-6050-433f-be48-e7477e72e356 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.667420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8a302781-2ee3-4889-a401-9edb580dac66 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Deleting port 72b8ccbf-8831-47c0-b440-dcffdbc842ac {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:16.667913 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a302781-2ee3-4889-a401-9edb580dac66 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.676965 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c0f801-c7a7-4527-8ef1-e4967d7cbbaf None None] No DVR routers for this DVR port ac59890b-f4e2-4cb9-a34c-58e0d587395e on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:46:16.703494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port fd17310b-88c9-44b8-8861-8afdfb127338 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:16.703836 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.717890 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.718702 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.776563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.860988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-04b37ca1-6050-433f-be48-e7477e72e356 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.886308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ac59890b-f4e2-4cb9-a34c-58e0d587395e no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:46:16.923551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b37ca1-6050-433f-be48-e7477e72e356 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=5612e7fe-1eff-43f8-9800-d45074d6c496,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:16.927593 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: ac59890b-f4e2-4cb9-a34c-58e0d587395e {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:46:16.928123 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ac59890b-f4e2-4cb9-a34c-58e0d587395e not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:46:16.988930 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-04b37ca1-6050-433f-be48-e7477e72e356 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:16.990070 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4953223d-3c2c-4ba3-9ec9-d89a61daabb1 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:17.017583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063daa2f-a9fb-48da-9987-a260d3bc6f4a req-06ad66d7-7fa9-4e60-be08-8d2f7d9d7abc tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:17.019040 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-063daa2f-a9fb-48da-9987-a260d3bc6f4a req-06ad66d7-7fa9-4e60-be08-8d2f7d9d7abc tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.3131928 May 28 04:46:17.022535 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-04b37ca1-6050-433f-be48-e7477e72e356 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/5612e7fe-1eff-43f8-9800-d45074d6c496 HTTP/1.1" status: 204 len: 168 time: 1.1571939 May 28 04:46:17.028332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51904) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:17.053524 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:46:17.054162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:46:17.208560 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Router f3da83e4-c7a7-4237-88c6-2307dba64b1f is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:46:17.220141 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8f64dd7d-08b7-4a2e-af7e-66072f6e7b5c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1931005 May 28 04:46:17.227005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51908) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:17.243871 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-2b0a6c17-d520-4384-a400-57149c74057c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:17.244233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a302781-2ee3-4889-a401-9edb580dac66 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:17.286396 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e57d54-9721-4f3a-9642-4269528ecf6f None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:46:17.290874 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f8e57d54-9721-4f3a-9642-4269528ecf6f None None] Deleting port fd17310b-88c9-44b8-8861-8afdfb127338 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:17.291485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8e57d54-9721-4f3a-9642-4269528ecf6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:17.356758 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-063daa2f-a9fb-48da-9987-a260d3bc6f4a req-e75b8abf-77d5-4c19-a992-40d9e4cdc954 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798986 May 28 04:46:17.384874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8a302781-2ee3-4889-a401-9edb580dac66 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Calling delete_port for 72b8ccbf-8831-47c0-b440-dcffdbc842ac owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:17.385335 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:17.391051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2b0a6c17-d520-4384-a400-57149c74057c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:17.394607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:17.398897 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2b0a6c17-d520-4384-a400-57149c74057c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:17.427267 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2b0a6c17-d520-4384-a400-57149c74057c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:17.444267 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2b0a6c17-d520-4384-a400-57149c74057c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:17.507651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0a6c17-d520-4384-a400-57149c74057c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:17.510698 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6c17-d520-4384-a400-57149c74057c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:17.541599 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Pushing event updated for resources: {'Port': ['ID=34cd7e69-8814-4e6a-9e9d-a348092016e8,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:17.556870 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Deleting port ac59890b-f4e2-4cb9-a34c-58e0d587395e {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:17.557203 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:17.559080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f8e57d54-9721-4f3a-9642-4269528ecf6f None None] For port fd17310b-88c9-44b8-8861-8afdfb127338, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fd17310b-88c9-44b8-8861-8afdfb127338,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:17.559593 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8e57d54-9721-4f3a-9642-4269528ecf6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:17.618287 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:17.660669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] The port 'ac59890b-f4e2-4cb9-a34c-58e0d587395e' was deleted {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:46:17.664321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:17.665530 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5d8fbe62-6ba7-4dbc-a55e-1bd2765daf55 tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8982105 May 28 04:46:17.668650 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51914) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:17.735572 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f8e57d54-9721-4f3a-9642-4269528ecf6f None None] Calling delete_port for fd17310b-88c9-44b8-8861-8afdfb127338 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:17.832202 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8e57d54-9721-4f3a-9642-4269528ecf6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:17.865036 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-12977f18-70ff-4708-94b9-1087187fe161 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Synchronizing usage tracker for tenant:0bbc082a55a4414b8cf11c4ba4923925 on resource:floatingip {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:17.871390 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:17.895921 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e57d54-9721-4f3a-9642-4269528ecf6f None None] Pushing event deleted for resources: {'Port': ['ID=fd17310b-88c9-44b8-8861-8afdfb127338,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:17.898981 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e57d54-9721-4f3a-9642-4269528ecf6f None None] No DVR routers for this DVR port fd17310b-88c9-44b8-8861-8afdfb127338 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:46:17.916815 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a302781-2ee3-4889-a401-9edb580dac66 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:17.921118 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9546fa-60d1-43b9-bec6-818adc388161']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:17.936468 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-12977f18-70ff-4708-94b9-1087187fe161 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Unset dirty status for tenant:0bbc082a55a4414b8cf11c4ba4923925 on resource:floatingip {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:17.937875 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-12977f18-70ff-4708-94b9-1087187fe161 tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.2680187 May 28 04:46:17.939914 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6c17-d520-4384-a400-57149c74057c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:17.943691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51920) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:17.987427 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d4e268-41f4-49a8-9e30-c1401634077c') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:17.987700 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d4e268-41f4-49a8-9e30-c1401634077c') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:17.997451 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a302781-2ee3-4889-a401-9edb580dac66 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event deleted for resources: {'Port': ['ID=72b8ccbf-8831-47c0-b440-dcffdbc842ac,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:18.012000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:18.076053 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:18.087117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0a6c17-d520-4384-a400-57149c74057c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:18.092427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202f84a-ed5b-44fb-906a-53c0abf2177a req-9e72d4c1-a295-4e8d-a0a2-2876c75f6311 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:18.093957 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d202f84a-ed5b-44fb-906a-53c0abf2177a req-9e72d4c1-a295-4e8d-a0a2-2876c75f6311 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.2787256 May 28 04:46:18.095944 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7b564496-3fb2-432a-9bc0-1ca5e88157da tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Synchronizing usage tracker for tenant:961705fbe7f240909d7e946a775fa8ee on resource:floatingip {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:18.098052 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:46:18.098410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:18.101940 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-2b0a6c17-d520-4384-a400-57149c74057c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:18.110759 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2567e0c3-1d60-4370-864b-547a3a872797 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:46:18.114138 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:46:18.122960 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Router 11c570d5-bdf1-4e31-8c8d-e8e20570a00f is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:46:18.134367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0a6c17-d520-4384-a400-57149c74057c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:18.134950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2b0a6c17-d520-4384-a400-57149c74057c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:18.138360 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a6c17-d520-4384-a400-57149c74057c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=9b2d48f8-6f2c-434b-872a-e4dd2b046e68,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:18.184166 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7b564496-3fb2-432a-9bc0-1ca5e88157da tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Unset dirty status for tenant:961705fbe7f240909d7e946a775fa8ee on resource:floatingip {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:18.184166 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7b564496-3fb2-432a-9bc0-1ca5e88157da tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2141366 May 28 04:46:18.189109 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51924) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:18.254278 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:46:18.265613 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Sync routers for ids ['f3da83e4-c7a7-4237-88c6-2307dba64b1f'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:46:18.286754 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Routers {'f3da83e4-c7a7-4237-88c6-2307dba64b1f'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:18.287387 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['f3da83e4-c7a7-4237-88c6-2307dba64b1f'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:18.288889 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2b0a6c17-d520-4384-a400-57149c74057c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0608513 May 28 04:46:18.292001 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d202f84a-ed5b-44fb-906a-53c0abf2177a req-840aedb2-7af4-449f-8086-fbb1babc58fc tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861858 May 28 04:46:18.292470 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51928) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:18.313221 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'fixed_ips': [{'subnet_id': '9b2d48f8-6f2c-434b-872a-e4dd2b046e68', 'ip_address': '2001:db8::c332:7b4:5a31:2fea'}], 'name': 'tempest-NetworksTestDHCPv6-1120988242'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:18.411118 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': '9b2d48f8-6f2c-434b-872a-e4dd2b046e68'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:46:18.411936 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:18.537326 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Set router f3da83e4-c7a7-4237-88c6-2307dba64b1f gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:46:18.541253 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:18.554323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-184c3523-45c4-4866-8d27-36fd25148a6c tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Deleting port 34cd7e69-8814-4e6a-9e9d-a348092016e8 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:18.554726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-184c3523-45c4-4866-8d27-36fd25148a6c tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:18.589343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fd17310b-88c9-44b8-8861-8afdfb127338 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:46:18.661376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:18.675539 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: fd17310b-88c9-44b8-8861-8afdfb127338 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:46:18.675857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fd17310b-88c9-44b8-8861-8afdfb127338 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:46:18.705308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] Pushing event deleted for resources: {'Network': ['ID=6a9546fa-60d1-43b9-bec6-818adc388161,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:18.730661 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e1033d18-bb58-48ac-882d-b2122bb1aa31 tempest-AllowedAddressPairIpV6TestJSON-300663974 tempest-AllowedAddressPairIpV6TestJSON-300663974-project] 10.222.0.15 "DELETE /v2.0/networks/6a9546fa-60d1-43b9-bec6-818adc388161 HTTP/1.1" status: 204 len: 168 time: 3.1467106 May 28 04:46:18.737282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:18.738625 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-eeabb6da-23cc-49df-a70e-3e8e06e94818 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 10.2174563 May 28 04:46:18.752370 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51940) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:18.800755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Allocated IP 2001:db8::2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/9b2d48f8-6f2c-434b-872a-e4dd2b046e68/9199dec9-c0b8-4c96-82e6-ee28784609d8) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:18.828317 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-184c3523-45c4-4866-8d27-36fd25148a6c tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:18.828898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-184c3523-45c4-4866-8d27-36fd25148a6c tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:18.844312 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a302781-2ee3-4889-a401-9edb580dac66 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:18.849123 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8a302781-2ee3-4889-a401-9edb580dac66 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "DELETE /v2.0/ports/72b8ccbf-8831-47c0-b440-dcffdbc842ac HTTP/1.1" status: 204 len: 168 time: 2.4458771 May 28 04:46:18.857560 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51944) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:19.066045 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-332a0d44-d2d6-49b2-b595-062df5781ef8 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] GET failed (client error): The resource could not be found. May 28 04:46:19.066557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-332a0d44-d2d6-49b2-b595-062df5781ef8 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Synchronizing usage tracker for tenant:854b855d7a2e4636bb11d03a0e0e4cb5 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:19.085827 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3da83e4-c7a7-4237-88c6-2307dba64b1f', 'name': '', 'tenant_id': '5a788c7b6c57418aae60ee20be84910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '479ddedc-6b17-46ec-b55d-a5752725c4a9', 'external_fixed_ips': [{'subnet_id': 'c1bd6820-70a5-45a4-a4d8-a64de317e40e', 'ip_address': '2001:db8::110'}], 'enable_snat': True}, 'gw_port_id': 'a2519e62-7be1-4c40-b33f-e4fc71959224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:08Z', 'updated_at': '2022-05-28T04:46:15Z', 'revision_number': 3, 'project_id': '5a788c7b6c57418aae60ee20be84910f', 'gw_port': {'id': 'a2519e62-7be1-4c40-b33f-e4fc71959224', 'name': '', 'network_id': '479ddedc-6b17-46ec-b55d-a5752725c4a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3da83e4-c7a7-4237-88c6-2307dba64b1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c1bd6820-70a5-45a4-a4d8-a64de317e40e', 'ip_address': '2001:db8::110', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:11Z', 'updated_at': '2022-05-28T04:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c1bd6820-70a5-45a4-a4d8-a64de317e40e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:19.094887 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Checking router: f3da83e4-c7a7-4237-88c6-2307dba64b1f for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:46:19.095226 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Updating router f3da83e4-c7a7-4237-88c6-2307dba64b1f port a2519e62-7be1-4c40-b33f-e4fc71959224 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:46:19.116449 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:19.141377 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-332a0d44-d2d6-49b2-b595-062df5781ef8 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Unset dirty status for tenant:854b855d7a2e4636bb11d03a0e0e4cb5 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:19.143466 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-332a0d44-d2d6-49b2-b595-062df5781ef8 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "GET /v2.0/ports/72b8ccbf-8831-47c0-b440-dcffdbc842ac HTTP/1.1" status: 404 len: 333 time: 0.2788219 May 28 04:46:19.143676 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Transition to ACTIVE for port object 9199dec9-c0b8-4c96-82e6-ee28784609d8 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:19.149058 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51952) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:19.161597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Request body: {'port': {'network_id': '50d27ace-fde8-4cd8-b5be-f35c0ae0237a', 'name': 'tempest-AllowedAddressPairTestJSON-1114908513'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:19.182732 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Transition to ACTIVE for port object 9199dec9-c0b8-4c96-82e6-ee28784609d8 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:19.196572 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:19.230591 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:19.261255 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51956) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:19.274701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-184c3523-45c4-4866-8d27-36fd25148a6c tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Calling delete_port for 34cd7e69-8814-4e6a-9e9d-a348092016e8 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:19.282098 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:19.285143 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:19.290213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:19.293202 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Pushing event updated for resources: {'Port': ['ID=9199dec9-c0b8-4c96-82e6-ee28784609d8,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:19.325808 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:19.354978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:19.360204 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:19.371134 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:46:19.389103 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:19.418809 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:19.423315 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ae5f000a-10ec-4497-992d-7ce6103bc58b tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.9037428 May 28 04:46:19.425731 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51964) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:19.452090 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Sync routers for ids ['11c570d5-bdf1-4e31-8c8d-e8e20570a00f'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:46:19.478617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Attempting to bind port 9199dec9-c0b8-4c96-82e6-ee28784609d8 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:46:19.479216 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Attempting to bind port 9199dec9-c0b8-4c96-82e6-ee28784609d8 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:46:19.479845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Attempting to bind port 9199dec9-c0b8-4c96-82e6-ee28784609d8 on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:46:19.490720 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:46:19.491504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:46:19.492046 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:19.492576 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:46:19.493529 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Bound port: 9199dec9-c0b8-4c96-82e6-ee28784609d8, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:46:19.494074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:19.556170 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Routers {'11c570d5-bdf1-4e31-8c8d-e8e20570a00f'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:19.557079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['11c570d5-bdf1-4e31-8c8d-e8e20570a00f'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:19.572687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:19.587867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:19.594252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:19.611246 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:19.647674 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53daa681-898a-427d-94ce-63db0ee4d833 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:19.661228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port 4b583428-d83f-425b-89be-2f36d876033a yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:19.712439 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Made reservation on behalf of 854b855d7a2e4636bb11d03a0e0e4cb5 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:19.721698 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:19.727235 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:19.818421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] device_id is not set on port 4416ac27-25ad-4106-9c50-5f922c57218b yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:19.842102 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] For port 9199dec9-c0b8-4c96-82e6-ee28784609d8, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:46:19.848031 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] For port 9199dec9-c0b8-4c96-82e6-ee28784609d8, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9199dec9-c0b8-4c96-82e6-ee28784609d8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:46:19.862373 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9243308f-6a18-4a1b-9fd5-9fae441add96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d135f9a50fd84999ba5e0a8c2ed5feb2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5969357 May 28 04:46:19.862974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51968) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:19.863083 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:19.897936 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Transition to ACTIVE for port object a2519e62-7be1-4c40-b33f-e4fc71959224 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:19.906430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-184c3523-45c4-4866-8d27-36fd25148a6c tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:19.916710 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:19.941310 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Set router 11c570d5-bdf1-4e31-8c8d-e8e20570a00f gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:46:19.946983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbbae2d-261a-4cb1-ad3b-1be19ba06b13 req-dab95575-97c0-4227-b68e-355156f88be1 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:19.953905 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6dbbae2d-261a-4cb1-ad3b-1be19ba06b13 req-dab95575-97c0-4227-b68e-355156f88be1 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.5016067 May 28 04:46:20.003036 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c3523-45c4-4866-8d27-36fd25148a6c tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Pushing event deleted for resources: {'Port': ['ID=34cd7e69-8814-4e6a-9e9d-a348092016e8,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:20.013858 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Allocated IP 172.20.0.11 (50d27ace-fde8-4cd8-b5be-f35c0ae0237a/154b9d15-e2fc-4c8f-893c-112c8a972e2d/4416ac27-25ad-4106-9c50-5f922c57218b) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:20.055713 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5020150-8844-485d-b712-c8661f7cabfa tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.076927 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04844270-0a5f-44c8-b682-54ae400c9c80 None None] Pushing event updated for resources: {'Port': ['ID=a2519e62-7be1-4c40-b33f-e4fc71959224,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:20.090243 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04844270-0a5f-44c8-b682-54ae400c9c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:20.090801 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04844270-0a5f-44c8-b682-54ae400c9c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:20.091274 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04844270-0a5f-44c8-b682-54ae400c9c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:20.091764 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04844270-0a5f-44c8-b682-54ae400c9c80 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:20.092231 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04844270-0a5f-44c8-b682-54ae400c9c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:20.092679 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04844270-0a5f-44c8-b682-54ae400c9c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:20.093282 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04844270-0a5f-44c8-b682-54ae400c9c80 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:20.093965 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04844270-0a5f-44c8-b682-54ae400c9c80 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:20.094441 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04844270-0a5f-44c8-b682-54ae400c9c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:20.094905 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04844270-0a5f-44c8-b682-54ae400c9c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:20.095367 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04844270-0a5f-44c8-b682-54ae400c9c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:46:20.104398 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Attempting to bind port a2519e62-7be1-4c40-b33f-e4fc71959224 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:46:20.105330 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Attempting to bind port a2519e62-7be1-4c40-b33f-e4fc71959224 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9293c91a-12d1-44b3-97b2-1d4d4592f891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '479ddedc-6b17-46ec-b55d-a5752725c4a9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:46:20.107292 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Attempting to bind port a2519e62-7be1-4c40-b33f-e4fc71959224 on network 479ddedc-6b17-46ec-b55d-a5752725c4a9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:46:20.116978 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:46:20.117710 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Checking segment: {'id': '9293c91a-12d1-44b3-97b2-1d4d4592f891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '479ddedc-6b17-46ec-b55d-a5752725c4a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:46:20.118674 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.119343 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Bound using segment: {'id': '9293c91a-12d1-44b3-97b2-1d4d4592f891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '479ddedc-6b17-46ec-b55d-a5752725c4a9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:46:20.119986 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Bound port: a2519e62-7be1-4c40-b33f-e4fc71959224, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9293c91a-12d1-44b3-97b2-1d4d4592f891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '479ddedc-6b17-46ec-b55d-a5752725c4a9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:46:20.121321 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.190090 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6dbbae2d-261a-4cb1-ad3b-1be19ba06b13 req-86d01044-fdcf-4d15-bc54-8d63e088441b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351322 May 28 04:46:20.217757 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-66d7ab64-e801-44c8-a87f-47e4da137160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.220211 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::c332:7b4:5a31:2fea (ba7d5340-6612-4ffa-ba26-ab26f78055ee/9b2d48f8-6f2c-434b-872a-e4dd2b046e68/4b583428-d83f-425b-89be-2f36d876033a) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:20.220787 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] For port a2519e62-7be1-4c40-b33f-e4fc71959224, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:46:20.226214 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] For port a2519e62-7be1-4c40-b33f-e4fc71959224, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a2519e62-7be1-4c40-b33f-e4fc71959224,segment=NetworkSegment(9293c91a-12d1-44b3-97b2-1d4d4592f891),segment_id=9293c91a-12d1-44b3-97b2-1d4d4592f891)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:46:20.248299 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.272828 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-184c3523-45c4-4866-8d27-36fd25148a6c tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.287952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-66d7ab64-e801-44c8-a87f-47e4da137160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.364420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-184c3523-45c4-4866-8d27-36fd25148a6c tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.370213 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-184c3523-45c4-4866-8d27-36fd25148a6c tempest-FloatingIPAdminTestJSON-1720784180 tempest-FloatingIPAdminTestJSON-1720784180-project] 10.222.0.15 "DELETE /v2.0/floatingips/56bc2f15-e2d9-48b4-aca2-3374cb41f8ff HTTP/1.1" status: 204 len: 168 time: 2.1813960 May 28 04:46:20.379724 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 51972) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:20.386426 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04844270-0a5f-44c8-b682-54ae400c9c80 None None] Pushing event updated for resources: {'Port': ['ID=a2519e62-7be1-4c40-b33f-e4fc71959224,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:20.403214 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Routers {'f3da83e4-c7a7-4237-88c6-2307dba64b1f'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:20.403837 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['f3da83e4-c7a7-4237-88c6-2307dba64b1f'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:20.638661 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-66d7ab64-e801-44c8-a87f-47e4da137160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.641302 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863226de-8620-4d36-aa29-2bee1c734884 None None] Pushing event updated for resources: {'Port': ['ID=9199dec9-c0b8-4c96-82e6-ee28784609d8,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:20.685165 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] Set router f3da83e4-c7a7-4237-88c6-2307dba64b1f gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:46:20.685866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7ab64-e801-44c8-a87f-47e4da137160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a267b3b-f855-4e74-922a-27738aa89960,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:20.713167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-66d7ab64-e801-44c8-a87f-47e4da137160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.715598 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-66d7ab64-e801-44c8-a87f-47e4da137160 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a267b3b-f855-4e74-922a-27738aa89960 HTTP/1.1" status: 204 len: 168 time: 0.8407469 May 28 04:46:20.723314 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.741431 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object 4b583428-d83f-425b-89be-2f36d876033a will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:20.750765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d7933846-0df6-4ba5-9805-723d28c0bd0f tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Deleting port be786b97-ec7e-4d8d-a550-035f1df168e9 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:20.751091 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d7933846-0df6-4ba5-9805-723d28c0bd0f tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.773814 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.784899 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53daa681-898a-427d-94ce-63db0ee4d833 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.826827 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c570d5-bdf1-4e31-8c8d-e8e20570a00f', 'name': '', 'tenant_id': 'f68fe89754b14d9dab24fe13621ba94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a600c4b0-7b58-4b89-9695-5af911198f78', 'external_fixed_ips': [{'subnet_id': '5493a9ba-4ab1-490e-8ab8-56c46009ff75', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '8b9bc1d8-22bd-48ca-8727-461230470dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:09Z', 'updated_at': '2022-05-28T04:46:16Z', 'revision_number': 3, 'project_id': 'f68fe89754b14d9dab24fe13621ba94f', 'gw_port': {'id': '8b9bc1d8-22bd-48ca-8727-461230470dcb', 'name': '', 'network_id': 'a600c4b0-7b58-4b89-9695-5af911198f78', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c570d5-bdf1-4e31-8c8d-e8e20570a00f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5493a9ba-4ab1-490e-8ab8-56c46009ff75', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:12Z', 'updated_at': '2022-05-28T04:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5493a9ba-4ab1-490e-8ab8-56c46009ff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:20.831171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Checking router: 11c570d5-bdf1-4e31-8c8d-e8e20570a00f for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:46:20.831708 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Updating router 11c570d5-bdf1-4e31-8c8d-e8e20570a00f port 8b9bc1d8-22bd-48ca-8727-461230470dcb binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:46:20.865408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-53daa681-898a-427d-94ce-63db0ee4d833 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Deleting port a2519e62-7be1-4c40-b33f-e4fc71959224 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:20.869631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53daa681-898a-427d-94ce-63db0ee4d833 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.884225 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:20.894358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:20.907619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:20.914177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:20.914949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.918621 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:20.940408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=4b583428-d83f-425b-89be-2f36d876033a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:20.956832 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-344a3e8f-fc48-41f3-b192-c0d6bc939a34 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6467535 May 28 04:46:20.957422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51978) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:21.103135 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:21.106825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20bf59b-7e73-4192-bb37-dc058bbd9a09 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:21.116377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20bf59b-7e73-4192-bb37-dc058bbd9a09 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:21.119506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b20bf59b-7e73-4192-bb37-dc058bbd9a09 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:21.152042 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b20bf59b-7e73-4192-bb37-dc058bbd9a09 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:21.156047 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b20bf59b-7e73-4192-bb37-dc058bbd9a09 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1948304 May 28 04:46:21.157459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 51984) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:21.275578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e878d-955b-47fe-99ab-62a0e1349c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port 4b583428-d83f-425b-89be-2f36d876033a {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:21.276990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fb4e878d-955b-47fe-99ab-62a0e1349c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:21.288843 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3da83e4-c7a7-4237-88c6-2307dba64b1f', 'name': '', 'tenant_id': '5a788c7b6c57418aae60ee20be84910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '479ddedc-6b17-46ec-b55d-a5752725c4a9', 'external_fixed_ips': [{'subnet_id': 'c1bd6820-70a5-45a4-a4d8-a64de317e40e', 'ip_address': '2001:db8::110'}], 'enable_snat': True}, 'gw_port_id': 'a2519e62-7be1-4c40-b33f-e4fc71959224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:08Z', 'updated_at': '2022-05-28T04:46:15Z', 'revision_number': 3, 'project_id': '5a788c7b6c57418aae60ee20be84910f', 'gw_port': {'id': 'a2519e62-7be1-4c40-b33f-e4fc71959224', 'name': '', 'network_id': '479ddedc-6b17-46ec-b55d-a5752725c4a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3da83e4-c7a7-4237-88c6-2307dba64b1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c1bd6820-70a5-45a4-a4d8-a64de317e40e', 'ip_address': '2001:db8::110', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:11Z', 'updated_at': '2022-05-28T04:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1bd6820-70a5-45a4-a4d8-a64de317e40e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:21.296906 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6687e6-da53-4b5b-a9d0-4794455221c5 None None] The sync data for ids ['f3da83e4-c7a7-4237-88c6-2307dba64b1f'] in dv-neutron-843300-5-hyperv is: [{'id': 'f3da83e4-c7a7-4237-88c6-2307dba64b1f', 'name': '', 'tenant_id': '5a788c7b6c57418aae60ee20be84910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '479ddedc-6b17-46ec-b55d-a5752725c4a9', 'external_fixed_ips': [{'subnet_id': 'c1bd6820-70a5-45a4-a4d8-a64de317e40e', 'ip_address': '2001:db8::110'}], 'enable_snat': True}, 'gw_port_id': 'a2519e62-7be1-4c40-b33f-e4fc71959224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:08Z', 'updated_at': '2022-05-28T04:46:15Z', 'revision_number': 3, 'project_id': '5a788c7b6c57418aae60ee20be84910f', 'gw_port': {'id': 'a2519e62-7be1-4c40-b33f-e4fc71959224', 'name': '', 'network_id': '479ddedc-6b17-46ec-b55d-a5752725c4a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e7:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3da83e4-c7a7-4237-88c6-2307dba64b1f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c1bd6820-70a5-45a4-a4d8-a64de317e40e', 'ip_address': '2001:db8::110', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:11Z', 'updated_at': '2022-05-28T04:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c1bd6820-70a5-45a4-a4d8-a64de317e40e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:46:21.350832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Transition to ACTIVE for port object 4416ac27-25ad-4106-9c50-5f922c57218b will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:21.523602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d7933846-0df6-4ba5-9805-723d28c0bd0f tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:21.524258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d7933846-0df6-4ba5-9805-723d28c0bd0f tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:21.630739 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:21.647897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Transition to ACTIVE for port object 8b9bc1d8-22bd-48ca-8727-461230470dcb will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:21.656738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fb4e878d-955b-47fe-99ab-62a0e1349c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:21.668763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:21.674892 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d0e08-f46f-47e4-86d2-50607ed2b4a2 req-122bba12-8ae5-4e48-b517-cea974970128 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:21.676574 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b95d0e08-f46f-47e4-86d2-50607ed2b4a2 req-122bba12-8ae5-4e48-b517-cea974970128 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.2151904 May 28 04:46:21.727865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a9c79b58-7fcb-4791-8080-6b44d3115dae None None] Provisioning for port 9199dec9-c0b8-4c96-82e6-ee28784609d8 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:21.766100 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d7933846-0df6-4ba5-9805-723d28c0bd0f tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Calling delete_port for be786b97-ec7e-4d8d-a550-035f1df168e9 owned by network:floatingip {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:21.767997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Attempting to bind port 8b9bc1d8-22bd-48ca-8727-461230470dcb on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:46:21.768245 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Attempting to bind port 8b9bc1d8-22bd-48ca-8727-461230470dcb by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'd2fdd89e-90f0-479e-b836-6f4bed644161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a600c4b0-7b58-4b89-9695-5af911198f78'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:46:21.768610 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Attempting to bind port 8b9bc1d8-22bd-48ca-8727-461230470dcb on network a600c4b0-7b58-4b89-9695-5af911198f78 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:46:21.779357 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:46:21.779719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Checking segment: {'id': 'd2fdd89e-90f0-479e-b836-6f4bed644161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a600c4b0-7b58-4b89-9695-5af911198f78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:46:21.780113 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:21.780493 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Bound using segment: {'id': 'd2fdd89e-90f0-479e-b836-6f4bed644161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a600c4b0-7b58-4b89-9695-5af911198f78'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:46:21.780956 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Bound port: 8b9bc1d8-22bd-48ca-8727-461230470dcb, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2fdd89e-90f0-479e-b836-6f4bed644161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'a600c4b0-7b58-4b89-9695-5af911198f78'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:46:21.781316 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:21.829880 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-53daa681-898a-427d-94ce-63db0ee4d833 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] For port a2519e62-7be1-4c40-b33f-e4fc71959224, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a2519e62-7be1-4c40-b33f-e4fc71959224,segment=NetworkSegment(9293c91a-12d1-44b3-97b2-1d4d4592f891),segment_id=9293c91a-12d1-44b3-97b2-1d4d4592f891)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:21.830437 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53daa681-898a-427d-94ce-63db0ee4d833 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:21.863800 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457a7f2-7e77-49ef-881e-b8468175bb7e None None] Pushing event updated for resources: {'Port': ['ID=8b9bc1d8-22bd-48ca-8727-461230470dcb,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:21.907694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:21.970936 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] For port 8b9bc1d8-22bd-48ca-8727-461230470dcb, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:46:21.974405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e81767a2-e9e6-499a-be1e-267acca9ab09 None None] Provisioning for port 4b583428-d83f-425b-89be-2f36d876033a completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:21.980710 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] For port 8b9bc1d8-22bd-48ca-8727-461230470dcb, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8b9bc1d8-22bd-48ca-8727-461230470dcb,segment=NetworkSegment(d2fdd89e-90f0-479e-b836-6f4bed644161),segment_id=d2fdd89e-90f0-479e-b836-6f4bed644161)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:46:21.982707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e81767a2-e9e6-499a-be1e-267acca9ab09 None None] Provisioning complete for port 4b583428-d83f-425b-89be-2f36d876033a triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:21.983455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e81767a2-e9e6-499a-be1e-267acca9ab09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:21.989396 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e878d-955b-47fe-99ab-62a0e1349c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for 4b583428-d83f-425b-89be-2f36d876033a owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:22.014196 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:22.081253 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b95d0e08-f46f-47e4-86d2-50607ed2b4a2 req-039591ef-7a3a-46a8-9eb4-dcd7e7569a32 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3403716 May 28 04:46:22.118643 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-53daa681-898a-427d-94ce-63db0ee4d833 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Calling delete_port for a2519e62-7be1-4c40-b33f-e4fc71959224 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:22.145742 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52004) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:22.148545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e81767a2-e9e6-499a-be1e-267acca9ab09 None None] Port 4b583428-d83f-425b-89be-2f36d876033a cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:22.150032 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f24bd7ed-6abd-4f7e-a4c9-24c15e3bf1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:22.163006 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457a7f2-7e77-49ef-881e-b8468175bb7e None None] Pushing event updated for resources: {'Port': ['ID=8b9bc1d8-22bd-48ca-8727-461230470dcb,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:22.168605 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Routers {'11c570d5-bdf1-4e31-8c8d-e8e20570a00f'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:22.168605 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:45:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['11c570d5-bdf1-4e31-8c8d-e8e20570a00f'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:22.185417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:22.186491 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5020150-8844-485d-b712-c8661f7cabfa tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:22.194234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:22.196700 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:22.215968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fb4e878d-955b-47fe-99ab-62a0e1349c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:22.270477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e878d-955b-47fe-99ab-62a0e1349c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=4b583428-d83f-425b-89be-2f36d876033a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:22.321820 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e5020150-8844-485d-b712-c8661f7cabfa tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Deleting port 8b9bc1d8-22bd-48ca-8727-461230470dcb {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:22.322167 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5020150-8844-485d-b712-c8661f7cabfa tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:22.359399 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event updated for resources: {'Port': ['ID=4416ac27-25ad-4106-9c50-5f922c57218b,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:22.374707 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fb4e878d-955b-47fe-99ab-62a0e1349c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:22.382496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1426094708'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:22.389145 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:22.394558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Usage tracker for resource:network and tenant:ee913605a2a2442f977d076c919a0ab6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:22.400772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:22.408528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:22.418694 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fb4e878d-955b-47fe-99ab-62a0e1349c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/4b583428-d83f-425b-89be-2f36d876033a HTTP/1.1" status: 204 len: 168 time: 1.2598689 May 28 04:46:22.421182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52010) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:22.457295 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Made reservation on behalf of ee913605a2a2442f977d076c919a0ab6 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:22.460809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:22.502931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:22.576302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8f5748-eb98-4aa9-a173-a36c41b3af06 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:22.577628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8f5748-eb98-4aa9-a173-a36c41b3af06 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:22.578390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9f8f5748-eb98-4aa9-a173-a36c41b3af06 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:22.595028 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] Set router 11c570d5-bdf1-4e31-8c8d-e8e20570a00f gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:46:22.596869 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:22.603297 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Usage tracker for resource:security_group_rule and tenant:ee913605a2a2442f977d076c919a0ab6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:22.606751 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:22.613252 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9f8f5748-eb98-4aa9-a173-a36c41b3af06 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:22.615526 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9f8f5748-eb98-4aa9-a173-a36c41b3af06 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1931238 May 28 04:46:22.616784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:22.619201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52014) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:22.658718 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9199dec9-c0b8-4c96-82e6-ee28784609d8 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:46:22.746484 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:22.747227 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:22.853334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:22.867716 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5438eb09-498c-4439-8f8e-103ebf7ebe58 None None] Provisioning for port 4416ac27-25ad-4106-9c50-5f922c57218b completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:22.871638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:22.880123 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5438eb09-498c-4439-8f8e-103ebf7ebe58 None None] Provisioning complete for port 4416ac27-25ad-4106-9c50-5f922c57218b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:22.880475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5438eb09-498c-4439-8f8e-103ebf7ebe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:22.894080 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cd8ed2-295b-468d-b13e-360709deba61 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 9b2d48f8-6f2c-434b-872a-e4dd2b046e68 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:46:22.905500 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8ed2-295b-468d-b13e-360709deba61 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:22.933349 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e6e0de9f-7b68-492d-a6b6-95acc3c9fb22 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7805059 May 28 04:46:22.936627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52018) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:22.943310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d7933846-0df6-4ba5-9805-723d28c0bd0f tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:22.951755 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:46:22.961523 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5438eb09-498c-4439-8f8e-103ebf7ebe58 None None] Port 4416ac27-25ad-4106-9c50-5f922c57218b cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:22.974026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad5ff85-8188-45c5-a824-807025a7e398,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:22.996064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:22.997924 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Added segment 3a0f64fb-e360-4c8f-adbb-c5f97cf89f3e of type vlan for network ab138742-cdd0-4ebc-9f2c-dae6019785a8 May 28 04:46:23.005836 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-433e9dd0-8cca-4df2-84a6-c898d3ae7f68 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b7:11:16'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:23.013070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8ed2-295b-468d-b13e-360709deba61 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:23.020775 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 9199dec9-c0b8-4c96-82e6-ee28784609d8 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:23.039822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 9199dec9-c0b8-4c96-82e6-ee28784609d8 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:23.040195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:23.084305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:23.111708 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7933846-0df6-4ba5-9805-723d28c0bd0f tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Pushing event deleted for resources: {'Port': ['ID=be786b97-ec7e-4d8d-a550-035f1df168e9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:23.154652 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:23.159113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:23.159750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:23.165547 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8ed2-295b-468d-b13e-360709deba61 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:23.207451 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:23.229278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c570d5-bdf1-4e31-8c8d-e8e20570a00f', 'name': '', 'tenant_id': 'f68fe89754b14d9dab24fe13621ba94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a600c4b0-7b58-4b89-9695-5af911198f78', 'external_fixed_ips': [{'subnet_id': '5493a9ba-4ab1-490e-8ab8-56c46009ff75', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '8b9bc1d8-22bd-48ca-8727-461230470dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:09Z', 'updated_at': '2022-05-28T04:46:16Z', 'revision_number': 3, 'project_id': 'f68fe89754b14d9dab24fe13621ba94f', 'gw_port': {'id': '8b9bc1d8-22bd-48ca-8727-461230470dcb', 'name': '', 'network_id': 'a600c4b0-7b58-4b89-9695-5af911198f78', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c570d5-bdf1-4e31-8c8d-e8e20570a00f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5493a9ba-4ab1-490e-8ab8-56c46009ff75', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:12Z', 'updated_at': '2022-05-28T04:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5493a9ba-4ab1-490e-8ab8-56c46009ff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:23.242105 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631a4285-11dc-49c9-a2b3-9d32844af89e None None] The sync data for ids ['11c570d5-bdf1-4e31-8c8d-e8e20570a00f'] in dv-neutron-843300-5-hyperv is: [{'id': '11c570d5-bdf1-4e31-8c8d-e8e20570a00f', 'name': '', 'tenant_id': 'f68fe89754b14d9dab24fe13621ba94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a600c4b0-7b58-4b89-9695-5af911198f78', 'external_fixed_ips': [{'subnet_id': '5493a9ba-4ab1-490e-8ab8-56c46009ff75', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '8b9bc1d8-22bd-48ca-8727-461230470dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:09Z', 'updated_at': '2022-05-28T04:46:16Z', 'revision_number': 3, 'project_id': 'f68fe89754b14d9dab24fe13621ba94f', 'gw_port': {'id': '8b9bc1d8-22bd-48ca-8727-461230470dcb', 'name': '', 'network_id': 'a600c4b0-7b58-4b89-9695-5af911198f78', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:26:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c570d5-bdf1-4e31-8c8d-e8e20570a00f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5493a9ba-4ab1-490e-8ab8-56c46009ff75', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:12Z', 'updated_at': '2022-05-28T04:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5493a9ba-4ab1-490e-8ab8-56c46009ff75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:46:23.346097 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-e5020150-8844-485d-b712-c8661f7cabfa tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] For port 8b9bc1d8-22bd-48ca-8727-461230470dcb, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8b9bc1d8-22bd-48ca-8727-461230470dcb,segment=NetworkSegment(d2fdd89e-90f0-479e-b836-6f4bed644161),segment_id=d2fdd89e-90f0-479e-b836-6f4bed644161)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:23.346407 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5020150-8844-485d-b712-c8661f7cabfa tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:23.364114 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d7933846-0df6-4ba5-9805-723d28c0bd0f tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:23.372436 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2227018 May 28 04:46:23.376979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52024) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:23.386517 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44807c3b-6114-4494-b1d6-47ce290aa386 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Network': ['ID=ab138742-cdd0-4ebc-9f2c-dae6019785a8,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:23.395158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-97d0e63c-0f47-4ae4-9706-d8c06e44fc8f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'subnet': {'network_id': 'ab138742-cdd0-4ebc-9f2c-dae6019785a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:23.398243 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network ab138742-cdd0-4ebc-9f2c-dae6019785a8 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:46:23.419051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53daa681-898a-427d-94ce-63db0ee4d833 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:23.510464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8ed2-295b-468d-b13e-360709deba61 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:23.515589 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e5020150-8844-485d-b712-c8661f7cabfa tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Calling delete_port for 8b9bc1d8-22bd-48ca-8727-461230470dcb owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:23.543340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d7933846-0df6-4ba5-9805-723d28c0bd0f tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:23.548246 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d7933846-0df6-4ba5-9805-723d28c0bd0f tempest-FloatingIPAdminTestJSON-581997225 tempest-FloatingIPAdminTestJSON-581997225-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/cddae5bd-3fab-4e2b-a9d9-924bda19d153 HTTP/1.1" status: 204 len: 168 time: 3.1592183 May 28 04:46:23.549747 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52028) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:23.563571 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53daa681-898a-427d-94ce-63db0ee4d833 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2519e62-7be1-4c40-b33f-e4fc71959224,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:23.564570 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:46:23.565875 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:46:23.566403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f42d92-c148-435e-bdde-4c0e52adf225 req-b01fd2d0-8362-4df0-a8fd-7db4d4f6f25d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:23.567877 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-95f42d92-c148-435e-bdde-4c0e52adf225 req-b01fd2d0-8362-4df0-a8fd-7db4d4f6f25d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.3270133 May 28 04:46:23.597271 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd8ed2-295b-468d-b13e-360709deba61 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=9b2d48f8-6f2c-434b-872a-e4dd2b046e68,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:23.601117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-97d0e63c-0f47-4ae4-9706-d8c06e44fc8f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:23.634350 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-97d0e63c-0f47-4ae4-9706-d8c06e44fc8f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Usage tracker for resource:subnet and tenant:ee913605a2a2442f977d076c919a0ab6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:23.639435 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3cd8ed2-295b-468d-b13e-360709deba61 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:23.641867 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f87ce31-c8b1-4b03-a841-4db7ae5c8460 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:23.645043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-97d0e63c-0f47-4ae4-9706-d8c06e44fc8f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:23.665675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-97d0e63c-0f47-4ae4-9706-d8c06e44fc8f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:23.692453 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e3cd8ed2-295b-468d-b13e-360709deba61 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/9b2d48f8-6f2c-434b-872a-e4dd2b046e68 HTTP/1.1" status: 204 len: 168 time: 1.0699382 May 28 04:46:23.697408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52032) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:23.698074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d0e63c-0f47-4ae4-9706-d8c06e44fc8f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Made reservation on behalf of ee913605a2a2442f977d076c919a0ab6 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:23.720115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-dad9e230-280c-4d5f-99c2-3f877015527c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Deleting port eb778974-2667-45ac-9235-31c17a6abde4 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:23.720482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dad9e230-280c-4d5f-99c2-3f877015527c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:23.846405 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53daa681-898a-427d-94ce-63db0ee4d833 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:23.918082 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb02314-5bdc-4e3c-ab3b-5d59f286caef None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:46:23.924943 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ccb02314-5bdc-4e3c-ab3b-5d59f286caef None None] Deleting port 9199dec9-c0b8-4c96-82e6-ee28784609d8 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:23.925361 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ccb02314-5bdc-4e3c-ab3b-5d59f286caef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:23.977495 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-95f42d92-c148-435e-bdde-4c0e52adf225 req-7c3c57ea-e13f-4298-b22a-82838ba09c24 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3780625 May 28 04:46:23.994779 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ccae362d-a043-4640-b6aa-f85bb1543249 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2791724 May 28 04:46:23.997493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52036) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:24.010951 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5d2ed6db-b5e4-4d04-a3a5-324fff849780 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:24.011794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-433e9dd0-8cca-4df2-84a6-c898d3ae7f68 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.150370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97d0e63c-0f47-4ae4-9706-d8c06e44fc8f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.206440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ccb02314-5bdc-4e3c-ab3b-5d59f286caef None None] For port 9199dec9-c0b8-4c96-82e6-ee28784609d8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9199dec9-c0b8-4c96-82e6-ee28784609d8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:24.206980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ccb02314-5bdc-4e3c-ab3b-5d59f286caef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.218815 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.327456 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53daa681-898a-427d-94ce-63db0ee4d833 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.353626 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53daa681-898a-427d-94ce-63db0ee4d833 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.357228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5d2ed6db-b5e4-4d04-a3a5-324fff849780 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:24.361367 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ccb02314-5bdc-4e3c-ab3b-5d59f286caef None None] Calling delete_port for 9199dec9-c0b8-4c96-82e6-ee28784609d8 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:24.374140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5d2ed6db-b5e4-4d04-a3a5-324fff849780 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:24.385204 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5d2ed6db-b5e4-4d04-a3a5-324fff849780 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:24.400406 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5d2ed6db-b5e4-4d04-a3a5-324fff849780 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:24.435420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2ed6db-b5e4-4d04-a3a5-324fff849780 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:24.439346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d2ed6db-b5e4-4d04-a3a5-324fff849780 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.446948 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5020150-8844-485d-b712-c8661f7cabfa tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.474848 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7eaddee0-1c8e-4d4a-88f5-c9273582a43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.482634 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 9199dec9-c0b8-4c96-82e6-ee28784609d8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9199dec9-c0b8-4c96-82e6-ee28784609d8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:24.495760 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.511175 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5020150-8844-485d-b712-c8661f7cabfa tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b9bc1d8-22bd-48ca-8727-461230470dcb,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:24.566502 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53daa681-898a-427d-94ce-63db0ee4d833 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.567037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53daa681-898a-427d-94ce-63db0ee4d833 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3da83e4-c7a7-4237-88c6-2307dba64b1f {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:46:24.569841 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-ccb02314-5bdc-4e3c-ab3b-5d59f286caef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:46:24.570571 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-ccb02314-5bdc-4e3c-ab3b-5d59f286caef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:46:24.573164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dad9e230-280c-4d5f-99c2-3f877015527c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.608801 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=9199dec9-c0b8-4c96-82e6-ee28784609d8,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:24.638574 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.640599 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9199dec9-c0b8-4c96-82e6-ee28784609d8 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:46:24.703504 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53daa681-898a-427d-94ce-63db0ee4d833 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.704794 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-53daa681-898a-427d-94ce-63db0ee4d833 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "DELETE /v2.0/routers/f3da83e4-c7a7-4237-88c6-2307dba64b1f HTTP/1.1" status: 204 len: 168 time: 5.9508979 May 28 04:46:24.710391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52040) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:24.755034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.763879 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-dad9e230-280c-4d5f-99c2-3f877015527c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Calling delete_port for eb778974-2667-45ac-9235-31c17a6abde4 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:24.789638 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 9199dec9-c0b8-4c96-82e6-ee28784609d8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9199dec9-c0b8-4c96-82e6-ee28784609d8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:24.796818 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.872563 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=9199dec9-c0b8-4c96-82e6-ee28784609d8,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:24.906948 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-af315aa0-5218-4020-959d-f1f0c3155c6d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Deleting subnet c1bd6820-70a5-45a4-a4d8-a64de317e40e {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:46:24.909972 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-af315aa0-5218-4020-959d-f1f0c3155c6d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.933519 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97d0e63c-0f47-4ae4-9706-d8c06e44fc8f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:24.984599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-af315aa0-5218-4020-959d-f1f0c3155c6d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.010591 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5020150-8844-485d-b712-c8661f7cabfa tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.072295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ccb02314-5bdc-4e3c-ab3b-5d59f286caef None None] Deleting port 9199dec9-c0b8-4c96-82e6-ee28784609d8 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:25.073167 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ccb02314-5bdc-4e3c-ab3b-5d59f286caef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.122850 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dad9e230-280c-4d5f-99c2-3f877015527c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.129096 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0e63c-0f47-4ae4-9706-d8c06e44fc8f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Subnet': ['ID=88d065d9-f99f-403c-8ca3-8dfa7eb4daed,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:25.184911 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d2ed6db-b5e4-4d04-a3a5-324fff849780 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.246569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9e230-280c-4d5f-99c2-3f877015527c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Pushing event deleted for resources: {'Port': ['ID=eb778974-2667-45ac-9235-31c17a6abde4,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:25.312368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d0e63c-0f47-4ae4-9706-d8c06e44fc8f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Checking segment: {'id': '3a0f64fb-e360-4c8f-adbb-c5f97cf89f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'ab138742-cdd0-4ebc-9f2c-dae6019785a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:46:25.312694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0e63c-0f47-4ae4-9706-d8c06e44fc8f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network hostable DHCP agents. Network: ab138742-cdd0-4ebc-9f2c-dae6019785a8, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:46:25.333411 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ccb02314-5bdc-4e3c-ab3b-5d59f286caef None None] For port 9199dec9-c0b8-4c96-82e6-ee28784609d8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9199dec9-c0b8-4c96-82e6-ee28784609d8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:25.333901 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ccb02314-5bdc-4e3c-ab3b-5d59f286caef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.376801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2ed6db-b5e4-4d04-a3a5-324fff849780 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:25.383555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-5d2ed6db-b5e4-4d04-a3a5-324fff849780 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:25.386821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2ed6db-b5e4-4d04-a3a5-324fff849780 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:25.387398 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d2ed6db-b5e4-4d04-a3a5-324fff849780 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.400043 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5020150-8844-485d-b712-c8661f7cabfa tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.404486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5020150-8844-485d-b712-c8661f7cabfa tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.431377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ed6db-b5e4-4d04-a3a5-324fff849780 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=4e656844-dc0c-478b-aecc-11e40aad68db,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:25.438227 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5020150-8844-485d-b712-c8661f7cabfa tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.438566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5020150-8844-485d-b712-c8661f7cabfa tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11c570d5-bdf1-4e31-8c8d-e8e20570a00f {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:46:25.465502 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5020150-8844-485d-b712-c8661f7cabfa tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.466555 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e5020150-8844-485d-b712-c8661f7cabfa tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "DELETE /v2.0/routers/11c570d5-bdf1-4e31-8c8d-e8e20570a00f HTTP/1.1" status: 204 len: 168 time: 6.0387042 May 28 04:46:25.470437 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52048) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:25.483942 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dad9e230-280c-4d5f-99c2-3f877015527c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.486567 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dad9e230-280c-4d5f-99c2-3f877015527c tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] 10.222.0.15 "DELETE /v2.0/ports/eb778974-2667-45ac-9235-31c17a6abde4 HTTP/1.1" status: 204 len: 168 time: 1.9349535 May 28 04:46:25.490253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52052) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:25.528446 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ccb02314-5bdc-4e3c-ab3b-5d59f286caef None None] Calling delete_port for 9199dec9-c0b8-4c96-82e6-ee28784609d8 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:25.537051 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5d2ed6db-b5e4-4d04-a3a5-324fff849780 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5345409 May 28 04:46:25.543294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52056) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:25.548179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-af315aa0-5218-4020-959d-f1f0c3155c6d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.549208 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d0e63c-0f47-4ae4-9706-d8c06e44fc8f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network ab138742-cdd0-4ebc-9f2c-dae6019785a8 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:46:25.557925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'fixed_ips': [{'subnet_id': '4e656844-dc0c-478b-aecc-11e40aad68db', 'ip_address': '2001:db8::f8cd:456f:e106:322'}], 'name': 'tempest-NetworksTestDHCPv6-909005577'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:25.580890 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8e35a-0cf7-4fef-ae0f-4e36b591c9fe req-cfc06552-2595-4490-b131-17654c217ba8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:25.582300 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dfb8e35a-0cf7-4fef-ae0f-4e36b591c9fe req-cfc06552-2595-4490-b131-17654c217ba8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.4108374 May 28 04:46:25.588436 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-433e9dd0-8cca-4df2-84a6-c898d3ae7f68 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.605036 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-c73135fc-37be-4075-9280-98eeeb512c43 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Deleting subnet 5493a9ba-4ab1-490e-8ab8-56c46009ff75 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:46:25.606286 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.606873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-433e9dd0-8cca-4df2-84a6-c898d3ae7f68 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.610177 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.635395 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ccb02314-5bdc-4e3c-ab3b-5d59f286caef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.649176 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c73135fc-37be-4075-9280-98eeeb512c43 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.661793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-97d0e63c-0f47-4ae4-9706-d8c06e44fc8f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, ab138742-cdd0-4ebc-9f2c-dae6019785a8) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:25.666816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d0e63c-0f47-4ae4-9706-d8c06e44fc8f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:25.667387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97d0e63c-0f47-4ae4-9706-d8c06e44fc8f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.681977 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb02314-5bdc-4e3c-ab3b-5d59f286caef None None] Pushing event deleted for resources: {'Port': ['ID=9199dec9-c0b8-4c96-82e6-ee28784609d8,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:25.683812 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af1e24e-3d3d-4f4b-827e-9c0be59a38f5 None None] Network ab138742-cdd0-4ebc-9f2c-dae6019785a8 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:25.763736 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb02314-5bdc-4e3c-ab3b-5d59f286caef None None] No DVR routers for this DVR port 9199dec9-c0b8-4c96-82e6-ee28784609d8 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:46:25.782326 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c73135fc-37be-4075-9280-98eeeb512c43 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.803554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8de0b3-14d9-42ec-b518-5dd7d6a47fe6 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:25.882802 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-97d0e63c-0f47-4ae4-9706-d8c06e44fc8f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.5010252 May 28 04:46:25.889820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52060) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:25.890676 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433e9dd0-8cca-4df2-84a6-c898d3ae7f68 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event updated for resources: {'Port': ['ID=4416ac27-25ad-4106-9c50-5f922c57218b,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:25.912875 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-af315aa0-5218-4020-959d-f1f0c3155c6d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:25.961523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-572985206', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}, 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:25.971900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:25.993237 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dfb8e35a-0cf7-4fef-ae0f-4e36b591c9fe req-ec93ab47-527a-4baa-8205-832c842b16e3 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512571 May 28 04:46:26.004624 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Usage tracker for resource:router and tenant:ee913605a2a2442f977d076c919a0ab6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:26.013621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:26.025390 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c73135fc-37be-4075-9280-98eeeb512c43 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:26.027183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:26.031898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:26.044448 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:26.052406 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61218e3-7a91-4fd4-b9bc-99cdc4a4a6de tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:26.053201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e61218e3-7a91-4fd4-b9bc-99cdc4a4a6de tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Synchronizing usage tracker for tenant:961705fbe7f240909d7e946a775fa8ee on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:26.056190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:26.056357 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af315aa0-5218-4020-959d-f1f0c3155c6d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c1bd6820-70a5-45a4-a4d8-a64de317e40e,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:26.058667 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-af315aa0-5218-4020-959d-f1f0c3155c6d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:26.065271 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:26.066676 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-433e9dd0-8cca-4df2-84a6-c898d3ae7f68 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] In _notify_port_updated(), no bound segment for port 4416ac27-25ad-4106-9c50-5f922c57218b on network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a {{(pid=84009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:46:26.070842 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e9dd0-8cca-4df2-84a6-c898d3ae7f68 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:26.071697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-433e9dd0-8cca-4df2-84a6-c898d3ae7f68 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:26.073057 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-433e9dd0-8cca-4df2-84a6-c898d3ae7f68 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "PUT /v2.0/ports/4416ac27-25ad-4106-9c50-5f922c57218b HTTP/1.1" status: 200 len: 994 time: 3.1351199 May 28 04:46:26.074590 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:26.075993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:26.081273 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52064) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:26.095476 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:26.102512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:26.119009 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e61218e3-7a91-4fd4-b9bc-99cdc4a4a6de tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Unset dirty status for tenant:961705fbe7f240909d7e946a775fa8ee on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:26.122872 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e61218e3-7a91-4fd4-b9bc-99cdc4a4a6de tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b HTTP/1.1" status: 200 len: 913 time: 0.6279817 May 28 04:46:26.124773 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fc1c21-86e9-4220-ab32-22b2fd50544c None None] Network ab138742-cdd0-4ebc-9f2c-dae6019785a8 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:26.125371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52068) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:26.136204 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-af315aa0-5218-4020-959d-f1f0c3155c6d tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/c1bd6820-70a5-45a4-a4d8-a64de317e40e HTTP/1.1" status: 204 len: 168 time: 1.3660476 May 28 04:46:26.146753 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52072) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:26.250287 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6d1876aa-355b-4e60-99b2-6e8b7f7071b6 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Deleting port 4416ac27-25ad-4106-9c50-5f922c57218b {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:26.250625 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6d1876aa-355b-4e60-99b2-6e8b7f7071b6 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:26.253136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port 86045610-ebb1-4147-b3f5-40edb0d46cba yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:26.304908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:26.305116 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-09fb3df8-5953-4e18-b125-08442d79c28c None None] Provisioning complete for port 4416ac27-25ad-4106-9c50-5f922c57218b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:26.305116 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-09fb3df8-5953-4e18-b125-08442d79c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:26.365781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': '4e656844-dc0c-478b-aecc-11e40aad68db'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:46:26.366349 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:26.430657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d788700d-45c1-4e1d-8645-b577f8250b2f tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:26.602838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-09fb3df8-5953-4e18-b125-08442d79c28c None None] Port 4416ac27-25ad-4106-9c50-5f922c57218b cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:26.626794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c73135fc-37be-4075-9280-98eeeb512c43 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:26.732643 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c73135fc-37be-4075-9280-98eeeb512c43 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:26.752837 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73135fc-37be-4075-9280-98eeeb512c43 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5493a9ba-4ab1-490e-8ab8-56c46009ff75,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:26.784376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:26.792621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::f8cd:456f:e106:322 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/4e656844-dc0c-478b-aecc-11e40aad68db/86045610-ebb1-4147-b3f5-40edb0d46cba) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:26.828071 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c73135fc-37be-4075-9280-98eeeb512c43 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/5493a9ba-4ab1-490e-8ab8-56c46009ff75 HTTP/1.1" status: 204 len: 168 time: 1.3550742 May 28 04:46:26.835907 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52076) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:26.986488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d788700d-45c1-4e1d-8645-b577f8250b2f tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.036140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.050349 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7dc01f9a-dfe8-4ec3-8573-72fae5186a3d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.073681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6d1876aa-355b-4e60-99b2-6e8b7f7071b6 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.092758 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d788700d-45c1-4e1d-8645-b577f8250b2f tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479ddedc-6b17-46ec-b55d-a5752725c4a9']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:27.205333 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d788700d-45c1-4e1d-8645-b577f8250b2f tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9293c91a-12d1-44b3-97b2-1d4d4592f891') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:27.205625 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d788700d-45c1-4e1d-8645-b577f8250b2f tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9293c91a-12d1-44b3-97b2-1d4d4592f891') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:27.276878 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6d1876aa-355b-4e60-99b2-6e8b7f7071b6 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Calling delete_port for 4416ac27-25ad-4106-9c50-5f922c57218b owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:27.427712 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.452681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d788700d-45c1-4e1d-8645-b577f8250b2f tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.462558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416bb90-ad7f-45eb-be9a-52b245ee4676 req-697923d1-64d0-4ff6-bd23-7c70f8da2f80 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:27.464108 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8416bb90-ad7f-45eb-be9a-52b245ee4676 req-697923d1-64d0-4ff6-bd23-7c70f8da2f80 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.2298887 May 28 04:46:27.508298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object 86045610-ebb1-4147-b3f5-40edb0d46cba will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:27.581775 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8416bb90-ad7f-45eb-be9a-52b245ee4676 req-f4d1548d-f9ee-4ffe-8c78-c7114e4b9275 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070087 May 28 04:46:27.582311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.585521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d788700d-45c1-4e1d-8645-b577f8250b2f tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.601172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d788700d-45c1-4e1d-8645-b577f8250b2f tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:46:27.601636 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d788700d-45c1-4e1d-8645-b577f8250b2f tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:46:27.615123 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:46:27.621055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.661919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.663304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7dc01f9a-dfe8-4ec3-8573-72fae5186a3d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.705199 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Allocated IP 2001:db8::2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/4e656844-dc0c-478b-aecc-11e40aad68db/d7149710-fbee-4f6a-96b9-ba393fc0cce8) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:27.723550 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-7dc01f9a-dfe8-4ec3-8573-72fae5186a3d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a600c4b0-7b58-4b89-9695-5af911198f78']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:27.738349 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-7dc01f9a-dfe8-4ec3-8573-72fae5186a3d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2fdd89e-90f0-479e-b836-6f4bed644161') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:27.738898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-7dc01f9a-dfe8-4ec3-8573-72fae5186a3d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2fdd89e-90f0-479e-b836-6f4bed644161') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:27.798092 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7dc01f9a-dfe8-4ec3-8573-72fae5186a3d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.809769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d788700d-45c1-4e1d-8645-b577f8250b2f tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.841230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7dc01f9a-dfe8-4ec3-8573-72fae5186a3d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.850324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d788700d-45c1-4e1d-8645-b577f8250b2f tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 479ddedc-6b17-46ec-b55d-a5752725c4a9 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 28 04:46:27.860229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc01f9a-dfe8-4ec3-8573-72fae5186a3d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:46:27.860627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7dc01f9a-dfe8-4ec3-8573-72fae5186a3d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.881811 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d788700d-45c1-4e1d-8645-b577f8250b2f tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Pushing event deleted for resources: {'Network': ['ID=479ddedc-6b17-46ec-b55d-a5752725c4a9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:46:27.883624 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:46:27.885341 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d788700d-45c1-4e1d-8645-b577f8250b2f tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:27.927981 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d788700d-45c1-4e1d-8645-b577f8250b2f tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "DELETE /v2.0/networks/479ddedc-6b17-46ec-b55d-a5752725c4a9 HTTP/1.1" status: 204 len: 168 time: 1.7760787 May 28 04:46:27.961694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:27.966319 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=86045610-ebb1-4147-b3f5-40edb0d46cba,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:27.997373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:28.010000 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Transition to ACTIVE for port object d7149710-fbee-4f6a-96b9-ba393fc0cce8 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:28.034201 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6d1876aa-355b-4e60-99b2-6e8b7f7071b6 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:28.034900 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Transition to ACTIVE for port object d7149710-fbee-4f6a-96b9-ba393fc0cce8 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:28.049348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:28.052493 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:28.064517 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:28.068780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:28.074129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:28.120032 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1876aa-355b-4e60-99b2-6e8b7f7071b6 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event deleted for resources: {'Port': ['ID=4416ac27-25ad-4106-9c50-5f922c57218b,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:28.133210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f6b0-028b-4637-bca0-84a5e747fe8b tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:28.190148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:28.196597 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:28.202037 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:28.206602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Pushing event updated for resources: {'Port': ['ID=d7149710-fbee-4f6a-96b9-ba393fc0cce8,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:28.237109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7dc01f9a-dfe8-4ec3-8573-72fae5186a3d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:28.242516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Allocated IP 172.26.8.65 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/485b53ca-f6ed-4cb3-b81a-509419e875c5) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:28.288756 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc01f9a-dfe8-4ec3-8573-72fae5186a3d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a600c4b0-7b58-4b89-9695-5af911198f78 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 28 04:46:28.294419 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7dc01f9a-dfe8-4ec3-8573-72fae5186a3d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:28.302367 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc01f9a-dfe8-4ec3-8573-72fae5186a3d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Pushing event deleted for resources: {'Network': ['ID=a600c4b0-7b58-4b89-9695-5af911198f78,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:28.310657 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7dc01f9a-dfe8-4ec3-8573-72fae5186a3d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "DELETE /v2.0/networks/a600c4b0-7b58-4b89-9695-5af911198f78 HTTP/1.1" status: 204 len: 168 time: 1.4607639 May 28 04:46:28.438903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Attempting to bind port d7149710-fbee-4f6a-96b9-ba393fc0cce8 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:46:28.439220 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Attempting to bind port d7149710-fbee-4f6a-96b9-ba393fc0cce8 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:46:28.439524 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Attempting to bind port d7149710-fbee-4f6a-96b9-ba393fc0cce8 on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:46:28.449032 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:46:28.449433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:46:28.449819 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:28.450210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:46:28.450668 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Bound port: d7149710-fbee-4f6a-96b9-ba393fc0cce8, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:46:28.451616 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:28.483471 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9831a02b-857f-42ec-bdf2-86130075f1bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.9352450 May 28 04:46:28.484863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52090) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:28.561837 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] For port d7149710-fbee-4f6a-96b9-ba393fc0cce8, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:46:28.566532 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] For port d7149710-fbee-4f6a-96b9-ba393fc0cce8, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d7149710-fbee-4f6a-96b9-ba393fc0cce8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:46:28.576062 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:28.627895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:28.641037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52098) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:28.675818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-759079b8-a0da-451e-a2f6-dcad268255a8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Request body: {'router': {'name': 'tempest-router--1443825884', 'project_id': 'ae09008847cf41f48e2adcff42a14c6d'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:28.687127 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6d1876aa-355b-4e60-99b2-6e8b7f7071b6 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:28.689260 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6d1876aa-355b-4e60-99b2-6e8b7f7071b6 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "DELETE /v2.0/ports/4416ac27-25ad-4106-9c50-5f922c57218b HTTP/1.1" status: 204 len: 168 time: 2.6039281 May 28 04:46:28.695907 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52102) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:28.726036 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d59e9a-f256-4cdd-a0f9-c8d07f596ca3 None None] Pushing event updated for resources: {'Port': ['ID=d7149710-fbee-4f6a-96b9-ba393fc0cce8,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:28.777731 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae7f33b-5b50-409a-8add-93dc956411ba tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] GET failed (client error): The resource could not be found. May 28 04:46:28.778367 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cae7f33b-5b50-409a-8add-93dc956411ba tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Synchronizing usage tracker for tenant:854b855d7a2e4636bb11d03a0e0e4cb5 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:28.817508 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cae7f33b-5b50-409a-8add-93dc956411ba tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Unset dirty status for tenant:854b855d7a2e4636bb11d03a0e0e4cb5 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:28.823766 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cae7f33b-5b50-409a-8add-93dc956411ba tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "GET /v2.0/ports/4416ac27-25ad-4106-9c50-5f922c57218b HTTP/1.1" status: 404 len: 333 time: 0.1219122 May 28 04:46:28.823766 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52108) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:28.828866 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Request body: {'port': {'network_id': '50d27ace-fde8-4cd8-b5be-f35c0ae0237a', 'name': 'tempest-AllowedAddressPairTestJSON-796731712'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:28.829809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-759079b8-a0da-451e-a2f6-dcad268255a8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:28.914134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-759079b8-a0da-451e-a2f6-dcad268255a8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Usage tracker for resource:router and tenant:ae09008847cf41f48e2adcff42a14c6d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:28.920372 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-759079b8-a0da-451e-a2f6-dcad268255a8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:28.941701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-759079b8-a0da-451e-a2f6-dcad268255a8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:28.953312 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52112) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:28.964440 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-02d8eea1-7468-4f55-970b-eb790ecb9e21 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Request body: {'router': {'name': 'tempest-router--1219847001', 'project_id': 'e67cbb01ee51429ca592c6f6d3ea21e8'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:28.976077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-02d8eea1-7468-4f55-970b-eb790ecb9e21 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:28.977386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:28.980739 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-02d8eea1-7468-4f55-970b-eb790ecb9e21 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Usage tracker for resource:router and tenant:e67cbb01ee51429ca592c6f6d3ea21e8 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:28.984012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-02d8eea1-7468-4f55-970b-eb790ecb9e21 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:28.990749 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-02d8eea1-7468-4f55-970b-eb790ecb9e21 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:29.020513 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02d8eea1-7468-4f55-970b-eb790ecb9e21 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:29.021861 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02d8eea1-7468-4f55-970b-eb790ecb9e21 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:29.058158 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:29.073871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02d8eea1-7468-4f55-970b-eb790ecb9e21 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:29.075255 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:29.084932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13963f2-b9c0-4ddb-bb1e-2a63a813d89d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:29.091634 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13963f2-b9c0-4ddb-bb1e-2a63a813d89d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:29.093041 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e13963f2-b9c0-4ddb-bb1e-2a63a813d89d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:29.096389 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Made reservation on behalf of 854b855d7a2e4636bb11d03a0e0e4cb5 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:29.100020 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:29.103894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=485b53ca-f6ed-4cb3-b81a-509419e875c5,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:29.111469 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02d8eea1-7468-4f55-970b-eb790ecb9e21 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:29.140906 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02d8eea1-7468-4f55-970b-eb790ecb9e21 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:29.144763 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-02d8eea1-7468-4f55-970b-eb790ecb9e21 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1875629 May 28 04:46:29.144763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] device_id is not set on port 6c15c2ff-9b79-4bea-8888-3e1a04de91f3 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:29.147460 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e13963f2-b9c0-4ddb-bb1e-2a63a813d89d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:29.151237 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e13963f2-b9c0-4ddb-bb1e-2a63a813d89d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.6637037 May 28 04:46:29.151237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52116) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:29.156530 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52118) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:29.233395 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-759079b8-a0da-451e-a2f6-dcad268255a8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:29.234229 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-759079b8-a0da-451e-a2f6-dcad268255a8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:29.295881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Allocated IP 172.20.0.3 (50d27ace-fde8-4cd8-b5be-f35c0ae0237a/154b9d15-e2fc-4c8f-893c-112c8a972e2d/6c15c2ff-9b79-4bea-8888-3e1a04de91f3) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:29.342541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:29.359881 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:29.362537 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:29.455631 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a2ec865-700b-482f-aa89-20729a0d41e1 req-177519f5-0ba9-4374-b934-b59404fa05ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8874bc9f5e654b27b25dbb6c2a0fb0ef&device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 1098 time: 0.7487357 May 28 04:46:29.467299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-2eb316d7-8029-4ad3-a4c3-5be772cd8c00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port 86045610-ebb1-4147-b3f5-40edb0d46cba {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:29.467888 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2eb316d7-8029-4ad3-a4c3-5be772cd8c00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:29.502348 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:29.513953 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1d844-7f21-4ecd-89db-97865e796847 req-d328aa4e-2ea1-4394-a143-9d2dee919c96 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:29.515432 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30a1d844-7f21-4ecd-89db-97865e796847 req-d328aa4e-2ea1-4394-a143-9d2dee919c96 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.6707723 May 28 04:46:29.518719 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Transition to ACTIVE for port object 6c15c2ff-9b79-4bea-8888-3e1a04de91f3 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:29.544046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:29.590246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-759079b8-a0da-451e-a2f6-dcad268255a8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:29.628063 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:29.631944 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:29.634019 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event updated for resources: {'Port': ['ID=6c15c2ff-9b79-4bea-8888-3e1a04de91f3,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:29.636079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:29.674716 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-314b9eca-1866-46b5-9e14-08b566e896ef tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:29.697953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:29.698611 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:29.737060 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-89d10702-e536-4a1f-b32a-9025f944fd85 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9129844 May 28 04:46:29.737842 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52124) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:29.744943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-51e50381-4056-4c75-b8ca-4cc4caf93afc tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b7:11:16'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:29.967495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9628f3f5-8b82-49f7-979f-aa87a78313e1 None None] Provisioning for port 6c15c2ff-9b79-4bea-8888-3e1a04de91f3 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:29.973586 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9628f3f5-8b82-49f7-979f-aa87a78313e1 None None] Provisioning complete for port 6c15c2ff-9b79-4bea-8888-3e1a04de91f3 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:29.973957 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9628f3f5-8b82-49f7-979f-aa87a78313e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:30.043834 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-9628f3f5-8b82-49f7-979f-aa87a78313e1 None None] Port 6c15c2ff-9b79-4bea-8888-3e1a04de91f3 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:30.094030 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-759079b8-a0da-451e-a2f6-dcad268255a8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:30.187749 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a3714fb0-8fe9-46dd-8a66-579b2de2da07 None None] Provisioning for port d7149710-fbee-4f6a-96b9-ba393fc0cce8 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:30.188727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-51e50381-4056-4c75-b8ca-4cc4caf93afc tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:30.232274 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30a1d844-7f21-4ecd-89db-97865e796847 req-43741661-94d4-4eda-90e6-2f08a4940f21 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6853523 May 28 04:46:30.281118 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-759079b8-a0da-451e-a2f6-dcad268255a8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:30.282336 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-759079b8-a0da-451e-a2f6-dcad268255a8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.6393890 May 28 04:46:30.285151 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52128) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:30.293076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ec865-700b-482f-aa89-20729a0d41e1 req-08dfc8b6-54a7-4722-8e44-6c63a4795c25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:30.294555 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a2ec865-700b-482f-aa89-20729a0d41e1 req-08dfc8b6-54a7-4722-8e44-6c63a4795c25 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8948682-ca33-4cb9-a94c-ea149f8c5b44 HTTP/1.1" status: 200 len: 913 time: 0.7982483 May 28 04:46:30.322309 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-dac4ae3e-3029-439c-9fe3-7bc3504d4fc2 None None] Provisioning for port 86045610-ebb1-4147-b3f5-40edb0d46cba completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:30.327744 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-dac4ae3e-3029-439c-9fe3-7bc3504d4fc2 None None] Provisioning complete for port 86045610-ebb1-4147-b3f5-40edb0d46cba triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:30.328267 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dac4ae3e-3029-439c-9fe3-7bc3504d4fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:30.386118 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-dac4ae3e-3029-439c-9fe3-7bc3504d4fc2 None None] Port 86045610-ebb1-4147-b3f5-40edb0d46cba cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:30.536135 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-333f2a96-a095-4816-9f67-c3a1c46c4c9a tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:30.634326 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d7149710-fbee-4f6a-96b9-ba393fc0cce8 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:46:30.664312 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2eb316d7-8029-4ad3-a4c3-5be772cd8c00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:30.691374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-51e50381-4056-4c75-b8ca-4cc4caf93afc tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:30.722202 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port d7149710-fbee-4f6a-96b9-ba393fc0cce8 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:30.728537 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d7149710-fbee-4f6a-96b9-ba393fc0cce8 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:30.729074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:30.743966 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a2ec865-700b-482f-aa89-20729a0d41e1 req-fd5da499-9c63-4ca2-b8a6-24184bc6cd22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bac35e5-ed55-4fd4-82df-d76bade1f5d9 HTTP/1.1" status: 200 len: 1001 time: 0.4048693 May 28 04:46:30.752160 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-51e50381-4056-4c75-b8ca-4cc4caf93afc tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:30.857159 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:30.898029 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port d7149710-fbee-4f6a-96b9-ba393fc0cce8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d7149710-fbee-4f6a-96b9-ba393fc0cce8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:30.908304 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:30.987190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-2eb316d7-8029-4ad3-a4c3-5be772cd8c00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for 86045610-ebb1-4147-b3f5-40edb0d46cba owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:31.020325 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=d7149710-fbee-4f6a-96b9-ba393fc0cce8,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:31.040088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-314b9eca-1866-46b5-9e14-08b566e896ef tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:31.100819 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e50381-4056-4c75-b8ca-4cc4caf93afc tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event updated for resources: {'Port': ['ID=6c15c2ff-9b79-4bea-8888-3e1a04de91f3,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:31.107780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-314b9eca-1866-46b5-9e14-08b566e896ef tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:31.119005 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-333f2a96-a095-4816-9f67-c3a1c46c4c9a tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:31.126737 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-51e50381-4056-4c75-b8ca-4cc4caf93afc tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] In _notify_port_updated(), no bound segment for port 6c15c2ff-9b79-4bea-8888-3e1a04de91f3 on network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a {{(pid=84009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:46:31.130863 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e50381-4056-4c75-b8ca-4cc4caf93afc tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:31.131549 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-51e50381-4056-4c75-b8ca-4cc4caf93afc tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:31.135576 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-51e50381-4056-4c75-b8ca-4cc4caf93afc tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "PUT /v2.0/ports/6c15c2ff-9b79-4bea-8888-3e1a04de91f3 HTTP/1.1" status: 200 len: 995 time: 1.3940654 May 28 04:46:31.135839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ec865-700b-482f-aa89-20729a0d41e1 req-80574247-0657-427a-87d6-ae72f7adf81f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:31.135839 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a2ec865-700b-482f-aa89-20729a0d41e1 req-80574247-0657-427a-87d6-ae72f7adf81f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b87c52c-c0b5-40e9-a49d-a4daf05c13b5 HTTP/1.1" status: 200 len: 851 time: 0.2748365 May 28 04:46:31.135988 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52134) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:31.138068 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-333f2a96-a095-4816-9f67-c3a1c46c4c9a tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:31.199923 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:31.200571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:31.237806 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e73a1-84e7-433b-9733-5d47d176a20f tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Deleting port 6c15c2ff-9b79-4bea-8888-3e1a04de91f3 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:31.238332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fc6e73a1-84e7-433b-9733-5d47d176a20f tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:31.258095 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6f3be229-9ac6-472b-b26e-f77bc80f4d9b None None] Provisioning complete for port 6c15c2ff-9b79-4bea-8888-3e1a04de91f3 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:31.258845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6f3be229-9ac6-472b-b26e-f77bc80f4d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:31.301511 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-333f2a96-a095-4816-9f67-c3a1c46c4c9a tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:31.301948 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333f2a96-a095-4816-9f67-c3a1c46c4c9a tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6eb2f91b-ea80-4ab8-b4f1-cbfcd3928460 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:46:31.318765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-333f2a96-a095-4816-9f67-c3a1c46c4c9a tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:31.320033 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-333f2a96-a095-4816-9f67-c3a1c46c4c9a tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "DELETE /v2.0/routers/6eb2f91b-ea80-4ab8-b4f1-cbfcd3928460 HTTP/1.1" status: 204 len: 168 time: 1.0339258 May 28 04:46:31.359487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6f3be229-9ac6-472b-b26e-f77bc80f4d9b None None] Port 6c15c2ff-9b79-4bea-8888-3e1a04de91f3 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:31.377298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-314b9eca-1866-46b5-9e14-08b566e896ef tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:31.380246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314b9eca-1866-46b5-9e14-08b566e896ef tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56694184-7822-4626-a900-e6adffa1c619 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:46:31.611394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52142) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:31.662842 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fc6e73a1-84e7-433b-9733-5d47d176a20f tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:31.714464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2eb316d7-8029-4ad3-a4c3-5be772cd8c00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:31.766461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-314b9eca-1866-46b5-9e14-08b566e896ef tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:31.770970 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-314b9eca-1866-46b5-9e14-08b566e896ef tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "DELETE /v2.0/routers/56694184-7822-4626-a900-e6adffa1c619 HTTP/1.1" status: 204 len: 168 time: 2.6171317 May 28 04:46:31.797983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb316d7-8029-4ad3-a4c3-5be772cd8c00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=86045610-ebb1-4147-b3f5-40edb0d46cba,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:31.807367 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a2ec865-700b-482f-aa89-20729a0d41e1 req-34c43703-b56f-48de-b182-a675b62f5365 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8948682-ca33-4cb9-a94c-ea149f8c5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6579480 May 28 04:46:31.837769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e73a1-84e7-433b-9733-5d47d176a20f tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Calling delete_port for 6c15c2ff-9b79-4bea-8888-3e1a04de91f3 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:32.065752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2eb316d7-8029-4ad3-a4c3-5be772cd8c00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:32.070447 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52150) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:32.070639 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2eb316d7-8029-4ad3-a4c3-5be772cd8c00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/86045610-ebb1-4147-b3f5-40edb0d46cba HTTP/1.1" status: 204 len: 168 time: 2.8597383 May 28 04:46:32.090296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-174154800', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}, 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:32.118022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:32.131825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e6046-e35a-459c-b3a2-3c49d320f181 req-58f16c66-b442-4b08-81b2-82b0146372f5 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:32.139010 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-715e6046-e35a-459c-b3a2-3c49d320f181 req-58f16c66-b442-4b08-81b2-82b0146372f5 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.5342917 May 28 04:46:32.146679 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Usage tracker for resource:router and tenant:41faf9a2683f469782a6327c8e8364f8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:32.157027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:32.187832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347541e9-ebdb-43ea-a1b5-cdd862fa76f7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:32.189195 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:32.189975 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347541e9-ebdb-43ea-a1b5-cdd862fa76f7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:32.191817 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-347541e9-ebdb-43ea-a1b5-cdd862fa76f7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1199331 May 28 04:46:32.193562 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fc6e73a1-84e7-433b-9733-5d47d176a20f tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:32.195522 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52156) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:32.217684 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52160) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:32.226329 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a2ec865-700b-482f-aa89-20729a0d41e1 req-5c27db29-1c01-4eff-b567-e4a908412a52 service neutron] 10.222.0.66 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111629 May 28 04:46:32.232134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:32.233071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:32.288544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e73a1-84e7-433b-9733-5d47d176a20f tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event deleted for resources: {'Port': ['ID=6c15c2ff-9b79-4bea-8888-3e1a04de91f3,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:32.384481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:32.442608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fc6e73a1-84e7-433b-9733-5d47d176a20f tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:32.449800 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-715e6046-e35a-459c-b3a2-3c49d320f181 req-923cfd12-cd38-4e88-bcfa-b76618738ae5 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098037 May 28 04:46:32.526756 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fc6e73a1-84e7-433b-9733-5d47d176a20f tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "DELETE /v2.0/ports/6c15c2ff-9b79-4bea-8888-3e1a04de91f3 HTTP/1.1" status: 204 len: 168 time: 1.3899870 May 28 04:46:32.535143 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52168) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:32.548312 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1825480220', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}, 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:32.555401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:32.559586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Usage tracker for resource:router and tenant:e26a04da912146c8902986dd70365966 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:32.562422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:32.568708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:32.599610 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a072d63-907e-4fe8-9daa-c0c596fc71b6 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] GET failed (client error): The resource could not be found. May 28 04:46:32.600052 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5a072d63-907e-4fe8-9daa-c0c596fc71b6 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Synchronizing usage tracker for tenant:854b855d7a2e4636bb11d03a0e0e4cb5 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:32.618862 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:32.619808 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:32.632427 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5a072d63-907e-4fe8-9daa-c0c596fc71b6 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Unset dirty status for tenant:854b855d7a2e4636bb11d03a0e0e4cb5 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:32.637786 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5a072d63-907e-4fe8-9daa-c0c596fc71b6 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "GET /v2.0/ports/6c15c2ff-9b79-4bea-8888-3e1a04de91f3 HTTP/1.1" status: 404 len: 333 time: 0.1016712 May 28 04:46:32.640779 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52172) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:32.648564 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Request body: {'port': {'network_id': '50d27ace-fde8-4cd8-b5be-f35c0ae0237a', 'name': 'tempest-AllowedAddressPairTestJSON-1818515546'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:32.733376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-0cd9f6b0-028b-4637-bca0-84a5e747fe8b tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Deleting port 6180cf2d-4543-43e8-85fb-a2aa381e3cd4 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:32.733980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f6b0-028b-4637-bca0-84a5e747fe8b tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:32.823445 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d7149710-fbee-4f6a-96b9-ba393fc0cce8 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:46:32.826389 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9880184-f8cc-483e-ab90-67ccf57adc9b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 4e656844-dc0c-478b-aecc-11e40aad68db {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:46:32.835886 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9880184-f8cc-483e-ab90-67ccf57adc9b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:32.869033 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:32.889874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:32.903603 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9880184-f8cc-483e-ab90-67ccf57adc9b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:32.916079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d7149710-fbee-4f6a-96b9-ba393fc0cce8 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:32.917108 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:32.949014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Made reservation on behalf of 854b855d7a2e4636bb11d03a0e0e4cb5 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:32.952188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:32.982360 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] device_id is not set on port 1c4882aa-81dc-4dae-9fb4-a734b38070f1 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:33.000349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:33.004427 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a2ec865-700b-482f-aa89-20729a0d41e1 req-11233851-e094-4c70-8ad7-3ea457b518de service neutron] 10.222.0.66 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7531989 May 28 04:46:33.065803 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:33.098040 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a2519e62-7be1-4c40-b33f-e4fc71959224 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:46:33.125586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9880184-f8cc-483e-ab90-67ccf57adc9b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:33.138778 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: a2519e62-7be1-4c40-b33f-e4fc71959224 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:46:33.139516 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a2519e62-7be1-4c40-b33f-e4fc71959224 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:46:33.140226 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8b9bc1d8-22bd-48ca-8727-461230470dcb no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:46:33.172906 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 8b9bc1d8-22bd-48ca-8727-461230470dcb {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:46:33.173577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8b9bc1d8-22bd-48ca-8727-461230470dcb not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:46:33.196843 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Allocated IP 172.20.0.9 (50d27ace-fde8-4cd8-b5be-f35c0ae0237a/154b9d15-e2fc-4c8f-893c-112c8a972e2d/1c4882aa-81dc-4dae-9fb4-a734b38070f1) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:33.234102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9880184-f8cc-483e-ab90-67ccf57adc9b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:33.257814 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:46:33.284353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9880184-f8cc-483e-ab90-67ccf57adc9b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=4e656844-dc0c-478b-aecc-11e40aad68db,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:33.310434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f6b0-028b-4637-bca0-84a5e747fe8b tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:33.312389 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d89b0bf-c395-40f7-aae1-a019a6fa18b4 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:33.320147 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9880184-f8cc-483e-ab90-67ccf57adc9b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:33.396047 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c9880184-f8cc-483e-ab90-67ccf57adc9b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/4e656844-dc0c-478b-aecc-11e40aad68db HTTP/1.1" status: 204 len: 168 time: 1.1970637 May 28 04:46:33.397187 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52178) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:33.474912 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ebefbb9d-d962-4540-a04e-651312e07585 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0744948 May 28 04:46:33.483641 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52182) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:33.585432 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de983d0-327f-47d0-b98b-eb77093892f1 None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:46:33.590092 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2de983d0-327f-47d0-b98b-eb77093892f1 None None] Deleting port d7149710-fbee-4f6a-96b9-ba393fc0cce8 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:33.590559 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2de983d0-327f-47d0-b98b-eb77093892f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:33.639160 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-0cd9f6b0-028b-4637-bca0-84a5e747fe8b tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Calling delete_port for 6180cf2d-4543-43e8-85fb-a2aa381e3cd4 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:33.660727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:33.681070 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Transition to ACTIVE for port object 1c4882aa-81dc-4dae-9fb4-a734b38070f1 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:33.699540 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a5331e-d984-4cb1-9f91-c84615db05be tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:33.700267 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a8a5331e-d984-4cb1-9f91-c84615db05be tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:33.718567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d705d-44fa-4118-b432-6d51bf2120c3 req-d2cd2e04-5e09-4c25-a4d3-885b2ee37b66 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:33.720041 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-441d705d-44fa-4118-b432-6d51bf2120c3 req-d2cd2e04-5e09-4c25-a4d3-885b2ee37b66 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.8385487 May 28 04:46:33.725399 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a8a5331e-d984-4cb1-9f91-c84615db05be tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:33.729186 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a8a5331e-d984-4cb1-9f91-c84615db05be tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2423234 May 28 04:46:33.729186 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:33.730283 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52186) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:33.835816 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2de983d0-327f-47d0-b98b-eb77093892f1 None None] For port d7149710-fbee-4f6a-96b9-ba393fc0cce8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d7149710-fbee-4f6a-96b9-ba393fc0cce8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:33.836469 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2de983d0-327f-47d0-b98b-eb77093892f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:33.854096 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:33.859160 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:33.868027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:33.897849 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event updated for resources: {'Port': ['ID=1c4882aa-81dc-4dae-9fb4-a734b38070f1,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:33.906614 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844c119e-b47f-4895-a300-7e15a0590996 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:33.908136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-844c119e-b47f-4895-a300-7e15a0590996 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:33.938490 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-844c119e-b47f-4895-a300-7e15a0590996 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:33.942111 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-844c119e-b47f-4895-a300-7e15a0590996 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2084904 May 28 04:46:33.943028 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52190) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:33.993644 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2de983d0-327f-47d0-b98b-eb77093892f1 None None] Calling delete_port for d7149710-fbee-4f6a-96b9-ba393fc0cce8 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:34.027561 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:34.028440 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:34.036170 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a654017d-823c-44f4-bb20-e32e536e96ff tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924346 May 28 04:46:34.043078 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:34.044207 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52194) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:34.052918 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-7add0bed-17e2-4f9b-b571-b65fb18f9515 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:34.073150 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1a985c17-658b-468b-8ad6-5ad78399cda5 req-7505f2e8-c2c5-420c-9549-3733eee8e5f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8874bc9f5e654b27b25dbb6c2a0fb0ef&device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 1098 time: 0.9408627 May 28 04:46:34.101466 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2de983d0-327f-47d0-b98b-eb77093892f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:34.125259 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-78868a3c-07b1-4a17-ba0d-326c76df2b01 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4834661 May 28 04:46:34.131796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52198) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:34.137214 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Request body: {'port': {'network_id': '50d27ace-fde8-4cd8-b5be-f35c0ae0237a', 'name': 'tempest-AllowedAddressPairTestJSON-1272413461'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:34.152972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de983d0-327f-47d0-b98b-eb77093892f1 None None] Pushing event deleted for resources: {'Port': ['ID=d7149710-fbee-4f6a-96b9-ba393fc0cce8,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:34.163964 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de983d0-327f-47d0-b98b-eb77093892f1 None None] No DVR routers for this DVR port d7149710-fbee-4f6a-96b9-ba393fc0cce8 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:46:34.214761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8d197d57-a795-443d-aa39-258c60eb9591 None None] Provisioning for port 1c4882aa-81dc-4dae-9fb4-a734b38070f1 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:34.220579 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8d197d57-a795-443d-aa39-258c60eb9591 None None] Provisioning complete for port 1c4882aa-81dc-4dae-9fb4-a734b38070f1 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:34.221059 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8d197d57-a795-443d-aa39-258c60eb9591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:34.255142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7add0bed-17e2-4f9b-b571-b65fb18f9515 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:34.269578 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-441d705d-44fa-4118-b432-6d51bf2120c3 req-1c3bd3b3-8b84-42d3-85e7-efd02faed7f1 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4910889 May 28 04:46:34.270761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7add0bed-17e2-4f9b-b571-b65fb18f9515 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:34.287373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8d197d57-a795-443d-aa39-258c60eb9591 None None] Port 1c4882aa-81dc-4dae-9fb4-a734b38070f1 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:34.311998 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7add0bed-17e2-4f9b-b571-b65fb18f9515 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:34.315767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7add0bed-17e2-4f9b-b571-b65fb18f9515 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:34.415978 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:34.434494 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:34.447545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a985c17-658b-468b-8ad6-5ad78399cda5 req-ba0a3d75-3b01-4f6e-94b4-325447db261c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:34.449010 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1a985c17-658b-468b-8ad6-5ad78399cda5 req-ba0a3d75-3b01-4f6e-94b4-325447db261c service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8948682-ca33-4cb9-a94c-ea149f8c5b44 HTTP/1.1" status: 200 len: 913 time: 0.3565710 May 28 04:46:34.456648 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Made reservation on behalf of 854b855d7a2e4636bb11d03a0e0e4cb5 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:34.460162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:34.495291 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] device_id is not set on port a2a73a3d-e857-4aa8-b82b-b28268a27537 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:34.583100 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d7149710-fbee-4f6a-96b9-ba393fc0cce8 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:46:34.608462 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:34.636955 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: d7149710-fbee-4f6a-96b9-ba393fc0cce8 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:46:34.637951 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d7149710-fbee-4f6a-96b9-ba393fc0cce8 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:46:34.645702 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f6b0-028b-4637-bca0-84a5e747fe8b tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:34.684807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:34.706285 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7add0bed-17e2-4f9b-b571-b65fb18f9515 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:34.746469 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9f6b0-028b-4637-bca0-84a5e747fe8b tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Pushing event deleted for resources: {'Port': ['ID=6180cf2d-4543-43e8-85fb-a2aa381e3cd4,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:34.752159 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Allocated IP 172.20.0.3 (50d27ace-fde8-4cd8-b5be-f35c0ae0237a/154b9d15-e2fc-4c8f-893c-112c8a972e2d/a2a73a3d-e857-4aa8-b82b-b28268a27537) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:34.761351 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1a985c17-658b-468b-8ad6-5ad78399cda5 req-0ce2cfc5-d6cb-436c-a8b5-6ccfe38875f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bac35e5-ed55-4fd4-82df-d76bade1f5d9 HTTP/1.1" status: 200 len: 1001 time: 0.2984190 May 28 04:46:34.785576 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7add0bed-17e2-4f9b-b571-b65fb18f9515 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:34.790172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-7add0bed-17e2-4f9b-b571-b65fb18f9515 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:34.796113 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add0bed-17e2-4f9b-b571-b65fb18f9515 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:34.796699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7add0bed-17e2-4f9b-b571-b65fb18f9515 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:34.800408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add0bed-17e2-4f9b-b571-b65fb18f9515 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=4c4bc0ad-80aa-45e3-a01a-588da27e9316,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:34.801451 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17f3047-4df3-4301-b65d-4e4f98735679 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:34.964383 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7add0bed-17e2-4f9b-b571-b65fb18f9515 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9189520 May 28 04:46:34.972902 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52202) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:34.982796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'fixed_ips': [{'subnet_id': '4c4bc0ad-80aa-45e3-a01a-588da27e9316', 'ip_address': '2001:db8::60c5:8f7e:6928:7c91'}], 'name': 'tempest-NetworksTestDHCPv6-199866812'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:35.078550 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': '4c4bc0ad-80aa-45e3-a01a-588da27e9316'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:46:35.080009 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:35.174991 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:35.178059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:35.196680 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:35.198628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:46:35.200847 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Transition to ACTIVE for port object a2a73a3d-e857-4aa8-b82b-b28268a27537 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:35.214199 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:35.216130 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b1bf9-6858-42f9-8876-6854bc6af8cf None None] Sync routers for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:46:35.220032 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:35.224301 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a985c17-658b-468b-8ad6-5ad78399cda5 req-4c41353b-9113-47b9-a933-9cc410953855 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:35.225901 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1a985c17-658b-468b-8ad6-5ad78399cda5 req-4c41353b-9113-47b9-a933-9cc410953855 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b87c52c-c0b5-40e9-a49d-a4daf05c13b5 HTTP/1.1" status: 200 len: 851 time: 0.4560018 May 28 04:46:35.237090 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b1bf9-6858-42f9-8876-6854bc6af8cf None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:35.238435 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-115b1bf9-6858-42f9-8876-6854bc6af8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:35.246308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Allocated IP 2001:db8::2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/4c4bc0ad-80aa-45e3-a01a-588da27e9316/ef9dd784-2cea-4bec-be82-13602bc802c1) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:35.249671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port f4f1aa96-5675-49e5-b37e-ec131714e410 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:35.316641 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-115b1bf9-6858-42f9-8876-6854bc6af8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:35.328392 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b1bf9-6858-42f9-8876-6854bc6af8cf None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:35.329217 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-115b1bf9-6858-42f9-8876-6854bc6af8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:35.394920 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-115b1bf9-6858-42f9-8876-6854bc6af8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:35.395812 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b1bf9-6858-42f9-8876-6854bc6af8cf None None] The sync data for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:46:35.421634 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:35.428033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:35.483582 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:35.486734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:35.491207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:35.496060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:35.503915 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Transition to ACTIVE for port object ef9dd784-2cea-4bec-be82-13602bc802c1 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:35.529210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Transition to ACTIVE for port object ef9dd784-2cea-4bec-be82-13602bc802c1 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:35.539564 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:35.556252 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Allocated IP 172.26.8.142 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/d186bbb7-78f2-4ff5-9709-dd33dd368a1f) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:35.603711 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:35.606821 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:35.609980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:35.702754 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:35.715297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Pushing event updated for resources: {'Port': ['ID=ef9dd784-2cea-4bec-be82-13602bc802c1,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:35.717349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:35.718598 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9ded30c6-3102-49e4-8494-712d94a0fa71 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.8258526 May 28 04:46:35.728395 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Attempting to bind port ef9dd784-2cea-4bec-be82-13602bc802c1 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:46:35.728754 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Attempting to bind port ef9dd784-2cea-4bec-be82-13602bc802c1 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:46:35.729106 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Attempting to bind port ef9dd784-2cea-4bec-be82-13602bc802c1 on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:46:35.735850 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:46:35.736208 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:46:35.736605 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:35.736979 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:46:35.737442 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Bound port: ef9dd784-2cea-4bec-be82-13602bc802c1, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:46:35.737865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:35.750147 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52208) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:35.821364 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event updated for resources: {'Port': ['ID=a2a73a3d-e857-4aa8-b82b-b28268a27537,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:35.834432 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:35.835165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:35.843655 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] For port ef9dd784-2cea-4bec-be82-13602bc802c1, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:46:35.848068 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] For port ef9dd784-2cea-4bec-be82-13602bc802c1, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ef9dd784-2cea-4bec-be82-13602bc802c1,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:46:35.852001 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c3ef0bf1-aaaf-413b-b304-e1451306cb72 None None] Provisioning for port a2a73a3d-e857-4aa8-b82b-b28268a27537 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:35.858716 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:35.892903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c3ef0bf1-aaaf-413b-b304-e1451306cb72 None None] Provisioning complete for port a2a73a3d-e857-4aa8-b82b-b28268a27537 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:35.893373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c3ef0bf1-aaaf-413b-b304-e1451306cb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:35.919984 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1a985c17-658b-468b-8ad6-5ad78399cda5 req-38461110-308d-48e4-b686-cb85c96c3298 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8948682-ca33-4cb9-a94c-ea149f8c5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6501243 May 28 04:46:35.924821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:35.939275 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::60c5:8f7e:6928:7c91 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/4c4bc0ad-80aa-45e3-a01a-588da27e9316/f4f1aa96-5675-49e5-b37e-ec131714e410) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:35.958783 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-14774eb2-474b-4679-9449-7ca4f7809f7d tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8258557 May 28 04:46:35.965304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52212) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:35.965707 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598afe4-5c28-4b96-a841-21c92fc33a07 req-6e01d4bf-abe1-41d4-b645-1cb0eeab68a9 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:35.967202 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4598afe4-5c28-4b96-a841-21c92fc33a07 req-6e01d4bf-abe1-41d4-b645-1cb0eeab68a9 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.5152390 May 28 04:46:35.973262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-faccdc9e-8fd8-46f2-9400-42a3d4a35484 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b7:11:16'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ca:10:dc'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:36.034379 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef0bf1-aaaf-413b-b304-e1451306cb72 None None] Port a2a73a3d-e857-4aa8-b82b-b28268a27537 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:36.042676 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c30720-da2d-42d8-9f4f-3775a67ce5d8 None None] Pushing event updated for resources: {'Port': ['ID=ef9dd784-2cea-4bec-be82-13602bc802c1,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:36.116752 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4598afe4-5c28-4b96-a841-21c92fc33a07 req-8a14beae-cf62-4bcf-bf5b-874c2f32907b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009443 May 28 04:46:36.144611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:36.208076 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1a985c17-658b-468b-8ad6-5ad78399cda5 req-ba058f66-3dd8-4b1f-ab43-fb538798a800 service neutron] 10.222.0.66 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782660 May 28 04:46:36.372902 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:36.386359 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:36.393748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Pushing event updated for resources: {'Port': ['ID=d186bbb7-78f2-4ff5-9709-dd33dd368a1f,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:36.396331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:36.435183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0cd9f6b0-028b-4637-bca0-84a5e747fe8b tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:36.445385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Allocated IP 172.26.8.178 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/534e9f09-8cdf-4aab-a612-9850cb5a394e) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:36.458657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:36.461557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-faccdc9e-8fd8-46f2-9400-42a3d4a35484 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:36.493826 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object f4f1aa96-5675-49e5-b37e-ec131714e410 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:36.634116 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ef9dd784-2cea-4bec-be82-13602bc802c1 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:46:36.651040 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1a985c17-658b-468b-8ad6-5ad78399cda5 req-5dd37a23-68f6-4652-9924-460defc75d7c service neutron] 10.222.0.66 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113660 May 28 04:46:36.722204 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port ef9dd784-2cea-4bec-be82-13602bc802c1 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:36.785858 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:36.925527 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:36.935693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:36.940361 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=f4f1aa96-5675-49e5-b37e-ec131714e410,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:36.942458 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:36.946646 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:36.947251 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:37.002459 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6e1d672a-f6c6-4127-b8d9-7f7e66a00d3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0256855 May 28 04:46:37.003611 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52220) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:37.008259 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-faccdc9e-8fd8-46f2-9400-42a3d4a35484 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:37.012808 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-050e2f03-476c-4223-8d35-c76f9b0b78fc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'fixed_ips': [{'subnet_id': '4c4bc0ad-80aa-45e3-a01a-588da27e9316', 'ip_address': '2001:db8::60c5:8f7e:6928:7c91'}], 'name': 'tempest-NetworksTestDHCPv6-98537679'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:37.029417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:37.035722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-faccdc9e-8fd8-46f2-9400-42a3d4a35484 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:37.129330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:37.289054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c2c116d4-c25f-46de-97cb-567fa5fff0a0 None None] Provisioning for port ef9dd784-2cea-4bec-be82-13602bc802c1 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:37.294521 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c2c116d4-c25f-46de-97cb-567fa5fff0a0 None None] Provisioning complete for port ef9dd784-2cea-4bec-be82-13602bc802c1 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:37.294903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c2c116d4-c25f-46de-97cb-567fa5fff0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:37.307581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:37.359934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faccdc9e-8fd8-46f2-9400-42a3d4a35484 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event updated for resources: {'Port': ['ID=a2a73a3d-e857-4aa8-b82b-b28268a27537,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:37.436340 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:37.501187 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:37.532146 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-050e2f03-476c-4223-8d35-c76f9b0b78fc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:37.533637 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c2c116d4-c25f-46de-97cb-567fa5fff0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:37.543086 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-050e2f03-476c-4223-8d35-c76f9b0b78fc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:37.546683 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-050e2f03-476c-4223-8d35-c76f9b0b78fc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:37.549485 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-faccdc9e-8fd8-46f2-9400-42a3d4a35484 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] In _notify_port_updated(), no bound segment for port a2a73a3d-e857-4aa8-b82b-b28268a27537 on network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a {{(pid=84009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:46:37.553637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faccdc9e-8fd8-46f2-9400-42a3d4a35484 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:37.553792 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:37.554309 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-faccdc9e-8fd8-46f2-9400-42a3d4a35484 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:37.554485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:37.558837 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-faccdc9e-8fd8-46f2-9400-42a3d4a35484 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "PUT /v2.0/ports/a2a73a3d-e857-4aa8-b82b-b28268a27537 HTTP/1.1" status: 200 len: 1055 time: 1.5924222 May 28 04:46:37.562738 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52228) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:37.600690 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c2c116d4-c25f-46de-97cb-567fa5fff0a0 None None] For port ef9dd784-2cea-4bec-be82-13602bc802c1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ef9dd784-2cea-4bec-be82-13602bc802c1,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:37.619928 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c2c116d4-c25f-46de-97cb-567fa5fff0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:37.660675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Pushing event updated for resources: {'Port': ['ID=534e9f09-8cdf-4aab-a612-9850cb5a394e,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:37.709998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c116d4-c25f-46de-97cb-567fa5fff0a0 None None] Pushing event updated for resources: {'Port': ['ID=ef9dd784-2cea-4bec-be82-13602bc802c1,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:37.741587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7c429729-ed62-4325-b555-2b95909699af None None] Provisioning complete for port a2a73a3d-e857-4aa8-b82b-b28268a27537 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:37.741993 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7c429729-ed62-4325-b555-2b95909699af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:37.746339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-050e2f03-476c-4223-8d35-c76f9b0b78fc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:37.798607 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7c429729-ed62-4325-b555-2b95909699af None None] Port a2a73a3d-e857-4aa8-b82b-b28268a27537 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:37.812859 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7c429729-ed62-4325-b555-2b95909699af None None] Provisioning for port f4f1aa96-5675-49e5-b37e-ec131714e410 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:37.817272 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7c429729-ed62-4325-b555-2b95909699af None None] Provisioning complete for port f4f1aa96-5675-49e5-b37e-ec131714e410 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:37.817632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7c429729-ed62-4325-b555-2b95909699af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:37.865924 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050e2f03-476c-4223-8d35-c76f9b0b78fc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:37.872111 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7c429729-ed62-4325-b555-2b95909699af None None] Port f4f1aa96-5675-49e5-b37e-ec131714e410 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:37.953793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-7a77804a-3f1f-4e11-9b61-0e8533bae91c tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Deleting port a2a73a3d-e857-4aa8-b82b-b28268a27537 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:37.954137 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a77804a-3f1f-4e11-9b61-0e8533bae91c tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:38.060435 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba3eef7-f434-4977-8b9a-afce327dedc1 req-55c32bda-f044-4845-9f07-fcc1e8f23eeb tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:38.061921 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7ba3eef7-f434-4977-8b9a-afce327dedc1 req-55c32bda-f044-4845-9f07-fcc1e8f23eeb tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.6234887 May 28 04:46:38.192427 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-050e2f03-476c-4223-8d35-c76f9b0b78fc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:38.197133 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e30c0-25c0-46b9-a983-2a493703eb17 req-acd0fecb-3f47-4824-8a17-99476449397e tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:38.198636 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0f0e30c0-25c0-46b9-a983-2a493703eb17 req-acd0fecb-3f47-4824-8a17-99476449397e tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 945 time: 0.5137804 May 28 04:46:38.228894 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7ba3eef7-f434-4977-8b9a-afce327dedc1 req-71f08bf3-c599-4f49-824c-07abd077553d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217473 May 28 04:46:38.236146 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-050e2f03-476c-4223-8d35-c76f9b0b78fc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port 19b55c1c-2c5b-46fc-af9f-6e5de52b0bb1 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:38.289487 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0f0e30c0-25c0-46b9-a983-2a493703eb17 req-dda41116-4b44-46cc-abc5-1adb311e57f7 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/security-groups?id=37148588-ec49-41c2-87e5-73f21e4b02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821710 May 28 04:46:38.316629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:38.317264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:38.336700 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a77804a-3f1f-4e11-9b61-0e8533bae91c tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:38.514236 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-7a77804a-3f1f-4e11-9b61-0e8533bae91c tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Calling delete_port for a2a73a3d-e857-4aa8-b82b-b28268a27537 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:38.516004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd9f6b0-028b-4637-bca0-84a5e747fe8b tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Router 6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:46:38.541195 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Router 088bfefd-a5a2-47e4-a791-983a4f1d21d9 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:46:38.592606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ef9dd784-2cea-4bec-be82-13602bc802c1 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:46:38.673183 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ef9dd784-2cea-4bec-be82-13602bc802c1 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:38.673695 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:38.776772 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-050e2f03-476c-4223-8d35-c76f9b0b78fc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] POST failed (client error): There was a conflict when trying to complete your request. May 28 04:46:38.777375 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-050e2f03-476c-4223-8d35-c76f9b0b78fc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:46:38.899520 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a77804a-3f1f-4e11-9b61-0e8533bae91c tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:38.952186 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-050e2f03-476c-4223-8d35-c76f9b0b78fc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9475029 May 28 04:46:38.962526 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52232) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:38.968042 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77804a-3f1f-4e11-9b61-0e8533bae91c tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event deleted for resources: {'Port': ['ID=a2a73a3d-e857-4aa8-b82b-b28268a27537,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:39.023301 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:39.154471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c97bd3-eef2-43c7-91d8-97da6b7d1aa5 req-418819a4-ae22-40b6-9d79-8b2561fa4377 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:39.155910 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07c97bd3-eef2-43c7-91d8-97da6b7d1aa5 req-418819a4-ae22-40b6-9d79-8b2561fa4377 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.66 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 945 time: 0.3003254 May 28 04:46:39.202251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c956d8-0537-4ce7-b2b4-a9f012c21378 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:39.206136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c956d8-0537-4ce7-b2b4-a9f012c21378 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:39.206908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-64c956d8-0537-4ce7-b2b4-a9f012c21378 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:39.278310 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-07c97bd3-eef2-43c7-91d8-97da6b7d1aa5 req-e418fa0a-349f-443d-81e7-cbcfa35de799 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Deleting port 22f922e7-1e9c-45ab-9f43-1956135d0d8e {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:39.278614 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-07c97bd3-eef2-43c7-91d8-97da6b7d1aa5 req-e418fa0a-349f-443d-81e7-cbcfa35de799 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:39.325631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-64c956d8-0537-4ce7-b2b4-a9f012c21378 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:39.330313 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-64c956d8-0537-4ce7-b2b4-a9f012c21378 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3607471 May 28 04:46:39.331013 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52240) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:39.358929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Router 2cf32f19-702f-4fff-9528-9543dc9efe26 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:46:39.491783 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8d01832b-f11f-4dd0-a4bb-4c20c23cfe07 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port f4f1aa96-5675-49e5-b37e-ec131714e410 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:39.492058 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d01832b-f11f-4dd0-a4bb-4c20c23cfe07 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:39.516888 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd9f6b0-028b-4637-bca0-84a5e747fe8b tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:46:39.528212 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe1d3a9-4d66-4bae-bc88-42f14e500ef1 None None] Sync routers for ids ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:46:39.541863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe1d3a9-4d66-4bae-bc88-42f14e500ef1 None None] Routers {'6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:39.542466 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-2fe1d3a9-4d66-4bae-bc88-42f14e500ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:39.613458 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-2fe1d3a9-4d66-4bae-bc88-42f14e500ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:39.625249 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe1d3a9-4d66-4bae-bc88-42f14e500ef1 None None] Routers {'6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:39.625831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-2fe1d3a9-4d66-4bae-bc88-42f14e500ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:39.687192 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-2fe1d3a9-4d66-4bae-bc88-42f14e500ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:39.687569 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe1d3a9-4d66-4bae-bc88-42f14e500ef1 None None] The sync data for ids ['6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:46:39.726752 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a77804a-3f1f-4e11-9b61-0e8533bae91c tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:39.726995 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0cd9f6b0-028b-4637-bca0-84a5e747fe8b tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] 10.222.0.15 "PUT /v2.0/routers/6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5989561 May 28 04:46:39.735462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52244) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:39.781270 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:46:39.791796 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb578fd-b90b-4cf9-897b-d4956fe74616 None None] Sync routers for ids ['088bfefd-a5a2-47e4-a791-983a4f1d21d9'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:46:39.805145 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb578fd-b90b-4cf9-897b-d4956fe74616 None None] Routers {'088bfefd-a5a2-47e4-a791-983a4f1d21d9'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:39.805787 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-dbb578fd-b90b-4cf9-897b-d4956fe74616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['088bfefd-a5a2-47e4-a791-983a4f1d21d9'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:39.858189 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7a77804a-3f1f-4e11-9b61-0e8533bae91c tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "DELETE /v2.0/ports/a2a73a3d-e857-4aa8-b82b-b28268a27537 HTTP/1.1" status: 204 len: 168 time: 2.1193631 May 28 04:46:39.858830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defef24f-10b6-4566-be25-0c2c1e288860 req-fd4e894c-6fe0-462d-91ab-bb8bf8d791ad tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:39.860222 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-defef24f-10b6-4566-be25-0c2c1e288860 req-fd4e894c-6fe0-462d-91ab-bb8bf8d791ad tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.4651065 May 28 04:46:39.871737 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52248) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:39.872702 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-dbb578fd-b90b-4cf9-897b-d4956fe74616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:39.884322 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb578fd-b90b-4cf9-897b-d4956fe74616 None None] Routers {'088bfefd-a5a2-47e4-a791-983a4f1d21d9'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:39.886000 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-dbb578fd-b90b-4cf9-897b-d4956fe74616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['088bfefd-a5a2-47e4-a791-983a4f1d21d9'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:39.926214 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:39.929487 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6cc0508f-3d23-475e-b2b1-8ddf8a99da12 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.3148291 May 28 04:46:39.930447 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52252) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:39.948566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cdad5-b094-4713-a529-05c561a3ae4f req-f8e62cc9-7310-4660-b3a1-e68ed9094fed tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:39.950060 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-790cdad5-b094-4713-a529-05c561a3ae4f req-f8e62cc9-7310-4660-b3a1-e68ed9094fed tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 945 time: 0.4889085 May 28 04:46:39.950243 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-dbb578fd-b90b-4cf9-897b-d4956fe74616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:39.950811 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb578fd-b90b-4cf9-897b-d4956fe74616 None None] The sync data for ids ['088bfefd-a5a2-47e4-a791-983a4f1d21d9'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:46:39.952375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-07c97bd3-eef2-43c7-91d8-97da6b7d1aa5 req-e418fa0a-349f-443d-81e7-cbcfa35de799 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] For port 22f922e7-1e9c-45ab-9f43-1956135d0d8e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=22f922e7-1e9c-45ab-9f43-1956135d0d8e,segment=NetworkSegment(a4e56770-2757-4b53-8bc7-aaf22620cb66),segment_id=a4e56770-2757-4b53-8bc7-aaf22620cb66)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:39.952732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-07c97bd3-eef2-43c7-91d8-97da6b7d1aa5 req-e418fa0a-349f-443d-81e7-cbcfa35de799 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:40.033202 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-a605b078-b4d2-4cab-9f1c-d42e688d47b6 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] GET failed (client error): The resource could not be found. May 28 04:46:40.034354 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a605b078-b4d2-4cab-9f1c-d42e688d47b6 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "GET /v2.0/ports/a2a73a3d-e857-4aa8-b82b-b28268a27537 HTTP/1.1" status: 404 len: 333 time: 0.1617496 May 28 04:46:40.052727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52256) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:40.233697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Allocated IP 172.20.0.1 (ab138742-cdd0-4ebc-9f2c-dae6019785a8/88d065d9-f99f-403c-8ca3-8dfa7eb4daed/3bf425bd-af3b-41cb-a8f7-ca0bc3d850e2) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:40.238188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-acb5fc81-685b-446f-8bf6-999ea9c146f3 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Deleting port 1c4882aa-81dc-4dae-9fb4-a734b38070f1 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:40.238515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-acb5fc81-685b-446f-8bf6-999ea9c146f3 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:40.307245 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d01832b-f11f-4dd0-a4bb-4c20c23cfe07 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:40.342440 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-defef24f-10b6-4566-be25-0c2c1e288860 req-5558a955-a737-487c-9a6d-fdaa24106ec2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4727514 May 28 04:46:40.450024 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-790cdad5-b094-4713-a529-05c561a3ae4f req-4d2dcd9c-4f54-4ce7-bc37-05dc4655f9c0 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/security-groups?id=37148588-ec49-41c2-87e5-73f21e4b02b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4299083 May 28 04:46:40.506315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8d01832b-f11f-4dd0-a4bb-4c20c23cfe07 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for f4f1aa96-5675-49e5-b37e-ec131714e410 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:40.654485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-07c97bd3-eef2-43c7-91d8-97da6b7d1aa5 req-e418fa0a-349f-443d-81e7-cbcfa35de799 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:40.654702 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-07c97bd3-eef2-43c7-91d8-97da6b7d1aa5 req-e418fa0a-349f-443d-81e7-cbcfa35de799 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:40.655006 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [req-07c97bd3-eef2-43c7-91d8-97da6b7d1aa5 req-e418fa0a-349f-443d-81e7-cbcfa35de799 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Floating IP dd79a9af-aa33-40f5-a7f3-c02ad4ccea7d disassociated. External IP: 172.26.8.28, port: 22f922e7-1e9c-45ab-9f43-1956135d0d8e. May 28 04:46:40.655362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-07c97bd3-eef2-43c7-91d8-97da6b7d1aa5 req-e418fa0a-349f-443d-81e7-cbcfa35de799 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Calling delete_port for 22f922e7-1e9c-45ab-9f43-1956135d0d8e owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:40.715821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:46:40.726204 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02511a89-dcce-43fc-bb27-135ce902de6b None None] Sync routers for ids ['2cf32f19-702f-4fff-9528-9543dc9efe26'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:46:40.739422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02511a89-dcce-43fc-bb27-135ce902de6b None None] Routers {'2cf32f19-702f-4fff-9528-9543dc9efe26'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:40.740409 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-02511a89-dcce-43fc-bb27-135ce902de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['2cf32f19-702f-4fff-9528-9543dc9efe26'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:40.775863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:40.777148 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-be77eac7-ae64-4f98-97e6-2ae2997b4650 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.5570738 May 28 04:46:40.783408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6d8d9-2df2-4f32-9b1c-e0c926c2ef5f req-23d835b2-750b-40f7-ba71-22092c06d009 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:40.784840 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16d6d8d9-2df2-4f32-9b1c-e0c926c2ef5f req-23d835b2-750b-40f7-ba71-22092c06d009 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.3123329 May 28 04:46:40.786049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52262) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:40.804864 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-02511a89-dcce-43fc-bb27-135ce902de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:40.815737 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02511a89-dcce-43fc-bb27-135ce902de6b None None] Routers {'2cf32f19-702f-4fff-9528-9543dc9efe26'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:40.816399 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-02511a89-dcce-43fc-bb27-135ce902de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['2cf32f19-702f-4fff-9528-9543dc9efe26'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:40.879816 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-02511a89-dcce-43fc-bb27-135ce902de6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:40.880297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02511a89-dcce-43fc-bb27-135ce902de6b None None] The sync data for ids ['2cf32f19-702f-4fff-9528-9543dc9efe26'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:46:40.952331 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:41.026707 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fbc8df47-676f-40c3-a1eb-3791ec823b36 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/routers/088bfefd-a5a2-47e4-a791-983a4f1d21d9 HTTP/1.1" status: 200 len: 924 time: 1.0820441 May 28 04:46:41.027994 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52266) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:41.039565 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-acb5fc81-685b-446f-8bf6-999ea9c146f3 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:41.039759 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16d6d8d9-2df2-4f32-9b1c-e0c926c2ef5f req-f86fc0d8-3233-4cf1-ac5c-18c05ac6f8dd tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424097 May 28 04:46:41.057378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d01832b-f11f-4dd0-a4bb-4c20c23cfe07 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:41.091561 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-07c97bd3-eef2-43c7-91d8-97da6b7d1aa5 req-e418fa0a-349f-443d-81e7-cbcfa35de799 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:41.119284 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-97fd80b1-c6cd-4294-a5a7-254896363d82 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:41.132284 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-818f940b-4f89-4115-9d7d-d326837ee551 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "GET /v2.0/ports?device_id=088bfefd-a5a2-47e4-a791-983a4f1d21d9 HTTP/1.1" status: 200 len: 205 time: 0.0998311 May 28 04:46:41.137234 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52272) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:41.203822 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418fa0a-349f-443d-81e7-cbcfa35de799 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Pushing event deleted for resources: {'Port': ['ID=22f922e7-1e9c-45ab-9f43-1956135d0d8e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:41.256247 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:41.265301 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-acb5fc81-685b-446f-8bf6-999ea9c146f3 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Calling delete_port for 1c4882aa-81dc-4dae-9fb4-a734b38070f1 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:41.316347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01832b-f11f-4dd0-a4bb-4c20c23cfe07 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=f4f1aa96-5675-49e5-b37e-ec131714e410,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:41.507583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network ab138742-cdd0-4ebc-9f2c-dae6019785a8 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:41.511280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=3bf425bd-af3b-41cb-a8f7-ca0bc3d850e2,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:41.525313 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d01832b-f11f-4dd0-a4bb-4c20c23cfe07 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:41.528090 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:41.542838 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:41.619601 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8d01832b-f11f-4dd0-a4bb-4c20c23cfe07 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/f4f1aa96-5675-49e5-b37e-ec131714e410 HTTP/1.1" status: 204 len: 168 time: 2.2847621 May 28 04:46:41.625178 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52280) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:41.630757 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bc667-3d4d-462c-bf30-ec3751002474 req-6a5c1300-e877-49a0-a21c-f05b7745cb75 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:41.632615 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4c4bc667-3d4d-462c-bf30-ec3751002474 req-6a5c1300-e877-49a0-a21c-f05b7745cb75 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.2187533 May 28 04:46:41.641746 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-02509b99-d76d-4d53-812f-da198b6071e8 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/routers/2cf32f19-702f-4fff-9528-9543dc9efe26 HTTP/1.1" status: 200 len: 921 time: 0.8449168 May 28 04:46:41.642493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52284) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:41.763578 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:41.805285 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1356495-081a-4b82-b05f-bd7c16278ebc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:41.806696 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1356495-081a-4b82-b05f-bd7c16278ebc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:41.807501 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a1356495-081a-4b82-b05f-bd7c16278ebc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:41.828328 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-acb5fc81-685b-446f-8bf6-999ea9c146f3 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:41.878438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a1356495-081a-4b82-b05f-bd7c16278ebc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:41.879751 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a1356495-081a-4b82-b05f-bd7c16278ebc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2507849 May 28 04:46:41.890477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52288) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:41.893440 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5fc81-685b-446f-8bf6-999ea9c146f3 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event deleted for resources: {'Port': ['ID=1c4882aa-81dc-4dae-9fb4-a734b38070f1,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:41.908453 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b99d887f-7b2f-41e5-9483-efa8e25a9d78 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cf32f19-702f-4fff-9528-9543dc9efe26 HTTP/1.1" status: 200 len: 205 time: 0.2500901 May 28 04:46:41.929820 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52292) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:41.957320 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-72e0085f-99f0-450b-a09d-ff0eec34c176 req-ca5710d4-0228-4658-be70-21c13682fab1 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 210 time: 0.2650013 May 28 04:46:41.992202 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4c4bc667-3d4d-462c-bf30-ec3751002474 req-6677a4a6-32a2-4df9-a056-14d623aec32a tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487656 May 28 04:46:42.005547 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e154eb21-db7c-4fa1-b031-185f855cf425 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:42.094340 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07c97bd3-eef2-43c7-91d8-97da6b7d1aa5 req-e418fa0a-349f-443d-81e7-cbcfa35de799 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Router ccd63bc3-3e97-4e0f-af38-66e853a86973 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:46:42.353218 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:42.374816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef72b7b-6692-4dd4-82d9-f26a41974d5c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 4c4bc0ad-80aa-45e3-a01a-588da27e9316 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:46:42.385988 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ef72b7b-6692-4dd4-82d9-f26a41974d5c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:42.430723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20712197-5f38-48ee-854a-ab64d2875fbe req-2e9b4ba1-9464-4bd2-844b-5e7641dd292c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:42.432167 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-20712197-5f38-48ee-854a-ab64d2875fbe req-2e9b4ba1-9464-4bd2-844b-5e7641dd292c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.2544675 May 28 04:46:42.494341 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-acb5fc81-685b-446f-8bf6-999ea9c146f3 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:42.510709 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-20712197-5f38-48ee-854a-ab64d2875fbe req-bf973dd9-52bf-47d9-9c3b-8086d3db80fb tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707064 May 28 04:46:42.526080 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ef72b7b-6692-4dd4-82d9-f26a41974d5c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:42.554583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e154eb21-db7c-4fa1-b031-185f855cf425 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:42.571330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-e154eb21-db7c-4fa1-b031-185f855cf425 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Deleting port d186bbb7-78f2-4ff5-9709-dd33dd368a1f {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:42.571654 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e154eb21-db7c-4fa1-b031-185f855cf425 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:42.589248 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-97fd80b1-c6cd-4294-a5a7-254896363d82 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:42.595739 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-acb5fc81-685b-446f-8bf6-999ea9c146f3 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "DELETE /v2.0/ports/1c4882aa-81dc-4dae-9fb4-a734b38070f1 HTTP/1.1" status: 204 len: 168 time: 2.5365782 May 28 04:46:42.600123 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52300) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:42.662112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07c97bd3-eef2-43c7-91d8-97da6b7d1aa5 req-e418fa0a-349f-443d-81e7-cbcfa35de799 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:46:42.676099 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cf0024-5f55-4ad2-807f-63b6f6e51631 None None] Sync routers for ids ['ccd63bc3-3e97-4e0f-af38-66e853a86973'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:46:42.695749 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cf0024-5f55-4ad2-807f-63b6f6e51631 None None] Routers {'ccd63bc3-3e97-4e0f-af38-66e853a86973'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:42.696362 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-49cf0024-5f55-4ad2-807f-63b6f6e51631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['ccd63bc3-3e97-4e0f-af38-66e853a86973'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:42.703729 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-de3aec32-359e-4eb9-bd66-fb79c83cadcb tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] GET failed (client error): The resource could not be found. May 28 04:46:42.705265 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-de3aec32-359e-4eb9-bd66-fb79c83cadcb tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "GET /v2.0/ports/1c4882aa-81dc-4dae-9fb4-a734b38070f1 HTTP/1.1" status: 404 len: 333 time: 0.1000578 May 28 04:46:42.708989 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52304) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:42.768548 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-97fd80b1-c6cd-4294-a5a7-254896363d82 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Deleting port 91ea998e-643a-40fb-8f1a-df81f5b35c0d {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:42.768823 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-97fd80b1-c6cd-4294-a5a7-254896363d82 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:42.883794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-3e4e04a2-4dd9-4dba-aad4-9b8072c2a89f tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Deleting port 24f38a6e-6782-4d4d-9d2e-93298f40e067 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:42.884160 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e4e04a2-4dd9-4dba-aad4-9b8072c2a89f tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:42.922563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c97bd3-eef2-43c7-91d8-97da6b7d1aa5 req-e418fa0a-349f-443d-81e7-cbcfa35de799 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] No DVR routers for this DVR port 22f922e7-1e9c-45ab-9f43-1956135d0d8e on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:46:42.932761 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-07c97bd3-eef2-43c7-91d8-97da6b7d1aa5 req-e418fa0a-349f-443d-81e7-cbcfa35de799 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:42.936669 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc3f2ba-ec84-4068-b5e0-4947d1534faa', 'name': 'network-vif-deleted', 'tag': '22f922e7-1e9c-45ab-9f43-1956135d0d8e'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:46:43.018106 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ef72b7b-6692-4dd4-82d9-f26a41974d5c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:43.020497 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b1b65e-196b-4552-b882-6aab9b247181'] response: {'server_uuid': '6cc3f2ba-ec84-4068-b5e0-4947d1534faa', 'name': 'network-vif-deleted', 'tag': '22f922e7-1e9c-45ab-9f43-1956135d0d8e', 'status': 'completed', 'code': 200} May 28 04:46:43.040516 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-49cf0024-5f55-4ad2-807f-63b6f6e51631 None None] Set router ccd63bc3-3e97-4e0f-af38-66e853a86973 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:46:43.083211 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07c97bd3-eef2-43c7-91d8-97da6b7d1aa5 req-e418fa0a-349f-443d-81e7-cbcfa35de799 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.66 "DELETE /v2.0/ports/22f922e7-1e9c-45ab-9f43-1956135d0d8e HTTP/1.1" status: 204 len: 173 time: 3.9195766 May 28 04:46:43.096658 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e154eb21-db7c-4fa1-b031-185f855cf425 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:43.290207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-e154eb21-db7c-4fa1-b031-185f855cf425 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Calling delete_port for d186bbb7-78f2-4ff5-9709-dd33dd368a1f owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:43.320439 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-261ab536-fd84-44eb-92a7-f2d58605d584 req-ffd752ab-3bea-4ae3-9c67-d75bf9df8b65 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Synchronizing usage tracker for tenant:dbe57ccc60ca477ca4d901e7c6a5711c on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:43.378711 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-97fd80b1-c6cd-4294-a5a7-254896363d82 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:43.399106 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 22f922e7-1e9c-45ab-9f43-1956135d0d8e no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:46:43.405262 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-261ab536-fd84-44eb-92a7-f2d58605d584 req-ffd752ab-3bea-4ae3-9c67-d75bf9df8b65 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Unset dirty status for tenant:dbe57ccc60ca477ca4d901e7c6a5711c on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:43.416633 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-261ab536-fd84-44eb-92a7-f2d58605d584 req-ffd752ab-3bea-4ae3-9c67-d75bf9df8b65 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc3f2ba-ec84-4068-b5e0-4947d1534faa HTTP/1.1" status: 200 len: 210 time: 0.2964699 May 28 04:46:43.433877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c3473-3748-4d20-8a29-84a7196b6d7e req-9929b08e-38fa-40ff-898c-9d5dddbaf6ac tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:43.436754 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5c0c3473-3748-4d20-8a29-84a7196b6d7e req-9929b08e-38fa-40ff-898c-9d5dddbaf6ac tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.6348934 May 28 04:46:43.453290 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 22f922e7-1e9c-45ab-9f43-1956135d0d8e {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:46:43.453978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 22f922e7-1e9c-45ab-9f43-1956135d0d8e not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:46:43.508452 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5c0c3473-3748-4d20-8a29-84a7196b6d7e req-706f782c-825b-4ea9-bd60-7728dbf8a635 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662065 May 28 04:46:43.586207 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-49cf0024-5f55-4ad2-807f-63b6f6e51631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'name': 'tempest-ServersTestJSON-85334929-router', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:07Z', 'updated_at': '2022-05-28T04:45:13Z', 'revision_number': 4, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'gw_port': {'id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:08Z', 'updated_at': '2022-05-28T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '98f05eea-85c0-419e-8374-6981f31dab94', 'name': '', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'mac_address': 'fa:16:3e:9c:a6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:12Z', 'updated_at': '2022-05-28T04:45:48Z', 'revision_number': 5, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'subnets': [{'id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:43.590189 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cf0024-5f55-4ad2-807f-63b6f6e51631 None None] Checking router: ccd63bc3-3e97-4e0f-af38-66e853a86973 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:46:43.624444 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cf0024-5f55-4ad2-807f-63b6f6e51631 None None] Routers {'ccd63bc3-3e97-4e0f-af38-66e853a86973'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:43.625443 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-49cf0024-5f55-4ad2-807f-63b6f6e51631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['ccd63bc3-3e97-4e0f-af38-66e853a86973'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:43.665549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e154eb21-db7c-4fa1-b031-185f855cf425 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:43.720214 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ef72b7b-6692-4dd4-82d9-f26a41974d5c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:43.730533 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-97fd80b1-c6cd-4294-a5a7-254896363d82 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Calling delete_port for 91ea998e-643a-40fb-8f1a-df81f5b35c0d owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:43.749197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154eb21-db7c-4fa1-b031-185f855cf425 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Pushing event deleted for resources: {'Port': ['ID=d186bbb7-78f2-4ff5-9709-dd33dd368a1f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:43.790376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e4e04a2-4dd9-4dba-aad4-9b8072c2a89f tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:43.811797 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da6e641d-5670-4d21-94b0-3d3c511e2083 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:43.895311 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef72b7b-6692-4dd4-82d9-f26a41974d5c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4bc0ad-80aa-45e3-a01a-588da27e9316,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:43.994470 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-49cf0024-5f55-4ad2-807f-63b6f6e51631 None None] Set router ccd63bc3-3e97-4e0f-af38-66e853a86973 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:46:44.264125 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-3e4e04a2-4dd9-4dba-aad4-9b8072c2a89f tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Calling delete_port for 24f38a6e-6782-4d4d-9d2e-93298f40e067 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:44.320159 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf80690-f5d1-423b-ac32-8e328576e08b None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:44.323909 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ef72b7b-6692-4dd4-82d9-f26a41974d5c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:44.392302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e154eb21-db7c-4fa1-b031-185f855cf425 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:44.407057 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6ef72b7b-6692-4dd4-82d9-f26a41974d5c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/4c4bc0ad-80aa-45e3-a01a-588da27e9316 HTTP/1.1" status: 204 len: 168 time: 2.5152347 May 28 04:46:44.414132 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:44.415512 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52318) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:44.469185 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-49cf0024-5f55-4ad2-807f-63b6f6e51631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'name': 'tempest-ServersTestJSON-85334929-router', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:07Z', 'updated_at': '2022-05-28T04:45:13Z', 'revision_number': 4, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'gw_port': {'id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:08Z', 'updated_at': '2022-05-28T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '98f05eea-85c0-419e-8374-6981f31dab94', 'name': '', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'mac_address': 'fa:16:3e:9c:a6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:12Z', 'updated_at': '2022-05-28T04:45:48Z', 'revision_number': 5, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'subnets': [{'id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:44.476013 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cf0024-5f55-4ad2-807f-63b6f6e51631 None None] The sync data for ids ['ccd63bc3-3e97-4e0f-af38-66e853a86973'] in dv-neutron-843300-5-hyperv is: [{'id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'name': 'tempest-ServersTestJSON-85334929-router', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:07Z', 'updated_at': '2022-05-28T04:45:13Z', 'revision_number': 4, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'gw_port': {'id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:08Z', 'updated_at': '2022-05-28T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '98f05eea-85c0-419e-8374-6981f31dab94', 'name': '', 'network_id': 'af7fbe75-51f4-4a27-b635-152fc1216874', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'mac_address': 'fa:16:3e:9c:a6:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:12Z', 'updated_at': '2022-05-28T04:45:48Z', 'revision_number': 5, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'subnets': [{'id': '9590fb3a-012f-4dbc-8eec-5473af1a3309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:46:44.548885 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:44.556680 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ab730-93c6-45c9-8ca6-b0b6d7b53711 req-612bdfbe-44c4-4015-b516-dc627c1c9bee tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:44.564114 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f87ab730-93c6-45c9-8ca6-b0b6d7b53711 req-612bdfbe-44c4-4015-b516-dc627c1c9bee tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.4380805 May 28 04:46:44.628941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52326) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:44.650990 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a5937ed7-a4e0-4358-8f8e-e44ffac08fda tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2330086 May 28 04:46:44.669705 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52330) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:44.674196 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22b4d71-e2a8-4408-a68a-13ce300c7ae0 None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:46:44.680372 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-c22b4d71-e2a8-4408-a68a-13ce300c7ae0 None None] Deleting port ef9dd784-2cea-4bec-be82-13602bc802c1 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:44.681629 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c22b4d71-e2a8-4408-a68a-13ce300c7ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:44.740178 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-346a6b52-a588-4a01-953d-8d2a38c82a4b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:44.778608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=3bf425bd-af3b-41cb-a8f7-ca0bc3d850e2,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:44.786977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e154eb21-db7c-4fa1-b031-185f855cf425 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:44.791104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e154eb21-db7c-4fa1-b031-185f855cf425 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:44.830013 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f87ab730-93c6-45c9-8ca6-b0b6d7b53711 req-3f3fa816-46dd-4ea6-98a7-7860c77ecaa3 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646000 May 28 04:46:44.831707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbbf1f1-f305-4a67-a57a-18592e65a754 None None] New status for floating IP dd79a9af-aa33-40f5-a7f3-c02ad4ccea7d: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:46:44.832855 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e154eb21-db7c-4fa1-b031-185f855cf425 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:44.833347 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e154eb21-db7c-4fa1-b031-185f855cf425 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Fanout notify agent at l3_agent the message router_deleted on router 088bfefd-a5a2-47e4-a791-983a4f1d21d9 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:46:44.873262 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e154eb21-db7c-4fa1-b031-185f855cf425 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:44.879097 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e154eb21-db7c-4fa1-b031-185f855cf425 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "DELETE /v2.0/routers/088bfefd-a5a2-47e4-a791-983a4f1d21d9 HTTP/1.1" status: 204 len: 168 time: 3.7358599 May 28 04:46:44.882389 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52334) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:44.887296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1521454500', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'enable_snat': False}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:44.900335 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:44.908791 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Usage tracker for resource:router and tenant:5a788c7b6c57418aae60ee20be84910f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:44.913396 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:44.916051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-20b8c1c3-328f-4d76-ab31-6ba76d6a94b1 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:44.919486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:44.921208 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:44.954874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-20b8c1c3-328f-4d76-ab31-6ba76d6a94b1 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:44.966098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:44.967017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:45.022952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-20b8c1c3-328f-4d76-ab31-6ba76d6a94b1 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:45.045800 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8c1c3-328f-4d76-ab31-6ba76d6a94b1 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37148588-ec49-41c2-87e5-73f21e4b02b1,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:45.049729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-20b8c1c3-328f-4d76-ab31-6ba76d6a94b1 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:45.050935 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-20b8c1c3-328f-4d76-ab31-6ba76d6a94b1 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "DELETE /v2.0/security-groups/37148588-ec49-41c2-87e5-73f21e4b02b1 HTTP/1.1" status: 204 len: 168 time: 0.4210489 May 28 04:46:45.054256 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52338) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:45.071141 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-a8466e67-bda0-4fe4-9227-9dc4ebce2a12 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] show failed (client error): The resource could not be found. May 28 04:46:45.072126 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a8466e67-bda0-4fe4-9227-9dc4ebce2a12 tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "GET /v2.0/security-groups/37148588-ec49-41c2-87e5-73f21e4b02b1 HTTP/1.1" status: 404 len: 347 time: 0.0169270 May 28 04:46:45.074906 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52342) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:45.113573 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-346a6b52-a588-4a01-953d-8d2a38c82a4b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:45.117019 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e4e04a2-4dd9-4dba-aad4-9b8072c2a89f tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:45.170663 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-346a6b52-a588-4a01-953d-8d2a38c82a4b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:45.179818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-346a6b52-a588-4a01-953d-8d2a38c82a4b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:45.187826 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c22b4d71-e2a8-4408-a68a-13ce300c7ae0 None None] For port ef9dd784-2cea-4bec-be82-13602bc802c1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ef9dd784-2cea-4bec-be82-13602bc802c1,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:45.188210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c22b4d71-e2a8-4408-a68a-13ce300c7ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:45.207047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e04a2-4dd9-4dba-aad4-9b8072c2a89f tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event deleted for resources: {'Port': ['ID=24f38a6e-6782-4d4d-9d2e-93298f40e067,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:45.210764 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-346a6b52-a588-4a01-953d-8d2a38c82a4b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:45.240361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:45.242542 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-17926abe-6b1c-492b-8b0e-a3576a56177c tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Deleting port b7c95057-d208-44e7-b3e2-2674f604c987 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:45.242542 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-17926abe-6b1c-492b-8b0e-a3576a56177c tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:45.300436 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-97fd80b1-c6cd-4294-a5a7-254896363d82 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:45.305837 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346a6b52-a588-4a01-953d-8d2a38c82a4b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:45.354043 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-c22b4d71-e2a8-4408-a68a-13ce300c7ae0 None None] Calling delete_port for ef9dd784-2cea-4bec-be82-13602bc802c1 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:45.452143 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c22b4d71-e2a8-4408-a68a-13ce300c7ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:45.467065 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd80b1-c6cd-4294-a5a7-254896363d82 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Pushing event deleted for resources: {'Port': ['ID=91ea998e-643a-40fb-8f1a-df81f5b35c0d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:45.495782 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network ab138742-cdd0-4ebc-9f2c-dae6019785a8 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:45.504272 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:45.518935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b4d71-e2a8-4408-a68a-13ce300c7ae0 None None] Pushing event deleted for resources: {'Port': ['ID=ef9dd784-2cea-4bec-be82-13602bc802c1,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:45.525968 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b4d71-e2a8-4408-a68a-13ce300c7ae0 None None] No DVR routers for this DVR port ef9dd784-2cea-4bec-be82-13602bc802c1 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:46:45.528552 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:45.550875 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-17926abe-6b1c-492b-8b0e-a3576a56177c tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:45.551189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-17926abe-6b1c-492b-8b0e-a3576a56177c tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:45.797545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-17926abe-6b1c-492b-8b0e-a3576a56177c tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Calling delete_port for b7c95057-d208-44e7-b3e2-2674f604c987 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:45.820805 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e4e04a2-4dd9-4dba-aad4-9b8072c2a89f tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:45.841698 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-346a6b52-a588-4a01-953d-8d2a38c82a4b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:45.957800 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3e4e04a2-4dd9-4dba-aad4-9b8072c2a89f tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "DELETE /v2.0/ports/24f38a6e-6782-4d4d-9d2e-93298f40e067 HTTP/1.1" status: 204 len: 168 time: 3.2453146 May 28 04:46:45.963518 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52348) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:45.969913 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da6e641d-5670-4d21-94b0-3d3c511e2083 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:46.075833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-da6e641d-5670-4d21-94b0-3d3c511e2083 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Deleting port 534e9f09-8cdf-4aab-a612-9850cb5a394e {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:46.076109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da6e641d-5670-4d21-94b0-3d3c511e2083 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:46.108900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-17926abe-6b1c-492b-8b0e-a3576a56177c tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:46.209168 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-97fd80b1-c6cd-4294-a5a7-254896363d82 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:46.222556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17926abe-6b1c-492b-8b0e-a3576a56177c tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Pushing event deleted for resources: {'Port': ['ID=b7c95057-d208-44e7-b3e2-2674f604c987,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:46.415266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:46.445887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247746ad-73a4-4a7f-8289-9037fbf5bde0 req-a65b11a3-ca5f-4a07-b23c-202e7e5f2363 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:46.447317 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-247746ad-73a4-4a7f-8289-9037fbf5bde0 req-a65b11a3-ca5f-4a07-b23c-202e7e5f2363 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.4359076 May 28 04:46:46.453913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d943a5-754f-4c1f-81d5-a731c5d387dd tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Deleting subnet 154b9d15-e2fc-4c8f-893c-112c8a972e2d {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:46:46.477039 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49d943a5-754f-4c1f-81d5-a731c5d387dd tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:46.502671 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:46.524623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-17926abe-6b1c-492b-8b0e-a3576a56177c tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:46.598783 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ef9dd784-2cea-4bec-be82-13602bc802c1 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:46:46.617042 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49d943a5-754f-4c1f-81d5-a731c5d387dd tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:46.641110 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: ef9dd784-2cea-4bec-be82-13602bc802c1 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:46:46.641746 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ef9dd784-2cea-4bec-be82-13602bc802c1 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:46:46.683765 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-247746ad-73a4-4a7f-8289-9037fbf5bde0 req-7eabf395-1917-463d-ac2b-1d029544b98e tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276661 May 28 04:46:46.721012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-17926abe-6b1c-492b-8b0e-a3576a56177c tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:46.722146 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-17926abe-6b1c-492b-8b0e-a3576a56177c tempest-ServersTestJSON-164252415 tempest-ServersTestJSON-164252415-project] 10.222.0.15 "DELETE /v2.0/floatingips/dd79a9af-aa33-40f5-a7f3-c02ad4ccea7d HTTP/1.1" status: 204 len: 168 time: 1.6463873 May 28 04:46:46.728006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-97fd80b1-c6cd-4294-a5a7-254896363d82 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:46.730730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52354) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:46.760759 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da6e641d-5670-4d21-94b0-3d3c511e2083 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:46.782745 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-97fd80b1-c6cd-4294-a5a7-254896363d82 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:46.888813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Allocated IP 172.26.8.14 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/4a693853-d1b5-4c37-8f3d-c348150881b3) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:46.943482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49d943a5-754f-4c1f-81d5-a731c5d387dd tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:47.026807 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-da6e641d-5670-4d21-94b0-3d3c511e2083 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Calling delete_port for 534e9f09-8cdf-4aab-a612-9850cb5a394e owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:47.107724 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-346a6b52-a588-4a01-953d-8d2a38c82a4b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:47.179290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-97fd80b1-c6cd-4294-a5a7-254896363d82 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:47.180058 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fd80b1-c6cd-4294-a5a7-254896363d82 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Fanout notify agent at l3_agent the message router_deleted on router 6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:46:47.228722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346a6b52-a588-4a01-953d-8d2a38c82a4b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:47.231853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-346a6b52-a588-4a01-953d-8d2a38c82a4b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:47.233687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a6b52-a588-4a01-953d-8d2a38c82a4b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=3f5f71e7-eff3-4c12-acaa-3b44df25e1df,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:47.237555 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346a6b52-a588-4a01-953d-8d2a38c82a4b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:47.238366 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-346a6b52-a588-4a01-953d-8d2a38c82a4b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:47.253733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-97fd80b1-c6cd-4294-a5a7-254896363d82 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:47.253733 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-97fd80b1-c6cd-4294-a5a7-254896363d82 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] 10.222.0.15 "DELETE /v2.0/routers/6fb5c9bc-388c-40ea-b0bd-c0b3d2b6ea8b HTTP/1.1" status: 204 len: 168 time: 7.5070899 May 28 04:46:47.257244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52360) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:47.258699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c45f4e-e288-4244-8343-be99c48467b0 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:47.276863 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-346a6b52-a588-4a01-953d-8d2a38c82a4b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6010365 May 28 04:46:47.289908 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52364) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:47.295717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-a7434f3d-76a5-4e62-9bdd-6d666c95142c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'fixed_ips': [{'subnet_id': '3f5f71e7-eff3-4c12-acaa-3b44df25e1df', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1397800876'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:47.382385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:47.385522 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49d943a5-754f-4c1f-81d5-a731c5d387dd tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:47.456479 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d943a5-754f-4c1f-81d5-a731c5d387dd tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event deleted for resources: {'Subnet': ['ID=154b9d15-e2fc-4c8f-893c-112c8a972e2d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:47.478843 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:46:47.482042 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da6e641d-5670-4d21-94b0-3d3c511e2083 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:47.500558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': '3f5f71e7-eff3-4c12-acaa-3b44df25e1df'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:46:47.501507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:47.532568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49d943a5-754f-4c1f-81d5-a731c5d387dd tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:47.541760 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e641d-5670-4d21-94b0-3d3c511e2083 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Pushing event deleted for resources: {'Port': ['ID=534e9f09-8cdf-4aab-a612-9850cb5a394e,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:47.553435 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a7434f3d-76a5-4e62-9bdd-6d666c95142c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:47.561796 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-49d943a5-754f-4c1f-81d5-a731c5d387dd tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "DELETE /v2.0/subnets/154b9d15-e2fc-4c8f-893c-112c8a972e2d HTTP/1.1" status: 204 len: 168 time: 1.5909140 May 28 04:46:47.568098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52368) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:47.574655 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f939de58-c0d0-40ca-b09a-bd92f9e321d5 None None] Network 50d27ace-fde8-4cd8-b5be-f35c0ae0237a requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:47.577464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59952e65-99a5-45da-ad43-836f0607c262 req-3e7e00c7-56bb-4e53-94cd-74fe0b605b47 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:47.578941 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59952e65-99a5-45da-ad43-836f0607c262 req-3e7e00c7-56bb-4e53-94cd-74fe0b605b47 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.4193423 May 28 04:46:47.582823 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a7434f3d-76a5-4e62-9bdd-6d666c95142c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:47.590523 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a7434f3d-76a5-4e62-9bdd-6d666c95142c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:47.602018 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a7434f3d-76a5-4e62-9bdd-6d666c95142c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:47.704963 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7434f3d-76a5-4e62-9bdd-6d666c95142c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:47.710333 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a7434f3d-76a5-4e62-9bdd-6d666c95142c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:47.737023 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-9331a767-9453-4732-8098-b996e9325b96 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Deleting subnet 0c183762-25d6-4d3f-a708-ee4d7d5f0b82 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:46:47.739176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:47.798195 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9331a767-9453-4732-8098-b996e9325b96 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:47.804678 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-a7434f3d-76a5-4e62-9bdd-6d666c95142c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port 0de8b1e6-b976-46ed-b23f-8f5aab09af00 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:47.815475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Allocated IP 2001:db8::2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/3f5f71e7-eff3-4c12-acaa-3b44df25e1df/3962232c-611e-418b-996e-03f549b6093d) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:47.867410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:47.969074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Pushing event updated for resources: {'Port': ['ID=4a693853-d1b5-4c37-8f3d-c348150881b3,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:47.988963 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59952e65-99a5-45da-ad43-836f0607c262 req-bae5154c-64da-48b3-9b8d-8782a037586f tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3744273 May 28 04:46:48.013868 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da6e641d-5670-4d21-94b0-3d3c511e2083 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.063971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9331a767-9453-4732-8098-b996e9325b96 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.074152 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfedf0ca-6efd-4be4-b3ec-feac4bcb145e None None] DHCP port deletion for 50d27ace-fde8-4cd8-b5be-f35c0ae0237a request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:46:48.087129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-bfedf0ca-6efd-4be4-b3ec-feac4bcb145e None None] Deleting port 4fe2f4aa-93ee-457d-87c3-3ae044992053 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:48.087571 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bfedf0ca-6efd-4be4-b3ec-feac4bcb145e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.099436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:48.103250 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Deleting port 4fe2f4aa-93ee-457d-87c3-3ae044992053 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:48.103785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.136512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:48.148659 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.149312 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:48.190442 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Transition to ACTIVE for port object 3962232c-611e-418b-996e-03f549b6093d will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:48.238193 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Transition to ACTIVE for port object 3962232c-611e-418b-996e-03f549b6093d will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:48.289400 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.421375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9331a767-9453-4732-8098-b996e9325b96 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.423408 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-bfedf0ca-6efd-4be4-b3ec-feac4bcb145e None None] For port 4fe2f4aa-93ee-457d-87c3-3ae044992053, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=4fe2f4aa-93ee-457d-87c3-3ae044992053,segment=NetworkSegment(1af42958-64a9-49a0-bdd3-6f2ac5436504),segment_id=1af42958-64a9-49a0-bdd3-6f2ac5436504)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:48.423782 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bfedf0ca-6efd-4be4-b3ec-feac4bcb145e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.436532 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:48.441616 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:48.448214 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:48.450456 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Pushing event updated for resources: {'Port': ['ID=3962232c-611e-418b-996e-03f549b6093d,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:48.464371 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da6e641d-5670-4d21-94b0-3d3c511e2083 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.471538 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7434f3d-76a5-4e62-9bdd-6d666c95142c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:46:48.471966 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7434f3d-76a5-4e62-9bdd-6d666c95142c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:46:48.477687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da6e641d-5670-4d21-94b0-3d3c511e2083 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.529775 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a7434f3d-76a5-4e62-9bdd-6d666c95142c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2362206 May 28 04:46:48.530078 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52372) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:48.562314 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-bfedf0ca-6efd-4be4-b3ec-feac4bcb145e None None] Calling delete_port for 4fe2f4aa-93ee-457d-87c3-3ae044992053 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:48.590486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da6e641d-5670-4d21-94b0-3d3c511e2083 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.591025 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6e641d-5670-4d21-94b0-3d3c511e2083 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Fanout notify agent at l3_agent the message router_deleted on router 2cf32f19-702f-4fff-9528-9543dc9efe26 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:46:48.597569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] For port 4fe2f4aa-93ee-457d-87c3-3ae044992053, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=4fe2f4aa-93ee-457d-87c3-3ae044992053,segment=NetworkSegment(1af42958-64a9-49a0-bdd3-6f2ac5436504),segment_id=1af42958-64a9-49a0-bdd3-6f2ac5436504)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:48.597934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.610326 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:46:48.612914 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da6e641d-5670-4d21-94b0-3d3c511e2083 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.614094 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-da6e641d-5670-4d21-94b0-3d3c511e2083 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "DELETE /v2.0/routers/2cf32f19-702f-4fff-9528-9543dc9efe26 HTTP/1.1" status: 204 len: 168 time: 6.6785100 May 28 04:46:48.622448 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8322bcf2-fabd-4f9e-a5e7-95f8fd24a70b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "PUT /v2.0/routers/34c0ccde-0ca1-4f5c-9a78-5813134c7124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8675027 May 28 04:46:48.622624 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52376) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:48.622887 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52378) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:48.627103 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'port': {'network_id': 'ab138742-cdd0-4ebc-9f2c-dae6019785a8', 'name': 'tempest-FloatingIPTestJSON-1126509127'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:48.639142 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dc1d0a-ae2a-474c-b993-72e20ed68d94 None None] Sync routers for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:46:48.658369 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc1d0a-ae2a-474c-b993-72e20ed68d94 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:48.659328 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-39dc1d0a-ae2a-474c-b993-72e20ed68d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:48.704190 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 4fe2f4aa-93ee-457d-87c3-3ae044992053 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:46:48.723547 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8002305f-ef63-4266-afe2-d4f236b5ae70 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:48.724286 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8002305f-ef63-4266-afe2-d4f236b5ae70 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:48.753326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Request body: {'router': {'name': 'tempest-snat-router-8166582', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'enable_snat': False}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:48.758740 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-39dc1d0a-ae2a-474c-b993-72e20ed68d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:48.762766 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Attempting to bind port 3962232c-611e-418b-996e-03f549b6093d on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:46:48.763129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Attempting to bind port 3962232c-611e-418b-996e-03f549b6093d by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:46:48.763484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Attempting to bind port 3962232c-611e-418b-996e-03f549b6093d on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:46:48.765028 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8002305f-ef63-4266-afe2-d4f236b5ae70 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:48.768667 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8002305f-ef63-4266-afe2-d4f236b5ae70 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2353611 May 28 04:46:48.768825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Calling delete_port for 4fe2f4aa-93ee-457d-87c3-3ae044992053 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:48.769893 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52384) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:48.778468 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:46:48.778729 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:46:48.779347 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.779907 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:46:48.780575 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Bound port: 3962232c-611e-418b-996e-03f549b6093d, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:46:48.781155 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.785261 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc1d0a-ae2a-474c-b993-72e20ed68d94 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:48.785960 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-39dc1d0a-ae2a-474c-b993-72e20ed68d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:48.796081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:48.809815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Usage tracker for resource:router and tenant:f68fe89754b14d9dab24fe13621ba94f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:48.816402 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:48.850520 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:48.857814 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Usage tracker for resource:port and tenant:ee913605a2a2442f977d076c919a0ab6 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:48.863699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:48.869560 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-39dc1d0a-ae2a-474c-b993-72e20ed68d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:48.870277 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dc1d0a-ae2a-474c-b993-72e20ed68d94 None None] The sync data for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:46:48.884533 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e2c53f-5ba8-4d0c-9bb4-62a261fda2de tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:48.886258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e2c53f-5ba8-4d0c-9bb4-62a261fda2de tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:48.887300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bfedf0ca-6efd-4be4-b3ec-feac4bcb145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.889533 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-88e2c53f-5ba8-4d0c-9bb4-62a261fda2de tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:48.899380 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:48.922114 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Made reservation on behalf of ee913605a2a2442f977d076c919a0ab6 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:48.926152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:48.943169 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfedf0ca-6efd-4be4-b3ec-feac4bcb145e None None] No DVR routers for this DVR port 4fe2f4aa-93ee-457d-87c3-3ae044992053 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:46:48.952832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-88e2c53f-5ba8-4d0c-9bb4-62a261fda2de tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:48.956525 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-88e2c53f-5ba8-4d0c-9bb4-62a261fda2de tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1840022 May 28 04:46:48.957231 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52388) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:48.960278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfedf0ca-6efd-4be4-b3ec-feac4bcb145e None None] Pushing event deleted for resources: {'Port': ['ID=4fe2f4aa-93ee-457d-87c3-3ae044992053,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:48.971644 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No active binding found for port 4fe2f4aa-93ee-457d-87c3-3ae044992053 {{(pid=84011) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 28 04:46:48.972105 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 4fe2f4aa-93ee-457d-87c3-3ae044992053 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:46:49.010105 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:49.012646 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] device_id is not set on port f30027d0-71a9-4a49-85ef-82b32cf5b5d8 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:49.012842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9331a767-9453-4732-8098-b996e9325b96 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.013051 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] For port 3962232c-611e-418b-996e-03f549b6093d, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:46:49.016707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] For port 3962232c-611e-418b-996e-03f549b6093d, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3962232c-611e-418b-996e-03f549b6093d,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:46:49.027861 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.077118 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331a767-9453-4732-8098-b996e9325b96 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Pushing event deleted for resources: {'Subnet': ['ID=0c183762-25d6-4d3f-a708-ee4d7d5f0b82,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:49.091821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9331a767-9453-4732-8098-b996e9325b96 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.113504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.114465 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.128997 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9331a767-9453-4732-8098-b996e9325b96 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] 10.222.0.15 "DELETE /v2.0/subnets/0c183762-25d6-4d3f-a708-ee4d7d5f0b82 HTTP/1.1" status: 204 len: 168 time: 1.8673532 May 28 04:46:49.133303 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d570441c-de3f-4d20-a47c-ad46cb637fa7 None None] Network 060a1e72-918f-4ed6-b6b2-59588cc172f2 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:49.134175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52394) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:49.166422 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Allocated IP 172.20.0.10 (ab138742-cdd0-4ebc-9f2c-dae6019785a8/88d065d9-f99f-403c-8ca3-8dfa7eb4daed/f30027d0-71a9-4a49-85ef-82b32cf5b5d8) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:49.206005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f87d662-de39-4efb-b929-7f20e332c3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.230044 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-027b711e-c088-4cdc-ac38-b92f504a6994 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 3f5f71e7-eff3-4c12-acaa-3b44df25e1df {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:46:49.238072 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-027b711e-c088-4cdc-ac38-b92f504a6994 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.247597 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57326e60-f54c-410e-a69c-0012264c6c3d None None] Pushing event updated for resources: {'Port': ['ID=3962232c-611e-418b-996e-03f549b6093d,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:49.256667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:46:49.256994 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:46:49.386871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-027b711e-c088-4cdc-ac38-b92f504a6994 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.415296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.416710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.436836 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a824b6a-48c7-492f-86c3-45279e8dfde1 None None] DHCP port deletion for 060a1e72-918f-4ed6-b6b2-59588cc172f2 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:46:49.441213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.445763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-9a824b6a-48c7-492f-86c3-45279e8dfde1 None None] Deleting port 2a17a93c-4a89-4e50-906d-f9e672f9f251 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:49.446745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9a824b6a-48c7-492f-86c3-45279e8dfde1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.553166 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-027b711e-c088-4cdc-ac38-b92f504a6994 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.571168 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac06c7ea-7897-45c6-b33d-cfbcc3fc1fde tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.602402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.644466 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.739989 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network ab138742-cdd0-4ebc-9f2c-dae6019785a8 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:49.742914 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:49.748557 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-ac06c7ea-7897-45c6-b33d-cfbcc3fc1fde tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Deleting port 2a17a93c-4a89-4e50-906d-f9e672f9f251 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:49.748892 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac06c7ea-7897-45c6-b33d-cfbcc3fc1fde tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.751490 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:49.767196 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-9a824b6a-48c7-492f-86c3-45279e8dfde1 None None] For port 2a17a93c-4a89-4e50-906d-f9e672f9f251, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2a17a93c-4a89-4e50-906d-f9e672f9f251,segment=NetworkSegment(a45855ce-bcd0-4fd9-9465-d41d37e661b0),segment_id=a45855ce-bcd0-4fd9-9465-d41d37e661b0)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:49.767721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9a824b6a-48c7-492f-86c3-45279e8dfde1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.780922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Deleting port 4fe2f4aa-93ee-457d-87c3-3ae044992053 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:49.780922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.781218 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=f30027d0-71a9-4a49-85ef-82b32cf5b5d8,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:49.812592 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-027b711e-c088-4cdc-ac38-b92f504a6994 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.849642 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027b711e-c088-4cdc-ac38-b92f504a6994 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5f71e7-eff3-4c12-acaa-3b44df25e1df,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:49.855357 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:49.857002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.874649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97d0a8-36de-4311-aad4-19bae65f7b98 req-f882f09c-7cea-455a-a83f-a8be63fd1859 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:49.876213 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-eb97d0a8-36de-4311-aad4-19bae65f7b98 req-f882f09c-7cea-455a-a83f-a8be63fd1859 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.7458837 May 28 04:46:49.881595 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-027b711e-c088-4cdc-ac38-b92f504a6994 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.889761 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-027b711e-c088-4cdc-ac38-b92f504a6994 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/3f5f71e7-eff3-4c12-acaa-3b44df25e1df HTTP/1.1" status: 204 len: 168 time: 0.9312086 May 28 04:46:49.891799 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52398) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:49.902167 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-9a824b6a-48c7-492f-86c3-45279e8dfde1 None None] Calling delete_port for 2a17a93c-4a89-4e50-906d-f9e672f9f251 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:49.978936 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9a824b6a-48c7-492f-86c3-45279e8dfde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:49.981298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] The port '4fe2f4aa-93ee-457d-87c3-3ae044992053' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:46:49.984688 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-55202434-3d1c-443a-965c-c49a184be72e tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3597081 May 28 04:46:49.986857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52402) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:49.998270 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b27bb4e0-5918-4dba-86e8-0083741cc38b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045938 May 28 04:46:50.002328 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52406) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:50.008557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-48b0e441-57ad-4d65-b383-1fa1c82724ce tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:50.038322 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'port': {'network_id': 'ab138742-cdd0-4ebc-9f2c-dae6019785a8', 'name': 'tempest-FloatingIPTestJSON-498814754'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:50.043739 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a824b6a-48c7-492f-86c3-45279e8dfde1 None None] Pushing event deleted for resources: {'Port': ['ID=2a17a93c-4a89-4e50-906d-f9e672f9f251,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:50.045775 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a824b6a-48c7-492f-86c3-45279e8dfde1 None None] No DVR routers for this DVR port 2a17a93c-4a89-4e50-906d-f9e672f9f251 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:46:50.114583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-ac06c7ea-7897-45c6-b33d-cfbcc3fc1fde tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] The port '2a17a93c-4a89-4e50-906d-f9e672f9f251' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:46:50.137461 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-48b0e441-57ad-4d65-b383-1fa1c82724ce tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:50.147448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-48b0e441-57ad-4d65-b383-1fa1c82724ce tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:50.161245 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b0e441-57ad-4d65-b383-1fa1c82724ce tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:50.165120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48b0e441-57ad-4d65-b383-1fa1c82724ce tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:50.366490 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98b9aa7-5562-4d7a-926c-ac995e5673a5 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:50.415405 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48b0e441-57ad-4d65-b383-1fa1c82724ce tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:50.465907 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-eb97d0a8-36de-4311-aad4-19bae65f7b98 req-0702ac0b-06a4-4266-87c5-f0be63dfa0ac tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5787237 May 28 04:46:50.487299 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b0e441-57ad-4d65-b383-1fa1c82724ce tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:50.488104 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b0e441-57ad-4d65-b383-1fa1c82724ce tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=e9cb9d15-52cc-4552-9dfd-b87f84887fb8,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:50.490615 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:50.491115 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-48b0e441-57ad-4d65-b383-1fa1c82724ce tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:50.494007 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b0e441-57ad-4d65-b383-1fa1c82724ce tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:50.494628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48b0e441-57ad-4d65-b383-1fa1c82724ce tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:50.531266 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2acaec1a-f517-428a-aa1d-b7ac4ac41c77 None None] Provisioning for port 3962232c-611e-418b-996e-03f549b6093d completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:50.559951 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:50.563424 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-48b0e441-57ad-4d65-b383-1fa1c82724ce tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5575106 May 28 04:46:50.563820 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52412) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:50.572137 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4028b2f2-5bcc-4cc3-b4d0-abfc9de4e0ac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1967164661', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:50.587514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4028b2f2-5bcc-4cc3-b4d0-abfc9de4e0ac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:50.599565 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4028b2f2-5bcc-4cc3-b4d0-abfc9de4e0ac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:router and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:50.606280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4028b2f2-5bcc-4cc3-b4d0-abfc9de4e0ac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:50.619208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4028b2f2-5bcc-4cc3-b4d0-abfc9de4e0ac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:50.642171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4028b2f2-5bcc-4cc3-b4d0-abfc9de4e0ac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:50.643248 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4028b2f2-5bcc-4cc3-b4d0-abfc9de4e0ac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:50.648578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac06c7ea-7897-45c6-b33d-cfbcc3fc1fde tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:50.668264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4028b2f2-5bcc-4cc3-b4d0-abfc9de4e0ac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:50.686380 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d27ace-fde8-4cd8-b5be-f35c0ae0237a']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:50.696386 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4028b2f2-5bcc-4cc3-b4d0-abfc9de4e0ac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:50.697829 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3962232c-611e-418b-996e-03f549b6093d up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:46:50.737693 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af42958-64a9-49a0-bdd3-6f2ac5436504') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:50.738007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af42958-64a9-49a0-bdd3-6f2ac5436504') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:50.738950 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4028b2f2-5bcc-4cc3-b4d0-abfc9de4e0ac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:50.740716 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4028b2f2-5bcc-4cc3-b4d0-abfc9de4e0ac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1757379 May 28 04:46:50.744300 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52416) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:50.755228 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:46:50.762989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-ac06c7ea-7897-45c6-b33d-cfbcc3fc1fde tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060a1e72-918f-4ed6-b6b2-59588cc172f2']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:50.813356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:50.828429 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:50.831634 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-ac06c7ea-7897-45c6-b33d-cfbcc3fc1fde tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45855ce-bcd0-4fd9-9465-d41d37e661b0') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:50.831926 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-ac06c7ea-7897-45c6-b33d-cfbcc3fc1fde tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45855ce-bcd0-4fd9-9465-d41d37e661b0') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:50.839682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 3962232c-611e-418b-996e-03f549b6093d completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:50.845975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 3962232c-611e-418b-996e-03f549b6093d triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:50.846333 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:50.912311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Usage tracker for resource:port and tenant:ee913605a2a2442f977d076c919a0ab6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:50.926552 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f384e2f-ba80-481f-b55d-5f73b42d7106 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:46:50.927165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac06c7ea-7897-45c6-b33d-cfbcc3fc1fde tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:50.936214 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:50.942394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:50.952827 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:50.984192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac06c7ea-7897-45c6-b33d-cfbcc3fc1fde tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:50.988582 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:46:50.988973 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:46:51.004219 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:46:51.097341 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac06c7ea-7897-45c6-b33d-cfbcc3fc1fde tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:46:51.098052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac06c7ea-7897-45c6-b33d-cfbcc3fc1fde tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:46:51.121469 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:46:51.123734 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Made reservation on behalf of ee913605a2a2442f977d076c919a0ab6 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:46:51.125049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:51.139603 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-62d3b26c-91aa-4d52-9bb4-a8b6e116318f None None] Provisioning complete for port 3962232c-611e-418b-996e-03f549b6093d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:51.139974 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-62d3b26c-91aa-4d52-9bb4-a8b6e116318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:51.272677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:51.277031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] device_id is not set on port fb70b0c7-651a-49b7-972d-a92e39684f21 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:46:51.292587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:51.381106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:51.383438 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 3962232c-611e-418b-996e-03f549b6093d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3962232c-611e-418b-996e-03f549b6093d,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:51.394424 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac06c7ea-7897-45c6-b33d-cfbcc3fc1fde tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:51.398147 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:51.400112 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:51.427536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] Pushing event deleted for resources: {'Network': ['ID=50d27ace-fde8-4cd8-b5be-f35c0ae0237a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:51.459745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac06c7ea-7897-45c6-b33d-cfbcc3fc1fde tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:51.474237 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-62d3b26c-91aa-4d52-9bb4-a8b6e116318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:51.482573 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eec806-247c-4c2e-aa64-7e509c5fe6ec req-3494b250-087d-4f88-9f2b-2b78e734c66b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:51.484106 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f4eec806-247c-4c2e-aa64-7e509c5fe6ec req-3494b250-087d-4f88-9f2b-2b78e734c66b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.7231395 May 28 04:46:51.495143 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2a17a93c-4a89-4e50-906d-f9e672f9f251 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:46:51.538824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 2a17a93c-4a89-4e50-906d-f9e672f9f251 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:46:51.539434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2a17a93c-4a89-4e50-906d-f9e672f9f251 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:46:51.550332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06c7ea-7897-45c6-b33d-cfbcc3fc1fde tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Pushing event deleted for resources: {'Network': ['ID=060a1e72-918f-4ed6-b6b2-59588cc172f2,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:51.592821 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ac06c7ea-7897-45c6-b33d-cfbcc3fc1fde tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] 10.222.0.15 "DELETE /v2.0/networks/060a1e72-918f-4ed6-b6b2-59588cc172f2 HTTP/1.1" status: 204 len: 168 time: 2.4233074 May 28 04:46:51.592821 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9c870963-26df-44cd-b34a-e1202de193a7 tempest-AllowedAddressPairTestJSON-1517248933 tempest-AllowedAddressPairTestJSON-1517248933-project] 10.222.0.15 "DELETE /v2.0/networks/50d27ace-fde8-4cd8-b5be-f35c0ae0237a HTTP/1.1" status: 204 len: 168 time: 4.0215344 May 28 04:46:51.601248 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=3962232c-611e-418b-996e-03f549b6093d,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:51.601834 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52420) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:51.638055 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-62d3b26c-91aa-4d52-9bb4-a8b6e116318f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:46:51.638337 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-62d3b26c-91aa-4d52-9bb4-a8b6e116318f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:46:51.806368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::1 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/e9cb9d15-52cc-4552-9dfd-b87f84887fb8/cd5da023-8e81-429a-a236-1c5ce0e49b13) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:51.873330 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f4eec806-247c-4c2e-aa64-7e509c5fe6ec req-a3626dfa-db90-47a2-99bc-710cf33ce949 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552656 May 28 04:46:51.911071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Router bf45f1cd-daf7-409d-a433-6e3963ea7c00 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:46:51.931849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d23ba3fb-b6bf-4883-ba51-683c99cba119 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Deleting port 0e75055e-5c37-43f1-81d0-d8f4d3761350 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:51.932760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d23ba3fb-b6bf-4883-ba51-683c99cba119 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.000568 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.007454 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52430) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:52.024251 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object cd5da023-8e81-429a-a236-1c5ce0e49b13 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:52.034945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Allocated IP 172.20.0.7 (ab138742-cdd0-4ebc-9f2c-dae6019785a8/88d065d9-f99f-403c-8ca3-8dfa7eb4daed/fb70b0c7-651a-49b7-972d-a92e39684f21) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:52.053138 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.086623 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2f50d553-5857-4c5a-9b3c-40afe25a830d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.131460 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:52.134783 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:52.139335 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:52.139833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.142390 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=cd5da023-8e81-429a-a236-1c5ce0e49b13,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:52.268177 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.305621 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b24f7e90-2c3f-437e-afe0-71613912776f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=854b855d7a2e4636bb11d03a0e0e4cb5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2970407 May 28 04:46:52.329734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52436) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:52.352166 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-24f19d6b-8e3d-4709-b500-6717bfb39d7c None None] Provisioning complete for port 3962232c-611e-418b-996e-03f549b6093d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:52.352528 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-24f19d6b-8e3d-4709-b500-6717bfb39d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.592052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.604162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3962232c-611e-418b-996e-03f549b6093d up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:46:52.658513 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.665944 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2041ac92-ce10-45e1-a357-8cb1f2c0c0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.672228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-57122f09-2ce9-4fd9-99c9-6637856a216f None None] Provisioning for port cd5da023-8e81-429a-a236-1c5ce0e49b13 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:52.678700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-57122f09-2ce9-4fd9-99c9-6637856a216f None None] Provisioning complete for port cd5da023-8e81-429a-a236-1c5ce0e49b13 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:52.679146 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57122f09-2ce9-4fd9-99c9-6637856a216f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.719416 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2041ac92-ce10-45e1-a357-8cb1f2c0c0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.741632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 3962232c-611e-418b-996e-03f549b6093d triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:52.742116 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.769148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-57122f09-2ce9-4fd9-99c9-6637856a216f None None] Port cd5da023-8e81-429a-a236-1c5ce0e49b13 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:52.883193 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2041ac92-ce10-45e1-a357-8cb1f2c0c0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.893262 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d23ba3fb-b6bf-4883-ba51-683c99cba119 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.893618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d23ba3fb-b6bf-4883-ba51-683c99cba119 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.908302 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041ac92-ce10-45e1-a357-8cb1f2c0c0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32465d5-9c6d-4f06-830a-746d341cd5e5,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:52.933498 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2041ac92-ce10-45e1-a357-8cb1f2c0c0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.946715 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2041ac92-ce10-45e1-a357-8cb1f2c0c0dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a32465d5-9c6d-4f06-830a-746d341cd5e5 HTTP/1.1" status: 204 len: 168 time: 0.6064436 May 28 04:46:52.962113 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.967861 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:52.968765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:53.109787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d23ba3fb-b6bf-4883-ba51-683c99cba119 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Calling delete_port for 0e75055e-5c37-43f1-81d0-d8f4d3761350 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:53.120481 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=cd5da023-8e81-429a-a236-1c5ce0e49b13,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:53.159401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47fcf3-5d6d-440d-81bf-23c8fd000b2d req-060b1950-f8e9-4740-b491-30a83fd440fe tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:53.160897 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b47fcf3-5d6d-440d-81bf-23c8fd000b2d req-060b1950-f8e9-4740-b491-30a83fd440fe tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 1.0583007 May 28 04:46:53.181792 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:53.183122 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:53.307539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Allocated IP 172.26.8.114 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/920eb3da-7853-4ab5-960f-7e384dc2db38) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:53.322245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:53.482230 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b47fcf3-5d6d-440d-81bf-23c8fd000b2d req-435ce0dc-e6ea-4703-a3db-60694a9a3c79 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699323 May 28 04:46:53.623830 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-66c9e28d-e323-47cc-94d7-aa563aca8073 None None] Provisioning complete for port cd5da023-8e81-429a-a236-1c5ce0e49b13 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:53.625469 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-66c9e28d-e323-47cc-94d7-aa563aca8073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:53.634254 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Router 6d2597cd-9df5-49ce-b302-63fbad61db6d is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:46:53.679530 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:53.713606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-66c9e28d-e323-47cc-94d7-aa563aca8073 None None] Port cd5da023-8e81-429a-a236-1c5ce0e49b13 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:46:53.800727 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d23ba3fb-b6bf-4883-ba51-683c99cba119 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:53.835356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:53.848181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-1f87d662-de39-4efb-b929-7f20e332c3cb admin admin] Deleting port 98f05eea-85c0-419e-8374-6981f31dab94 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:53.848593 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f87d662-de39-4efb-b929-7f20e332c3cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:53.851387 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:46:53.861882 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d1e588d1-dfce-4934-8532-0fa0dc3e5e6b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "PUT /v2.0/routers/6d2597cd-9df5-49ce-b302-63fbad61db6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1137414 May 28 04:46:53.868200 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Sync routers for ids ['6d2597cd-9df5-49ce-b302-63fbad61db6d'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:46:53.870601 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52460) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:53.870733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52462) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:53.880084 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Routers {'6d2597cd-9df5-49ce-b302-63fbad61db6d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:53.880791 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6d2597cd-9df5-49ce-b302-63fbad61db6d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:53.915647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:46:53.926584 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Sync routers for ids ['bf45f1cd-daf7-409d-a433-6e3963ea7c00'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:46:53.945869 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Routers {'bf45f1cd-daf7-409d-a433-6e3963ea7c00'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:53.946503 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['bf45f1cd-daf7-409d-a433-6e3963ea7c00'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:53.986365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network ab138742-cdd0-4ebc-9f2c-dae6019785a8 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:54.004621 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe52c0d4-5ff7-4817-bf1a-ea5c02d1c5e7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:54.005434 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fe52c0d4-5ff7-4817-bf1a-ea5c02d1c5e7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:46:54.031463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=fb70b0c7-651a-49b7-972d-a92e39684f21,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:54.042375 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Set router 6d2597cd-9df5-49ce-b302-63fbad61db6d gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:46:54.053075 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fe52c0d4-5ff7-4817-bf1a-ea5c02d1c5e7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:46:54.054367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:54.055570 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fe52c0d4-5ff7-4817-bf1a-ea5c02d1c5e7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports/cd5da023-8e81-429a-a236-1c5ce0e49b13 HTTP/1.1" status: 200 len: 911 time: 0.1836417 May 28 04:46:54.057989 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52470) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:54.118297 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:54.146290 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Set router bf45f1cd-daf7-409d-a433-6e3963ea7c00 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:46:54.191638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e618a0a1-0534-4b4d-9bf9-e4abacd3bb58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:54.197017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e618a0a1-0534-4b4d-9bf9-e4abacd3bb58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:54.198656 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e618a0a1-0534-4b4d-9bf9-e4abacd3bb58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1396544 May 28 04:46:54.201586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52474) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:54.327400 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:54.341101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ba3fb-b6bf-4883-ba51-683c99cba119 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Pushing event deleted for resources: {'Port': ['ID=0e75055e-5c37-43f1-81d0-d8f4d3761350,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:54.366861 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-0cc3194e-643c-4d04-834f-1819329ca72e tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:54.368697 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0cc3194e-643c-4d04-834f-1819329ca72e tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.4945323 May 28 04:46:54.374815 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52478) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:54.384538 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-16417a71-58ce-45e6-b0b8-0cd67224a804 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:54.385735 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-16417a71-58ce-45e6-b0b8-0cd67224a804 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0078886 May 28 04:46:54.389886 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52482) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:54.414622 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-1591e4ee-bb2c-4bd0-a42b-d83986866163 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:54.415509 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1591e4ee-bb2c-4bd0-a42b-d83986866163 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0233152 May 28 04:46:54.419330 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52486) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:54.426418 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-fffd77a2-af58-4008-8d86-3bc3dafaa9f5 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:54.427890 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fffd77a2-af58-4008-8d86-3bc3dafaa9f5 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0072455 May 28 04:46:54.431747 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52490) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:54.439729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:54.443593 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-24699010-be3d-432e-b738-01a0cb7c791e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.5575182 May 28 04:46:54.443738 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-0e334973-28da-41e4-8d7d-5ba285d105dc tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:54.443738 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0e334973-28da-41e4-8d7d-5ba285d105dc tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0100014 May 28 04:46:54.447305 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52494) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:54.447943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52496) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:54.448544 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9ab660fd-124a-49e1-9b86-69ef9fd9f47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:54.462808 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2597cd-9df5-49ce-b302-63fbad61db6d', 'name': 'tempest-NetworksTestDHCPv6-router-1967164661', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:50Z', 'updated_at': '2022-05-28T04:46:52Z', 'revision_number': 2, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'gw_port_host': None, '_interfaces': [{'id': 'cd5da023-8e81-429a-a236-1c5ce0e49b13', 'name': '', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'mac_address': 'fa:16:3e:c4:e8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2597cd-9df5-49ce-b302-63fbad61db6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9cb9d15-52cc-4552-9dfd-b87f84887fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:51Z', 'updated_at': '2022-05-28T04:46:52Z', 'revision_number': 2, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'subnets': [{'id': 'e9cb9d15-52cc-4552-9dfd-b87f84887fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:54.466897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Checking router: 6d2597cd-9df5-49ce-b302-63fbad61db6d for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:46:54.467162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Updating router 6d2597cd-9df5-49ce-b302-63fbad61db6d port cd5da023-8e81-429a-a236-1c5ce0e49b13 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:46:54.518888 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf45f1cd-daf7-409d-a433-6e3963ea7c00', 'name': 'tempest-snat-router-1521454500', 'tenant_id': '5a788c7b6c57418aae60ee20be84910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.14'}], 'enable_snat': False}, 'gw_port_id': '4a693853-d1b5-4c37-8f3d-c348150881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:44Z', 'updated_at': '2022-05-28T04:46:48Z', 'revision_number': 3, 'project_id': '5a788c7b6c57418aae60ee20be84910f', 'gw_port': {'id': '4a693853-d1b5-4c37-8f3d-c348150881b3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf45f1cd-daf7-409d-a433-6e3963ea7c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:46Z', 'updated_at': '2022-05-28T04:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:54.519162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:54.524777 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Checking router: bf45f1cd-daf7-409d-a433-6e3963ea7c00 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:46:54.525417 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Updating router bf45f1cd-daf7-409d-a433-6e3963ea7c00 port 4a693853-d1b5-4c37-8f3d-c348150881b3 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:46:54.550943 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:54.557553 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448ce5-6d0c-4d31-810c-9a079e67a338 req-61b76ff7-9819-474b-98cd-7d968bc410cf tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:54.559085 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-46448ce5-6d0c-4d31-810c-9a079e67a338 req-61b76ff7-9819-474b-98cd-7d968bc410cf tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.8818696 May 28 04:46:54.567782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:54.579544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:54.580149 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:54.587006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:54.605871 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:54.627997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Pushing event updated for resources: {'Port': ['ID=920eb3da-7853-4ab5-960f-7e384dc2db38,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:54.640339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d23ba3fb-b6bf-4883-ba51-683c99cba119 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:54.642692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d23ba3fb-b6bf-4883-ba51-683c99cba119 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:54.658729 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d23ba3fb-b6bf-4883-ba51-683c99cba119 tempest-FloatingIPAdminTestJSON-432909795 tempest-FloatingIPAdminTestJSON-432909795-project] 10.222.0.15 "DELETE /v2.0/floatingips/e342dd24-b69c-4e4e-97d7-67e897a8f770 HTTP/1.1" status: 204 len: 168 time: 3.0378587 May 28 04:46:54.736585 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3b90d07d-b613-4202-9da6-d3fd17cf2838 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.7437780 May 28 04:46:54.782772 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52504) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:54.785903 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-938d3929-02e0-4c63-9d0e-df08e3a5be08 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:54.786973 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-938d3929-02e0-4c63-9d0e-df08e3a5be08 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.3330090 May 28 04:46:54.795417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52506) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:54.808729 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': 'fb70b0c7-651a-49b7-972d-a92e39684f21', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:54.816396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-2ffe6708-adc5-4190-8e3a-fa5983210539 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:54.817330 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2ffe6708-adc5-4190-8e3a-fa5983210539 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0150495 May 28 04:46:54.817623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-1f87d662-de39-4efb-b929-7f20e332c3cb admin admin] For port 98f05eea-85c0-419e-8374-6981f31dab94, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=98f05eea-85c0-419e-8374-6981f31dab94,segment=NetworkSegment(a4e56770-2757-4b53-8bc7-aaf22620cb66),segment_id=a4e56770-2757-4b53-8bc7-aaf22620cb66)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:54.817854 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f87d662-de39-4efb-b929-7f20e332c3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:54.822435 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52512) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:54.823357 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:54.833075 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Usage tracker for resource:floatingip and tenant:ee913605a2a2442f977d076c919a0ab6 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:54.838129 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-ab463857-bad1-44dd-a380-4e4392c8851d tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:54.839242 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ab463857-bad1-44dd-a380-4e4392c8851d tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0132644 May 28 04:46:54.842655 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:54.843381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52516) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:54.866855 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:54.898880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-24526fb7-b43f-4a0b-bd08-1d4ce6d1e52d tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:54.899851 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-24526fb7-b43f-4a0b-bd08-1d4ce6d1e52d tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0420005 May 28 04:46:54.905679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52520) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:54.907567 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:54.919539 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Transition to ACTIVE for port object cd5da023-8e81-429a-a236-1c5ce0e49b13 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:54.938172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:54.978453 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:55.112105 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-46448ce5-6d0c-4d31-810c-9a079e67a338 req-4709e65a-2ba7-4f3d-b229-af679b9bad59 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5391576 May 28 04:46:55.159299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-1f87d662-de39-4efb-b929-7f20e332c3cb admin admin] Calling delete_port for 98f05eea-85c0-419e-8374-6981f31dab94 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:55.179234 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:55.183792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bd732-54ca-4233-af07-0128a76f1983 None None] Pushing event updated for resources: {'Port': ['ID=cd5da023-8e81-429a-a236-1c5ce0e49b13,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:55.208555 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Transition to ACTIVE for port object 4a693853-d1b5-4c37-8f3d-c348150881b3 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:55.216715 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52528) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.226882 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:55.233947 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Attempting to bind port cd5da023-8e81-429a-a236-1c5ce0e49b13 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:46:55.234306 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Attempting to bind port cd5da023-8e81-429a-a236-1c5ce0e49b13 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:46:55.234654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Attempting to bind port cd5da023-8e81-429a-a236-1c5ce0e49b13 on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:46:55.243983 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:55.253320 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:46:55.253567 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:46:55.254162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:55.254676 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:46:55.255335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Bound port: cd5da023-8e81-429a-a236-1c5ce0e49b13, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:46:55.255858 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:55.327086 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-f328b23c-999c-4195-90c7-2bfc5d96f7f9 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.329643 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f328b23c-999c-4195-90c7-2bfc5d96f7f9 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.4100311 May 28 04:46:55.340066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52534) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.346864 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a36e1-1867-43b6-a148-261eea677784 None None] Pushing event updated for resources: {'Port': ['ID=4a693853-d1b5-4c37-8f3d-c348150881b3,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:55.351488 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Attempting to bind port 4a693853-d1b5-4c37-8f3d-c348150881b3 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:46:55.351824 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Attempting to bind port 4a693853-d1b5-4c37-8f3d-c348150881b3 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:46:55.352180 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Attempting to bind port 4a693853-d1b5-4c37-8f3d-c348150881b3 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:46:55.356098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-8cd18724-f653-4571-881b-5164a4e5bbdc tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.359856 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:46:55.360050 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8cd18724-f653-4571-881b-5164a4e5bbdc tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0163045 May 28 04:46:55.360577 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:46:55.361132 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:55.361678 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:46:55.362299 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Bound port: 4a693853-d1b5-4c37-8f3d-c348150881b3, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:46:55.362918 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:55.371477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52538) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.390297 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-4ccab55f-944b-4f99-9b95-c83b58295e9d tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.391266 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4ccab55f-944b-4f99-9b95-c83b58295e9d tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0188668 May 28 04:46:55.430777 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52542) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.439886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] For port cd5da023-8e81-429a-a236-1c5ce0e49b13, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:46:55.447364 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] For port 4a693853-d1b5-4c37-8f3d-c348150881b3, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:46:55.450448 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] For port cd5da023-8e81-429a-a236-1c5ce0e49b13, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=cd5da023-8e81-429a-a236-1c5ce0e49b13,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:46:55.452542 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] For port 4a693853-d1b5-4c37-8f3d-c348150881b3, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=4a693853-d1b5-4c37-8f3d-c348150881b3,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:46:55.452741 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-2c1b7183-e39e-45de-8289-b74335ae6b86 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.456866 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2c1b7183-e39e-45de-8289-b74335ae6b86 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0208659 May 28 04:46:55.468601 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:55.470846 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52546) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.471700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:55.489864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-d110e32e-c564-4db1-8498-251274da1fc9 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.494313 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d110e32e-c564-4db1-8498-251274da1fc9 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0220244 May 28 04:46:55.497841 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52550) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.510073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-744fae27-5b69-4c13-91ac-0f84be79e952 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.515410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52554) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.515757 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-744fae27-5b69-4c13-91ac-0f84be79e952 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0134711 May 28 04:46:55.537743 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-f7b77159-ae82-4604-83c0-a19ac0f1f445 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.541054 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f7b77159-ae82-4604-83c0-a19ac0f1f445 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0210872 May 28 04:46:55.544197 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52558) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.557993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-770e574f-dd55-4384-9ab5-e67e939baa92 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.561351 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-770e574f-dd55-4384-9ab5-e67e939baa92 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0135517 May 28 04:46:55.569612 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52562) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.582473 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-bde25ac4-8eeb-4751-b52e-166ee5a9a071 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.586087 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bde25ac4-8eeb-4751-b52e-166ee5a9a071 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0109642 May 28 04:46:55.593610 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52566) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.593814 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a36e1-1867-43b6-a148-261eea677784 None None] Pushing event updated for resources: {'Port': ['ID=4a693853-d1b5-4c37-8f3d-c348150881b3,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:55.601308 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Routers {'bf45f1cd-daf7-409d-a433-6e3963ea7c00'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:55.601957 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['bf45f1cd-daf7-409d-a433-6e3963ea7c00'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:55.611813 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-19dcedbc-635a-4e0a-87a3-8466038894e3 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.614217 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-19dcedbc-635a-4e0a-87a3-8466038894e3 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0169742 May 28 04:46:55.617356 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52570) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.623037 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:55.640045 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-d0d919c5-3f36-4741-90fa-8d71d8d233c2 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.643407 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d0d919c5-3f36-4741-90fa-8d71d8d233c2 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0199642 May 28 04:46:55.645937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52574) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.658383 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:55.658634 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-4eebc1f3-348e-4ae1-9be4-caf9c6355936 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.661791 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4eebc1f3-348e-4ae1-9be4-caf9c6355936 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0115492 May 28 04:46:55.667353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52578) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.679545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Routers {'6d2597cd-9df5-49ce-b302-63fbad61db6d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:55.680172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6d2597cd-9df5-49ce-b302-63fbad61db6d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:55.682751 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ed2c5202-cbbb-47fc-b762-ec962fb35665 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/routers/bf45f1cd-daf7-409d-a433-6e3963ea7c00 HTTP/1.1" status: 200 len: 908 time: 1.2333143 May 28 04:46:55.686281 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52582) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.699136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1521454500', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'enable_snat': True}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:55.703216 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-e22a0636-8427-4c0a-9d0b-2e681683c021 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.707362 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e22a0636-8427-4c0a-9d0b-2e681683c021 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0378835 May 28 04:46:55.721279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52586) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.739474 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-396f0ffb-58a2-4aa3-b9b7-5eb42a461015 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.744405 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-396f0ffb-58a2-4aa3-b9b7-5eb42a461015 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0173395 May 28 04:46:55.745903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52590) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.746776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:55.752334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bd732-54ca-4233-af07-0128a76f1983 None None] Pushing event updated for resources: {'Port': ['ID=cd5da023-8e81-429a-a236-1c5ce0e49b13,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:55.770733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Usage tracker for resource:router and tenant:5a788c7b6c57418aae60ee20be84910f is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:55.777182 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:55.789385 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:55.825130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:55.826200 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:55.832812 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a7182-a648-40f8-8057-9a2330bc7a13 req-577fdae2-fe2a-4d51-9583-25cf198edf28 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:55.834513 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c85a7182-a648-40f8-8057-9a2330bc7a13 req-577fdae2-fe2a-4d51-9583-25cf198edf28 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.4939117 May 28 04:46:55.839176 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-56cdc555-5fd8-4926-bc2f-2d902cceb03d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=961705fbe7f240909d7e946a775fa8ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6057632 May 28 04:46:55.845387 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52594) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.850657 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-eb3201b2-26b9-4ee9-b1d7-6b806c6f4439 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.852075 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-eb3201b2-26b9-4ee9-b1d7-6b806c6f4439 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0449522 May 28 04:46:55.857346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52598) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.880490 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-73a9cf2d-ee2d-4a49-acf4-102ee8f1e793 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.884286 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-73a9cf2d-ee2d-4a49-acf4-102ee8f1e793 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0208333 May 28 04:46:55.888312 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52602) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.900492 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] Set router bf45f1cd-daf7-409d-a433-6e3963ea7c00 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:46:55.910983 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] Set router 6d2597cd-9df5-49ce-b302-63fbad61db6d gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:46:55.925698 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-0d9552e8-1850-4824-b2cc-d7bb5c6735a2 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.926853 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0d9552e8-1850-4824-b2cc-d7bb5c6735a2 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0160313 May 28 04:46:55.937076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52606) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.955045 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:55.955219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-f67e52dc-1904-4a77-9edd-b458f9cbbc31 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:55.956314 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f67e52dc-1904-4a77-9edd-b458f9cbbc31 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0162470 May 28 04:46:55.966302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52610) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:55.969554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:55.974506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:56.010034 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:56.023684 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-fdbdbc9c-19d7-4a77-b9c8-b913a45c8810 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:56.027324 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fdbdbc9c-19d7-4a77-b9c8-b913a45c8810 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0504239 May 28 04:46:56.028600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52614) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:56.039560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-88a03f5e-5373-42da-8a16-67cc5e206767 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:56.040483 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-88a03f5e-5373-42da-8a16-67cc5e206767 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0075383 May 28 04:46:56.043179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52618) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:56.047198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f87d662-de39-4efb-b929-7f20e332c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:56.108606 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-2c92e26a-1c75-4740-810a-87cd141fa093 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:56.112080 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2c92e26a-1c75-4740-810a-87cd141fa093 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0654635 May 28 04:46:56.144531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52622) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:56.163161 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c85a7182-a648-40f8-8057-9a2330bc7a13 req-5ae6ff86-a1de-4814-b139-35c79ac357ae tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066871 May 28 04:46:56.248376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-6b167cef-32c3-4729-989c-0dd1dd232472 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:56.249324 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6b167cef-32c3-4729-989c-0dd1dd232472 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0861769 May 28 04:46:56.252975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87d662-de39-4efb-b929-7f20e332c3cb admin admin] Pushing event deleted for resources: {'Port': ['ID=98f05eea-85c0-419e-8374-6981f31dab94,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:56.255564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52628) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:56.261314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c3aa6426-6644-456e-a48a-4d77c1b136ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:56.264440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-0c2fbb30-dcf3-43a1-bc7f-e047834c0ba7 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:56.265370 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0c2fbb30-dcf3-43a1-bc7f-e047834c0ba7 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0066812 May 28 04:46:56.268296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52632) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:56.301937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-76c3159e-8fb1-4230-b24f-0e335b37b5d0 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:56.303198 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-76c3159e-8fb1-4230-b24f-0e335b37b5d0 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0339775 May 28 04:46:56.310101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52636) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:56.325621 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf45f1cd-daf7-409d-a433-6e3963ea7c00', 'name': 'tempest-snat-router-1521454500', 'tenant_id': '5a788c7b6c57418aae60ee20be84910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.14'}], 'enable_snat': False}, 'gw_port_id': '4a693853-d1b5-4c37-8f3d-c348150881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:44Z', 'updated_at': '2022-05-28T04:46:48Z', 'revision_number': 3, 'project_id': '5a788c7b6c57418aae60ee20be84910f', 'gw_port': {'id': '4a693853-d1b5-4c37-8f3d-c348150881b3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf45f1cd-daf7-409d-a433-6e3963ea7c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:46Z', 'updated_at': '2022-05-28T04:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:56.326975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2597cd-9df5-49ce-b302-63fbad61db6d', 'name': 'tempest-NetworksTestDHCPv6-router-1967164661', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:50Z', 'updated_at': '2022-05-28T04:46:52Z', 'revision_number': 2, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'gw_port_host': None, '_interfaces': [{'id': 'cd5da023-8e81-429a-a236-1c5ce0e49b13', 'name': '', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'mac_address': 'fa:16:3e:c4:e8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2597cd-9df5-49ce-b302-63fbad61db6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9cb9d15-52cc-4552-9dfd-b87f84887fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:51Z', 'updated_at': '2022-05-28T04:46:55Z', 'revision_number': 4, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'subnets': [{'id': 'e9cb9d15-52cc-4552-9dfd-b87f84887fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:56.329034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-277394c1-c7ec-413c-94fd-539250e4c98d tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:56.333783 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c20c29-725d-4665-badf-6f28219f8298 None None] The sync data for ids ['bf45f1cd-daf7-409d-a433-6e3963ea7c00'] in dv-neutron-843300-5-hyperv is: [{'id': 'bf45f1cd-daf7-409d-a433-6e3963ea7c00', 'name': 'tempest-snat-router-1521454500', 'tenant_id': '5a788c7b6c57418aae60ee20be84910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.14'}], 'enable_snat': False}, 'gw_port_id': '4a693853-d1b5-4c37-8f3d-c348150881b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:44Z', 'updated_at': '2022-05-28T04:46:48Z', 'revision_number': 3, 'project_id': '5a788c7b6c57418aae60ee20be84910f', 'gw_port': {'id': '4a693853-d1b5-4c37-8f3d-c348150881b3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:94:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf45f1cd-daf7-409d-a433-6e3963ea7c00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:46Z', 'updated_at': '2022-05-28T04:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:46:56.335992 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-277394c1-c7ec-413c-94fd-539250e4c98d tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0115404 May 28 04:46:56.336115 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9829fe40-6b52-4e31-865f-94435e77477a None None] The sync data for ids ['6d2597cd-9df5-49ce-b302-63fbad61db6d'] in dv-neutron-843300-5-hyperv is: [{'id': '6d2597cd-9df5-49ce-b302-63fbad61db6d', 'name': 'tempest-NetworksTestDHCPv6-router-1967164661', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:50Z', 'updated_at': '2022-05-28T04:46:52Z', 'revision_number': 2, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'gw_port_host': None, '_interfaces': [{'id': 'cd5da023-8e81-429a-a236-1c5ce0e49b13', 'name': '', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'mac_address': 'fa:16:3e:c4:e8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2597cd-9df5-49ce-b302-63fbad61db6d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9cb9d15-52cc-4552-9dfd-b87f84887fb8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:51Z', 'updated_at': '2022-05-28T04:46:55Z', 'revision_number': 4, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'subnets': [{'id': 'e9cb9d15-52cc-4552-9dfd-b87f84887fb8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:46:56.340769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52640) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:56.366867 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-03cca33e-95fb-41fe-8f86-5a53dd3cd03f tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:56.368817 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-03cca33e-95fb-41fe-8f86-5a53dd3cd03f tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0264287 May 28 04:46:56.384527 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52644) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:56.407417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c3aa6426-6644-456e-a48a-4d77c1b136ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:56.423994 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-2c5db6bf-ab14-4d40-854c-0e45589a536b tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:56.427414 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2c5db6bf-ab14-4d40-854c-0e45589a536b tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0318396 May 28 04:46:56.427797 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52648) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:56.484762 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-adadf282-b921-4ec5-9db8-ec7fa218abcf tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:56.488466 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-adadf282-b921-4ec5-9db8-ec7fa218abcf tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0189152 May 28 04:46:56.501218 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52652) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:56.589335 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:56.656902 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-85f4f3d4-a667-44de-ac57-feae83d7db8b tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:56.661828 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-85f4f3d4-a667-44de-ac57-feae83d7db8b tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0236886 May 28 04:46:56.673127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52656) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:56.782374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Allocated IP 172.26.8.246 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/edc653cc-d023-4dba-a8d1-32728026822b) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:56.894906 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-86278d79-ceec-4593-98dd-bc4c608f04bc tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:56.895897 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-86278d79-ceec-4593-98dd-bc4c608f04bc tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0084331 May 28 04:46:56.902198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52660) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:56.911386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-1790e762-cc6a-426d-9c0f-b01b4e157536 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:56.912682 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1790e762-cc6a-426d-9c0f-b01b4e157536 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0084271 May 28 04:46:56.917027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52664) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:56.931059 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-b6c395c7-0479-45a8-bb35-f27bd7f0700e tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:56.932038 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b6c395c7-0479-45a8-bb35-f27bd7f0700e tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0075686 May 28 04:46:56.944433 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52668) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:56.960845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-dfc9f6ef-fb6a-490e-8d7d-2529e2c2aac0 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:56.961836 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-dfc9f6ef-fb6a-490e-8d7d-2529e2c2aac0 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0156617 May 28 04:46:56.967924 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c3aa6426-6644-456e-a48a-4d77c1b136ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:56.969124 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bad152-540d-408d-9fad-c758fc1b3fc1 req-be13563a-06b6-44ca-8356-2bc270bce3b5 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:46:56.973712 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52672) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:56.976342 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-95bad152-540d-408d-9fad-c758fc1b3fc1 req-be13563a-06b6-44ca-8356-2bc270bce3b5 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.5771892 May 28 04:46:56.997002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-958db291-47d0-4c3e-ba77-fd6287487336 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.000339 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-958db291-47d0-4c3e-ba77-fd6287487336 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0153804 May 28 04:46:57.008276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52676) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.020349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-8a95aa74-7c1b-44e9-9dba-419b3ae74ae2 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.021382 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8a95aa74-7c1b-44e9-9dba-419b3ae74ae2 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0080285 May 28 04:46:57.034997 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52680) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.049871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa6426-6644-456e-a48a-4d77c1b136ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02beee6d-26ee-4ed8-b600-c25a7f3a8ba1,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:57.053805 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:57.055677 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-a137803d-aba1-4c0d-b1c8-4fad4092bf06 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.059269 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a137803d-aba1-4c0d-b1c8-4fad4092bf06 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0172961 May 28 04:46:57.060448 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-95bad152-540d-408d-9fad-c758fc1b3fc1 req-edb700b0-f22e-4087-aa38-b9a26899a963 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832484 May 28 04:46:57.060909 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52684) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.076708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-6f3fe7da-7cb2-40cc-b1da-bfc1d20c872d tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.077678 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6f3fe7da-7cb2-40cc-b1da-bfc1d20c872d tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0080831 May 28 04:46:57.093411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52688) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.101212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-828c0655-ee91-497a-b293-30954259d330 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.102788 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-828c0655-ee91-497a-b293-30954259d330 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0070307 May 28 04:46:57.107154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52692) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.112711 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-65b8a652-4aca-46f6-98d6-914710566266 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.116005 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-65b8a652-4aca-46f6-98d6-914710566266 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0056353 May 28 04:46:57.126516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52698) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.137743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-206e80b8-a879-4532-9a99-c159731b0b94 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.138724 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-206e80b8-a879-4532-9a99-c159731b0b94 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0089414 May 28 04:46:57.141925 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52702) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.154296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-c291b5b0-15e2-4b93-84cf-83ddc5437117 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.157593 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c291b5b0-15e2-4b93-84cf-83ddc5437117 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0103059 May 28 04:46:57.157593 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7f58c9d6-ddd8-404d-9d44-47b7b69b3bfc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:57.162733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52706) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.172071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-708daefe-3088-48cd-ab7d-e9ea54634be8 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.173052 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-708daefe-3088-48cd-ab7d-e9ea54634be8 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0093746 May 28 04:46:57.178925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52710) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.186243 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-df7beddd-a0e6-4ca7-8018-04cc7ecaf8e0 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.187180 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-df7beddd-a0e6-4ca7-8018-04cc7ecaf8e0 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0073459 May 28 04:46:57.196051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52714) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.202087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-40010130-68d2-44d9-8988-a20c95e0b43d tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.205546 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-40010130-68d2-44d9-8988-a20c95e0b43d tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0060914 May 28 04:46:57.210747 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52718) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.217782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-03726c7e-1eef-49e7-a6aa-98fdbf79ea14 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.221750 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-03726c7e-1eef-49e7-a6aa-98fdbf79ea14 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0070641 May 28 04:46:57.225589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52722) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.233516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-0982c6f3-0156-41bb-b029-d0664692a730 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.246240 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0982c6f3-0156-41bb-b029-d0664692a730 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0182455 May 28 04:46:57.249591 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f87d662-de39-4efb-b929-7f20e332c3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:57.253430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52726) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.261061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-2b03e140-83e0-4099-b9f8-999d94f72cd8 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.262130 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2b03e140-83e0-4099-b9f8-999d94f72cd8 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0077569 May 28 04:46:57.265890 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52730) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.272995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-f924e68f-5911-4910-8bd5-10056350b9c4 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.276458 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f924e68f-5911-4910-8bd5-10056350b9c4 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050735 May 28 04:46:57.277490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52734) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.298410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c3aa6426-6644-456e-a48a-4d77c1b136ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:57.299992 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c3aa6426-6644-456e-a48a-4d77c1b136ed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02beee6d-26ee-4ed8-b600-c25a7f3a8ba1 HTTP/1.1" status: 204 len: 168 time: 1.4523015 May 28 04:46:57.313414 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:57.339708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-e631a3b4-90d7-43b3-bd66-92f3622dc213 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.340693 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e631a3b4-90d7-43b3-bd66-92f3622dc213 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0625913 May 28 04:46:57.349753 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52740) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.351124 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Router a7956700-ca1c-4eed-a755-bf12beb16c2d is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:46:57.366668 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-12bd386e-a7ec-42ca-b39c-648bf7b82377 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.368398 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-12bd386e-a7ec-42ca-b39c-648bf7b82377 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0148203 May 28 04:46:57.384950 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52744) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.400246 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-10c5e197-e57c-4958-b872-c03833672625 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.401374 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-10c5e197-e57c-4958-b872-c03833672625 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0114899 May 28 04:46:57.407005 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52748) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.421900 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-fadf335e-b6b9-4ccd-8303-49089c9308e1 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.425796 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fadf335e-b6b9-4ccd-8303-49089c9308e1 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0146890 May 28 04:46:57.430736 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52752) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.473753 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-ee7fe948-e4a0-424d-ae88-65aff37cec4b tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.475329 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ee7fe948-e4a0-424d-ae88-65aff37cec4b tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0100174 May 28 04:46:57.479178 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52756) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.489323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [None req-b30e2668-a303-40ee-a46c-e5f9f5d8e5b0 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.494791 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b30e2668-a303-40ee-a46c-e5f9f5d8e5b0 tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0125203 May 28 04:46:57.498107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52760) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:57.516308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [None req-bb79c2a0-a06c-41cf-9398-629813a9a6fc tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84009) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:46:57.517646 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bb79c2a0-a06c-41cf-9398-629813a9a6fc tempest-ExtensionsTestJSON-1332865196 tempest-ExtensionsTestJSON-1332865196-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0144463 May 28 04:46:57.786948 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:57.823055 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:57.972470 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:57.983171 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:46:57.996529 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Sync routers for ids ['a7956700-ca1c-4eed-a755-bf12beb16c2d'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:46:58.015748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52770) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:58.026009 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Routers {'a7956700-ca1c-4eed-a755-bf12beb16c2d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:58.027342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7956700-ca1c-4eed-a755-bf12beb16c2d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:58.051410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fc974d96-6c80-453d-9430-1c89c1bd1ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:58.073891 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52774) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:58.087269 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:58.092762 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:58.097815 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-71d345b6-d190-4452-97c9-c744d93f7ca0 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 9.4734738 May 28 04:46:58.101881 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52778) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:58.130506 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:58.142320 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:58.167678 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=edc653cc-d023-4dba-a8d1-32728026822b,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:58.260680 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fc974d96-6c80-453d-9430-1c89c1bd1ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:58.266801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-fc974d96-6c80-453d-9430-1c89c1bd1ceb admin admin] Usage tracker for resource:security_group_rule and tenant:fd0090c49eac419da7915d843b0a99e8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:58.319279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-fc974d96-6c80-453d-9430-1c89c1bd1ceb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:58.374177 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Set router a7956700-ca1c-4eed-a755-bf12beb16c2d gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:46:58.379912 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fc974d96-6c80-453d-9430-1c89c1bd1ceb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:58.430674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e728-debf-40a9-96c3-693ec1c4bbc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:58.438426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-7f58c9d6-ddd8-404d-9d44-47b7b69b3bfc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port cd5da023-8e81-429a-a236-1c5ce0e49b13 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:46:58.438760 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7f58c9d6-ddd8-404d-9d44-47b7b69b3bfc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:58.511725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c9b8e728-debf-40a9-96c3-693ec1c4bbc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:58.530315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c9b8e728-debf-40a9-96c3-693ec1c4bbc4 admin admin] Usage tracker for resource:security_group_rule and tenant:c29cd195ac9c4429874ea730647a515e is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:58.536312 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Allocated IP 172.26.8.209 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/fb8d9a4d-2312-4cad-9714-596bfe2cc2fa) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:46:58.536997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c9b8e728-debf-40a9-96c3-693ec1c4bbc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:58.556769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c9b8e728-debf-40a9-96c3-693ec1c4bbc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:58.592712 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fc974d96-6c80-453d-9430-1c89c1bd1ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:58.614190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fc974d96-6c80-453d-9430-1c89c1bd1ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:58.686778 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7956700-ca1c-4eed-a755-bf12beb16c2d', 'name': 'tempest-snat-router-8166582', 'tenant_id': 'f68fe89754b14d9dab24fe13621ba94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.114'}], 'enable_snat': False}, 'gw_port_id': '920eb3da-7853-4ab5-960f-7e384dc2db38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:49Z', 'updated_at': '2022-05-28T04:46:55Z', 'revision_number': 3, 'project_id': 'f68fe89754b14d9dab24fe13621ba94f', 'gw_port': {'id': '920eb3da-7853-4ab5-960f-7e384dc2db38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7956700-ca1c-4eed-a755-bf12beb16c2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:52Z', 'updated_at': '2022-05-28T04:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:58.709804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Checking router: a7956700-ca1c-4eed-a755-bf12beb16c2d for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:46:58.710484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Updating router a7956700-ca1c-4eed-a755-bf12beb16c2d port 920eb3da-7853-4ab5-960f-7e384dc2db38 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:46:58.710917 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc974d96-6c80-453d-9430-1c89c1bd1ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8c60ed-707b-42a1-85d1-4772e118fbe9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:58.735147 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fc974d96-6c80-453d-9430-1c89c1bd1ceb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd0090c49eac419da7915d843b0a99e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7183666 May 28 04:46:58.743978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52784) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:58.779732 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:58.781549 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 4a693853-d1b5-4c37-8f3d-c348150881b3 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:46:58.800499 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e6bd701c-65e1-487e-8ade-ec8c3da990e2 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/routers/a7956700-ca1c-4eed-a755-bf12beb16c2d HTTP/1.1" status: 200 len: 906 time: 0.6913400 May 28 04:46:58.806002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52788) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:58.815637 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:58.816734 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e728-debf-40a9-96c3-693ec1c4bbc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:58.819629 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Request body: {'router': {'name': 'tempest-snat-router-8166582', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'enable_snat': True}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:46:58.834290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c9b8e728-debf-40a9-96c3-693ec1c4bbc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:58.860291 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f87d662-de39-4efb-b929-7f20e332c3cb admin admin] Router ccd63bc3-3e97-4e0f-af38-66e853a86973 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:46:58.882043 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:46:58.924908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8e728-debf-40a9-96c3-693ec1c4bbc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdafddc6-0325-470a-8cf5-f310c4a128fe,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:58.933222 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c9b8e728-debf-40a9-96c3-693ec1c4bbc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c29cd195ac9c4429874ea730647a515e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8427444 May 28 04:46:58.933222 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54e0e6db-3564-407d-814d-33068d175bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:58.935959 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52792) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:58.940264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Usage tracker for resource:router and tenant:f68fe89754b14d9dab24fe13621ba94f is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:46:58.953421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:46:58.989226 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:46:59.017206 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 4a693853-d1b5-4c37-8f3d-c348150881b3 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:59.026502 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-7f58c9d6-ddd8-404d-9d44-47b7b69b3bfc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] For port cd5da023-8e81-429a-a236-1c5ce0e49b13, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=cd5da023-8e81-429a-a236-1c5ce0e49b13,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:59.026838 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7f58c9d6-ddd8-404d-9d44-47b7b69b3bfc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.027485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 4a693853-d1b5-4c37-8f3d-c348150881b3 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:59.028019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.153960 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.154563 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.158240 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.172503 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-7f58c9d6-ddd8-404d-9d44-47b7b69b3bfc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for cd5da023-8e81-429a-a236-1c5ce0e49b13 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:46:59.175300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 4a693853-d1b5-4c37-8f3d-c348150881b3, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=4a693853-d1b5-4c37-8f3d-c348150881b3,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:46:59.180531 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.181317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cd5da023-8e81-429a-a236-1c5ce0e49b13 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:46:59.219063 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.226780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54e0e6db-3564-407d-814d-33068d175bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.339740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54e0e6db-3564-407d-814d-33068d175bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.357049 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Pushing event updated for resources: {'Port': ['ID=fb8d9a4d-2312-4cad-9714-596bfe2cc2fa,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:59.362726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0e6db-3564-407d-814d-33068d175bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8c60ed-707b-42a1-85d1-4772e118fbe9,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:59.363107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:46:59.371467 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.372895 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:46:59.381925 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:46:59.393227 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-321cfd6d-d771-45e9-b5b1-076f8e427b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.406937 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=4a693853-d1b5-4c37-8f3d-c348150881b3,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:59.421372 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54e0e6db-3564-407d-814d-33068d175bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.422827 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-54e0e6db-3564-407d-814d-33068d175bfd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd8c60ed-707b-42a1-85d1-4772e118fbe9 HTTP/1.1" status: 204 len: 168 time: 0.6725338 May 28 04:46:59.434390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-321cfd6d-d771-45e9-b5b1-076f8e427b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.472709 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port cd5da023-8e81-429a-a236-1c5ce0e49b13 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:46:59.481612 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port cd5da023-8e81-429a-a236-1c5ce0e49b13 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:46:59.482272 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.548092 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-321cfd6d-d771-45e9-b5b1-076f8e427b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.599453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321cfd6d-d771-45e9-b5b1-076f8e427b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdafddc6-0325-470a-8cf5-f310c4a128fe,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:59.604193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f87d662-de39-4efb-b929-7f20e332c3cb admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:46:59.615252 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a3fc4b-8528-4b0e-896d-db2d7fc9d1a9 None None] Sync routers for ids ['ccd63bc3-3e97-4e0f-af38-66e853a86973'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:46:59.623896 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-321cfd6d-d771-45e9-b5b1-076f8e427b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.636223 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a3fc4b-8528-4b0e-896d-db2d7fc9d1a9 None None] Routers {'ccd63bc3-3e97-4e0f-af38-66e853a86973'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:46:59.636814 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-55a3fc4b-8528-4b0e-896d-db2d7fc9d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['ccd63bc3-3e97-4e0f-af38-66e853a86973'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:46:59.641582 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-321cfd6d-d771-45e9-b5b1-076f8e427b55 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cdafddc6-0325-470a-8cf5-f310c4a128fe HTTP/1.1" status: 204 len: 168 time: 0.6963568 May 28 04:46:59.642317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.650594 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1f87d662-de39-4efb-b929-7f20e332c3cb admin admin] 10.222.0.15 "PUT /v2.0/routers/ccd63bc3-3e97-4e0f-af38-66e853a86973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9171622 May 28 04:46:59.654091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52800) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:46:59.694105 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Transition to ACTIVE for port object 920eb3da-7853-4ab5-960f-7e384dc2db38 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:46:59.717417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.770114 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.825853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Attempting to bind port 920eb3da-7853-4ab5-960f-7e384dc2db38 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:46:59.826210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Attempting to bind port 920eb3da-7853-4ab5-960f-7e384dc2db38 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:46:59.826562 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Attempting to bind port 920eb3da-7853-4ab5-960f-7e384dc2db38 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:46:59.854907 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:46:59.857463 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:46:59.858026 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.858281 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:46:59.860351 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Bound port: 920eb3da-7853-4ab5-960f-7e384dc2db38, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:46:59.860678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:46:59.941962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b59369-8744-4a7b-9942-3bb7d9715413 None None] Pushing event updated for resources: {'Port': ['ID=920eb3da-7853-4ab5-960f-7e384dc2db38,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:46:59.991509 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-55a3fc4b-8528-4b0e-896d-db2d7fc9d1a9 None None] Set router ccd63bc3-3e97-4e0f-af38-66e853a86973 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:00.077610 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 28 04:47:00.077610 dv-neutron-843300-5-hyperv neutron-server[84011]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] May 28 04:47:00.077610 dv-neutron-843300-5-hyperv neutron-server[84011]: [parameters: {'status': 'ACTIVE', 'ports_id': 'cd5da023-8e81-429a-a236-1c5ce0e49b13'}] May 28 04:47:00.077610 dv-neutron-843300-5-hyperv neutron-server[84011]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:47:00.078105 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:47:00.086325 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52808) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:00.087183 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] For port 920eb3da-7853-4ab5-960f-7e384dc2db38, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:00.090535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] For port 920eb3da-7853-4ab5-960f-7e384dc2db38, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=920eb3da-7853-4ab5-960f-7e384dc2db38,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:00.102127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:00.133093 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:00.151557 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf9178d7-550f-4c95-9b32-f45f4fcd4873 admin admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:00.201800 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-75c40d0c-f876-4343-939a-786b1dd7407e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:00.227660 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7f58c9d6-ddd8-404d-9d44-47b7b69b3bfc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:00.290884 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Routers {'a7956700-ca1c-4eed-a755-bf12beb16c2d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:00.292396 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7956700-ca1c-4eed-a755-bf12beb16c2d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:00.305527 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58c9d6-ddd8-404d-9d44-47b7b69b3bfc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=cd5da023-8e81-429a-a236-1c5ce0e49b13,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:00.419232 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:00.479610 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b59369-8744-4a7b-9942-3bb7d9715413 None None] Pushing event updated for resources: {'Port': ['ID=920eb3da-7853-4ab5-960f-7e384dc2db38,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:00.489558 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-55a3fc4b-8528-4b0e-896d-db2d7fc9d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'name': 'tempest-ServersTestJSON-85334929-router', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190'}], 'enable_snat': True}, 'gw_port_id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:07Z', 'updated_at': '2022-05-28T04:46:55Z', 'revision_number': 5, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'gw_port': {'id': 'f6750c80-bda5-4cf2-b939-ab39a74c5e69', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:71:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:08Z', 'updated_at': '2022-05-28T04:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:00.499968 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a3fc4b-8528-4b0e-896d-db2d7fc9d1a9 None None] Checking router: ccd63bc3-3e97-4e0f-af38-66e853a86973 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:47:00.524638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf9178d7-550f-4c95-9b32-f45f4fcd4873 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:00.528028 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a3fc4b-8528-4b0e-896d-db2d7fc9d1a9 None None] Routers {'ccd63bc3-3e97-4e0f-af38-66e853a86973'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:00.529212 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-55a3fc4b-8528-4b0e-896d-db2d7fc9d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['ccd63bc3-3e97-4e0f-af38-66e853a86973'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:00.538220 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-cf9178d7-550f-4c95-9b32-f45f4fcd4873 admin admin] Deleting port f6750c80-bda5-4cf2-b939-ab39a74c5e69 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:00.538694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf9178d7-550f-4c95-9b32-f45f4fcd4873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:00.539269 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-75c40d0c-f876-4343-939a-786b1dd7407e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:00.555562 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-75c40d0c-f876-4343-939a-786b1dd7407e admin admin] Usage tracker for resource:security_group_rule and tenant:0bbc082a55a4414b8cf11c4ba4923925 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:00.570616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-75c40d0c-f876-4343-939a-786b1dd7407e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:00.576954 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-75c40d0c-f876-4343-939a-786b1dd7407e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:00.626994 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Port cd5da023-8e81-429a-a236-1c5ce0e49b13 update to ACTIVE by agent not found {{(pid=84011) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 28 04:47:00.652248 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] Set router a7956700-ca1c-4eed-a755-bf12beb16c2d gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:00.775989 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-55a3fc4b-8528-4b0e-896d-db2d7fc9d1a9 None None] Set router ccd63bc3-3e97-4e0f-af38-66e853a86973 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:00.853780 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 4a693853-d1b5-4c37-8f3d-c348150881b3 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:00.923809 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-55a3fc4b-8528-4b0e-896d-db2d7fc9d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'name': 'tempest-ServersTestJSON-85334929-router', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:07Z', 'updated_at': '2022-05-28T04:47:00Z', 'revision_number': 6, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:00.937812 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a3fc4b-8528-4b0e-896d-db2d7fc9d1a9 None None] The sync data for ids ['ccd63bc3-3e97-4e0f-af38-66e853a86973'] in dv-neutron-843300-5-hyperv is: [{'id': 'ccd63bc3-3e97-4e0f-af38-66e853a86973', 'name': 'tempest-ServersTestJSON-85334929-router', 'tenant_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:07Z', 'updated_at': '2022-05-28T04:47:00Z', 'revision_number': 6, 'project_id': 'dbe57ccc60ca477ca4d901e7c6a5711c', 'gw_port_host': None}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:00.953852 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-cf9178d7-550f-4c95-9b32-f45f4fcd4873 admin admin] For port f6750c80-bda5-4cf2-b939-ab39a74c5e69, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f6750c80-bda5-4cf2-b939-ab39a74c5e69,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:00.955407 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf9178d7-550f-4c95-9b32-f45f4fcd4873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:01.038464 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:01.132432 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-cf9178d7-550f-4c95-9b32-f45f4fcd4873 admin admin] Calling delete_port for f6750c80-bda5-4cf2-b939-ab39a74c5e69 owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:01.169915 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 4a693853-d1b5-4c37-8f3d-c348150881b3 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:01.170621 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:01.338968 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-75c40d0c-f876-4343-939a-786b1dd7407e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:01.340370 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:01.341113 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:01.364036 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52826) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:01.416314 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf9178d7-550f-4c95-9b32-f45f4fcd4873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:01.416873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7f58c9d6-ddd8-404d-9d44-47b7b69b3bfc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:01.429751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7956700-ca1c-4eed-a755-bf12beb16c2d', 'name': 'tempest-snat-router-8166582', 'tenant_id': 'f68fe89754b14d9dab24fe13621ba94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.114'}], 'enable_snat': False}, 'gw_port_id': '920eb3da-7853-4ab5-960f-7e384dc2db38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:49Z', 'updated_at': '2022-05-28T04:46:55Z', 'revision_number': 3, 'project_id': 'f68fe89754b14d9dab24fe13621ba94f', 'gw_port': {'id': '920eb3da-7853-4ab5-960f-7e384dc2db38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7956700-ca1c-4eed-a755-bf12beb16c2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:52Z', 'updated_at': '2022-05-28T04:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:01.435038 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a7e4fe-2925-4f87-a485-53eab47014dc None None] The sync data for ids ['a7956700-ca1c-4eed-a755-bf12beb16c2d'] in dv-neutron-843300-5-hyperv is: [{'id': 'a7956700-ca1c-4eed-a755-bf12beb16c2d', 'name': 'tempest-snat-router-8166582', 'tenant_id': 'f68fe89754b14d9dab24fe13621ba94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.114'}], 'enable_snat': False}, 'gw_port_id': '920eb3da-7853-4ab5-960f-7e384dc2db38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:49Z', 'updated_at': '2022-05-28T04:46:55Z', 'revision_number': 3, 'project_id': 'f68fe89754b14d9dab24fe13621ba94f', 'gw_port': {'id': '920eb3da-7853-4ab5-960f-7e384dc2db38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:e5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7956700-ca1c-4eed-a755-bf12beb16c2d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:52Z', 'updated_at': '2022-05-28T04:47:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:01.441597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-75c40d0c-f876-4343-939a-786b1dd7407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:01.450727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:01.533976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:01.573605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9178d7-550f-4c95-9b32-f45f4fcd4873 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6750c80-bda5-4cf2-b939-ab39a74c5e69,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:01.595338 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1632494073'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:01.662005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:01.724268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:network and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:01.729286 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:01.737359 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:01.744291 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf9178d7-550f-4c95-9b32-f45f4fcd4873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:01.819310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c40d0c-f876-4343-939a-786b1dd7407e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c668764-440a-44a0-b65f-bdc993c51a44,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:01.947986 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-75c40d0c-f876-4343-939a-786b1dd7407e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0bbc082a55a4414b8cf11c4ba4923925&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8468633 May 28 04:47:01.952698 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52832) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:01.993128 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=edc653cc-d023-4dba-a8d1-32728026822b,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:02.018172 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:02.021493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.044779 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.105927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.215037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf9178d7-550f-4c95-9b32-f45f4fcd4873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.216801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:02.221318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:security_group_rule and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:02.226594 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf9178d7-550f-4c95-9b32-f45f4fcd4873 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.229351 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:02.238730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:02.292913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf9178d7-550f-4c95-9b32-f45f4fcd4873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.293474 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9178d7-550f-4c95-9b32-f45f4fcd4873 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccd63bc3-3e97-4e0f-af38-66e853a86973 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:47:02.352957 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.356987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.358299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf9178d7-550f-4c95-9b32-f45f4fcd4873 admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.362678 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cf9178d7-550f-4c95-9b32-f45f4fcd4873 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ccd63bc3-3e97-4e0f-af38-66e853a86973 HTTP/1.1" status: 204 len: 168 time: 2.7066114 May 28 04:47:02.363547 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52836) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:02.404460 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.422648 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.431101 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73916c6d-fab5-4f61-a199-53db01b2a560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.456126 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:47:02.475708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ffa763-c130-4828-bd32-d028e2391653 admin admin] Deleting subnet 9590fb3a-012f-4dbc-8eec-5473af1a3309 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:47:02.481260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe650d6-3824-4acd-aefa-d24678147f33,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:02.488190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-00ffa763-c130-4828-bd32-d028e2391653 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.529184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.529536 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Added segment ab75e45e-b53b-41cd-a29d-f709bce7c40b of type vlan for network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 May 28 04:47:02.576591 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-00ffa763-c130-4828-bd32-d028e2391653 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.618367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.653208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73916c6d-fab5-4f61-a199-53db01b2a560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.693375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.700252 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:02.701179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.764352 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 920eb3da-7853-4ab5-960f-7e384dc2db38 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:02.812361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-00ffa763-c130-4828-bd32-d028e2391653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.827624 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f58c9d6-ddd8-404d-9d44-47b7b69b3bfc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Router 6d2597cd-9df5-49ce-b302-63fbad61db6d has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:47:02.844880 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Allocated IP 172.26.8.124 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/3c8d5c22-a123-493c-be22-7c156779a8f9) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:02.858246 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 920eb3da-7853-4ab5-960f-7e384dc2db38 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:02.867794 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 920eb3da-7853-4ab5-960f-7e384dc2db38 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:02.868504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.882750 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73916c6d-fab5-4f61-a199-53db01b2a560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.884447 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.5193055 May 28 04:47:02.885784 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52842) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:02.889571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b20a58-0a75-4701-bba2-5d12e02948f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Network': ['ID=a61032c2-e46a-44f7-9cb2-4c483a0d82f2,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:02.918720 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:47:02.933857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-00ffa763-c130-4828-bd32-d028e2391653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:02.983020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffa763-c130-4828-bd32-d028e2391653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9590fb3a-012f-4dbc-8eec-5473af1a3309,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:02.994306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-00ffa763-c130-4828-bd32-d028e2391653 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:03.007223 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-00ffa763-c130-4828-bd32-d028e2391653 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9590fb3a-012f-4dbc-8eec-5473af1a3309 HTTP/1.1" status: 204 len: 168 time: 0.6425352 May 28 04:47:03.007849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52846) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:03.016693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e4a8a5-9e21-4a72-9bd5-95dbcaf7ada0 None None] Network af7fbe75-51f4-4a27-b635-152fc1216874 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:03.037708 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'name': 'tempest-PortsTestJSON-1306587653'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:03.052843 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73916c6d-fab5-4f61-a199-53db01b2a560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c668764-440a-44a0-b65f-bdc993c51a44,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:03.123063 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:03.135425 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] Deleting port 1e0e119c-42de-4cc0-88fb-a502a2d1125e {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:03.135971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:03.329582 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:03.357289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 920eb3da-7853-4ab5-960f-7e384dc2db38, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=920eb3da-7853-4ab5-960f-7e384dc2db38,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:03.371457 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:03.413289 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] For port 1e0e119c-42de-4cc0-88fb-a502a2d1125e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=1e0e119c-42de-4cc0-88fb-a502a2d1125e,segment=NetworkSegment(a4e56770-2757-4b53-8bc7-aaf22620cb66),segment_id=a4e56770-2757-4b53-8bc7-aaf22620cb66)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:03.413853 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:03.445080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 98f05eea-85c0-419e-8374-6981f31dab94 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:47:03.450845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:03.455128 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.l3_db [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Floating IP 162e776a-e9da-4a5b-9a5b-0f59e7355f97 associated. External IP: 172.26.8.246, port: fb70b0c7-651a-49b7-972d-a92e39684f21. May 28 04:47:03.488100 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 98f05eea-85c0-419e-8374-6981f31dab94 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:47:03.488426 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 98f05eea-85c0-419e-8374-6981f31dab94 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:47:03.488821 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f6750c80-bda5-4cf2-b939-ab39a74c5e69 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:47:03.528556 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b6cc1e-e9a8-4abc-bc04-03fd473c29a9 None None] DHCP port deletion for af7fbe75-51f4-4a27-b635-152fc1216874 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:47:03.530259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: f6750c80-bda5-4cf2-b939-ab39a74c5e69 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:47:03.530582 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f6750c80-bda5-4cf2-b939-ab39a74c5e69 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:47:03.533207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=920eb3da-7853-4ab5-960f-7e384dc2db38,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:03.534681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:port and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:03.537382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-c2b6cc1e-e9a8-4abc-bc04-03fd473c29a9 None None] Deleting port 1e0e119c-42de-4cc0-88fb-a502a2d1125e {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:03.537781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c2b6cc1e-e9a8-4abc-bc04-03fd473c29a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:03.582856 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] Calling delete_port for 1e0e119c-42de-4cc0-88fb-a502a2d1125e owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:03.584386 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f58c9d6-ddd8-404d-9d44-47b7b69b3bfc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:03.592792 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:03.606941 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ed83ad-304d-4bbc-a9c5-f6315fb127d0 None None] Sync routers for ids ['6d2597cd-9df5-49ce-b302-63fbad61db6d'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:03.623097 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:03.639658 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Router 30a4ded7-1729-4201-819b-87dbd26bd2f2 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:47:03.646128 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:03.650196 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73916c6d-fab5-4f61-a199-53db01b2a560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:03.654353 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-73916c6d-fab5-4f61-a199-53db01b2a560 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c668764-440a-44a0-b65f-bdc993c51a44 HTTP/1.1" status: 204 len: 168 time: 1.6836469 May 28 04:47:03.654353 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7f58c9d6-ddd8-404d-9d44-47b7b69b3bfc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "PUT /v2.0/routers/6d2597cd-9df5-49ce-b302-63fbad61db6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4502418 May 28 04:47:03.658010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52852) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:03.678826 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:03.681894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:03.686577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed83ad-304d-4bbc-a9c5-f6315fb127d0 None None] Routers {'6d2597cd-9df5-49ce-b302-63fbad61db6d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:03.687212 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-38ed83ad-304d-4bbc-a9c5-f6315fb127d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6d2597cd-9df5-49ce-b302-63fbad61db6d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:03.785925 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] device_id is not set on port 2613cf47-f2c7-446d-ae39-2147239142af yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:47:03.824990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:03.898701 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-38ed83ad-304d-4bbc-a9c5-f6315fb127d0 None None] Set router 6d2597cd-9df5-49ce-b302-63fbad61db6d gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:03.900535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] Pushing event deleted for resources: {'Port': ['ID=1e0e119c-42de-4cc0-88fb-a502a2d1125e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:03.915672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d72256-0ac3-4686-a35e-cd369f042912 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:03.917986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d72256-0ac3-4686-a35e-cd369f042912 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:03.919096 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c5d72256-0ac3-4686-a35e-cd369f042912 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:03.953076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] No DVR routers for this DVR port 1e0e119c-42de-4cc0-88fb-a502a2d1125e on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:47:04.013508 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:04.032342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-38ed83ad-304d-4bbc-a9c5-f6315fb127d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2597cd-9df5-49ce-b302-63fbad61db6d', 'name': 'tempest-NetworksTestDHCPv6-router-1967164661', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:50Z', 'updated_at': '2022-05-28T04:46:59Z', 'revision_number': 3, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:04.041888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c2b6cc1e-e9a8-4abc-bc04-03fd473c29a9 None None] For port 1e0e119c-42de-4cc0-88fb-a502a2d1125e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=1e0e119c-42de-4cc0-88fb-a502a2d1125e,segment=NetworkSegment(a4e56770-2757-4b53-8bc7-aaf22620cb66),segment_id=a4e56770-2757-4b53-8bc7-aaf22620cb66)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:04.042261 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c2b6cc1e-e9a8-4abc-bc04-03fd473c29a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:04.049470 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ed83ad-304d-4bbc-a9c5-f6315fb127d0 None None] Checking router: 6d2597cd-9df5-49ce-b302-63fbad61db6d for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:47:04.093648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c5d72256-0ac3-4686-a35e-cd369f042912 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:04.095804 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c5d72256-0ac3-4686-a35e-cd369f042912 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4368546 May 28 04:47:04.102578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52860) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:04.166799 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Pushing event updated for resources: {'Port': ['ID=3c8d5c22-a123-493c-be22-7c156779a8f9,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:04.169862 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-c2b6cc1e-e9a8-4abc-bc04-03fd473c29a9 None None] Calling delete_port for 1e0e119c-42de-4cc0-88fb-a502a2d1125e owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:04.180539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:04.195128 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:04.207440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ed83ad-304d-4bbc-a9c5-f6315fb127d0 None None] Routers {'6d2597cd-9df5-49ce-b302-63fbad61db6d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:04.208392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-38ed83ad-304d-4bbc-a9c5-f6315fb127d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6d2597cd-9df5-49ce-b302-63fbad61db6d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:04.219498 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7fbe75-51f4-4a27-b635-152fc1216874']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:04.252177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e56770-2757-4b53-8bc7-aaf22620cb66') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:04.252462 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e56770-2757-4b53-8bc7-aaf22620cb66') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:04.322508 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:04.325544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:04.333948 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:04.348024 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-38ed83ad-304d-4bbc-a9c5-f6315fb127d0 None None] Set router 6d2597cd-9df5-49ce-b302-63fbad61db6d gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:04.353420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:04.370315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:04.374502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:47:04.374902 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:47:04.390603 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:47:04.471449 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-38ed83ad-304d-4bbc-a9c5-f6315fb127d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2597cd-9df5-49ce-b302-63fbad61db6d', 'name': 'tempest-NetworksTestDHCPv6-router-1967164661', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:50Z', 'updated_at': '2022-05-28T04:46:59Z', 'revision_number': 3, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:04.476127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-c2b6cc1e-e9a8-4abc-bc04-03fd473c29a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:47:04.476462 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-c2b6cc1e-e9a8-4abc-bc04-03fd473c29a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:47:04.477833 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ed83ad-304d-4bbc-a9c5-f6315fb127d0 None None] The sync data for ids ['6d2597cd-9df5-49ce-b302-63fbad61db6d'] in dv-neutron-843300-5-hyperv is: [{'id': '6d2597cd-9df5-49ce-b302-63fbad61db6d', 'name': 'tempest-NetworksTestDHCPv6-router-1967164661', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:50Z', 'updated_at': '2022-05-28T04:46:59Z', 'revision_number': 3, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'gw_port_host': None}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:04.494022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae06154-5fb1-4579-871f-40f647996093 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet e9cb9d15-52cc-4552-9dfd-b87f84887fb8 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:47:04.497253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ae06154-5fb1-4579-871f-40f647996093 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:04.564239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ae06154-5fb1-4579-871f-40f647996093 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:04.596743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:04.604727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:04.622774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:04.636864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] Pushing event deleted for resources: {'Network': ['ID=af7fbe75-51f4-4a27-b635-152fc1216874,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:04.652317 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-803eed2a-4322-46f6-baa8-1b61bf59052d admin admin] 10.222.0.15 "DELETE /v2.0/networks/af7fbe75-51f4-4a27-b635-152fc1216874 HTTP/1.1" status: 204 len: 168 time: 1.6410849 May 28 04:47:04.664909 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ae06154-5fb1-4579-871f-40f647996093 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:04.765090 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ae06154-5fb1-4579-871f-40f647996093 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:04.779173 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=2613cf47-f2c7-446d-ae39-2147239142af,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:04.809102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:04.811735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ae06154-5fb1-4579-871f-40f647996093 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:04.818097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452fa67b-5389-4b63-b197-43c4d82b8dc8 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:04.823223 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Sync routers for ids ['30a4ded7-1729-4201-819b-87dbd26bd2f2'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:04.846129 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Routers {'30a4ded7-1729-4201-819b-87dbd26bd2f2'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:04.847348 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['30a4ded7-1729-4201-819b-87dbd26bd2f2'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:04.853385 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Checking segment: {'id': 'ab75e45e-b53b-41cd-a29d-f709bce7c40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:04.853783 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network hostable DHCP agents. Network: a61032c2-e46a-44f7-9cb2-4c483a0d82f2, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:47:04.870848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:04.874532 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9290a9a7-110e-4b33-8e32-1474f5eb9cd4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.1847856 May 28 04:47:04.875871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52878) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:04.879444 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7ae06154-5fb1-4579-871f-40f647996093 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/e9cb9d15-52cc-4552-9dfd-b87f84887fb8 HTTP/1.1" status: 204 len: 168 time: 0.7735484 May 28 04:47:04.879587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52880) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:04.880905 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae06154-5fb1-4579-871f-40f647996093 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=e9cb9d15-52cc-4552-9dfd-b87f84887fb8,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:04.909214 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52886) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:04.994802 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9aaae54e-8545-4409-b598-9204f6c7ca5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbe57ccc60ca477ca4d901e7c6a5711c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0843561 May 28 04:47:04.995397 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52890) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:04.995769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52892) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:05.041349 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-c2b6cc1e-e9a8-4abc-bc04-03fd473c29a9 None None] Deleting port 1e0e119c-42de-4cc0-88fb-a502a2d1125e {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:05.042838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c2b6cc1e-e9a8-4abc-bc04-03fd473c29a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.067140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c300deca-6523-449c-9aac-7bebf21a01ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.102830 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 920eb3da-7853-4ab5-960f-7e384dc2db38 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:05.121372 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c300deca-6523-449c-9aac-7bebf21a01ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.198425 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Set router 30a4ded7-1729-4201-819b-87dbd26bd2f2 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:05.199864 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-c2b6cc1e-e9a8-4abc-bc04-03fd473c29a9 None None] The port '1e0e119c-42de-4cc0-88fb-a502a2d1125e' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:47:05.234188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c300deca-6523-449c-9aac-7bebf21a01ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.258452 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300deca-6523-449c-9aac-7bebf21a01ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2518b1b0-a1c9-4c27-a8cc-abfc83d1d6b1,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:05.277529 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c300deca-6523-449c-9aac-7bebf21a01ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.280865 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c300deca-6523-449c-9aac-7bebf21a01ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2518b1b0-a1c9-4c27-a8cc-abfc83d1d6b1 HTTP/1.1" status: 204 len: 168 time: 0.2840660 May 28 04:47:05.395739 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.396909 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.398574 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:47:05.416024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1117740503'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:05.421079 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:05.421262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 920eb3da-7853-4ab5-960f-7e384dc2db38 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:05.421525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.426481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:network and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:05.430948 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:05.437506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:05.455508 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:05.460752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.475938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.504878 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, a61032c2-e46a-44f7-9cb2-4c483a0d82f2) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:05.529348 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9f8642ad-978c-47ee-a049-a78f30587f51 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:router {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:05.538590 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:05.539047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:05.542927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:05.543516 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.544819 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16977e06-c007-4939-85f3-2610394c64af None None] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:05.546122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:security_group_rule and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:05.549870 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:05.557478 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:05.673060 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-325f3a96-4bb9-4b0a-b7b8-a9761295e1ad tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7626605 May 28 04:47:05.677936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52904) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:05.693380 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.701946 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.703716 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-237503212'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:05.720250 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9f8642ad-978c-47ee-a049-a78f30587f51 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:router {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:05.724306 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9f8642ad-978c-47ee-a049-a78f30587f51 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8403287 May 28 04:47:05.726737 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:05.730088 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52908) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:05.769994 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:47:05.781991 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a4ded7-1729-4201-819b-87dbd26bd2f2', 'name': 'tempest-snat-router-1521454500', 'tenant_id': '5a788c7b6c57418aae60ee20be84910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': 'fb8d9a4d-2312-4cad-9714-596bfe2cc2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:55Z', 'updated_at': '2022-05-28T04:46:59Z', 'revision_number': 3, 'project_id': '5a788c7b6c57418aae60ee20be84910f', 'gw_port': {'id': 'fb8d9a4d-2312-4cad-9714-596bfe2cc2fa', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a4ded7-1729-4201-819b-87dbd26bd2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:58Z', 'updated_at': '2022-05-28T04:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:05.786197 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Checking router: 30a4ded7-1729-4201-819b-87dbd26bd2f2 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:47:05.786599 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Updating router 30a4ded7-1729-4201-819b-87dbd26bd2f2 port fb8d9a4d-2312-4cad-9714-596bfe2cc2fa binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:47:05.801583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd542ea-a460-4305-8d6a-cab583156ee8,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:05.805017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.805361 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Added segment 34500098-4966-4be4-8d57-dea4f19fb278 of type vlan for network a37b624c-58a8-4c34-b969-e5b313776d64 May 28 04:47:05.822275 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:47:05.827131 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:network and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:05.853478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:05.874946 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.877529 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.933027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.937617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:05.938886 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.945898 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c5ead4-3e3d-44eb-8ffa-d1d70593e345 None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:47:05.950630 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-65c5ead4-3e3d-44eb-8ffa-d1d70593e345 None None] Deleting port 3962232c-611e-418b-996e-03f549b6093d {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:05.951251 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-65c5ead4-3e3d-44eb-8ffa-d1d70593e345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:05.992180 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1e0e119c-42de-4cc0-88fb-a502a2d1125e no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:47:05.992766 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:06.040067 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0410697 May 28 04:47:06.046306 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 1e0e119c-42de-4cc0-88fb-a502a2d1125e {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:47:06.046844 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1e0e119c-42de-4cc0-88fb-a502a2d1125e not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:47:06.047014 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cd5da023-8e81-429a-a236-1c5ce0e49b13 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:47:06.091636 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: cd5da023-8e81-429a-a236-1c5ce0e49b13 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:47:06.092209 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cd5da023-8e81-429a-a236-1c5ce0e49b13 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:47:06.093051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:06.095972 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:06.189693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:47:06.191381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb0612-c4c4-4e5f-9111-cc083236c8c4 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Network': ['ID=a37b624c-58a8-4c34-b969-e5b313776d64,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:06.206878 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:06.207307 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Added segment fbe7608a-89d3-4b45-8b2f-38e6ba17bcae of type vlan for network 8210d00f-d93b-48a1-8fde-ff5721f3b2d6 May 28 04:47:06.245803 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:06.275644 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network a37b624c-58a8-4c34-b969-e5b313776d64 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:47:06.420138 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-65c5ead4-3e3d-44eb-8ffa-d1d70593e345 None None] For port 3962232c-611e-418b-996e-03f549b6093d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3962232c-611e-418b-996e-03f549b6093d,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:06.420899 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-65c5ead4-3e3d-44eb-8ffa-d1d70593e345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:06.439915 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:06.449963 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:06.455291 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:06.455877 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:06.465408 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Transition to ACTIVE for port object fb8d9a4d-2312-4cad-9714-596bfe2cc2fa will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:06.481977 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:06.564899 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-65c5ead4-3e3d-44eb-8ffa-d1d70593e345 None None] Calling delete_port for 3962232c-611e-418b-996e-03f549b6093d owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:06.590189 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25797965-dce5-4a5d-9911-a9600cd2d19c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:06.665784 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-65c5ead4-3e3d-44eb-8ffa-d1d70593e345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:06.684856 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Attempting to bind port fb8d9a4d-2312-4cad-9714-596bfe2cc2fa on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:06.685227 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Attempting to bind port fb8d9a4d-2312-4cad-9714-596bfe2cc2fa by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:06.685574 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Attempting to bind port fb8d9a4d-2312-4cad-9714-596bfe2cc2fa on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:06.695944 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291a554-748e-42fa-a129-7d9a7061e2fb None None] Pushing event updated for resources: {'Port': ['ID=fb8d9a4d-2312-4cad-9714-596bfe2cc2fa,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:06.702860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Network': ['ID=8210d00f-d93b-48a1-8fde-ff5721f3b2d6,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:06.711600 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:06.711966 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:06.712354 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:06.712725 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:06.713185 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Bound port: fb8d9a4d-2312-4cad-9714-596bfe2cc2fa, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:06.713555 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:06.734141 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c5ead4-3e3d-44eb-8ffa-d1d70593e345 None None] No DVR routers for this DVR port 3962232c-611e-418b-996e-03f549b6093d on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:47:06.739016 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c5ead4-3e3d-44eb-8ffa-d1d70593e345 None None] Pushing event deleted for resources: {'Port': ['ID=3962232c-611e-418b-996e-03f549b6093d,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:06.789274 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3962232c-611e-418b-996e-03f549b6093d no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:47:06.835864 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 3962232c-611e-418b-996e-03f549b6093d {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:47:06.836644 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3962232c-611e-418b-996e-03f549b6093d not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:47:06.845062 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1660607 May 28 04:47:06.849147 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52928) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:06.856277 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:06.856719 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:06.857374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:06.857794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:06.858037 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] For port fb8d9a4d-2312-4cad-9714-596bfe2cc2fa, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:06.858339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:06.858729 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:06.859111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:06.859559 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:06.859672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'ports': [{'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2'}, {'network_id': '8210d00f-d93b-48a1-8fde-ff5721f3b2d6'}]} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:06.859968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:06.860067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:06.860525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:06.860825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'network_id': '8210d00f-d93b-48a1-8fde-ff5721f3b2d6'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:06.860936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2c6100-60ff-44b3-83b5-1e4c14ca4e43 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:06.885378 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] For port fb8d9a4d-2312-4cad-9714-596bfe2cc2fa, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fb8d9a4d-2312-4cad-9714-596bfe2cc2fa,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:06.889118 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 8210d00f-d93b-48a1-8fde-ff5721f3b2d6 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:47:06.889243 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-535a3ffc-f9d7-4448-bfe1-2ac9506c6d70 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/routers/30a4ded7-1729-4201-819b-87dbd26bd2f2 HTTP/1.1" status: 200 len: 908 time: 2.0104373 May 28 04:47:06.901471 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:06.909408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52932) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:07.155320 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291a554-748e-42fa-a129-7d9a7061e2fb None None] Pushing event updated for resources: {'Port': ['ID=fb8d9a4d-2312-4cad-9714-596bfe2cc2fa,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:07.162463 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Routers {'30a4ded7-1729-4201-819b-87dbd26bd2f2'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:07.163051 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['30a4ded7-1729-4201-819b-87dbd26bd2f2'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:07.256300 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52938) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:07.336725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:07.347232 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:port and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:07.356678 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:07.371518 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:07.388189 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] Set router 30a4ded7-1729-4201-819b-87dbd26bd2f2 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:07.399453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'port': 2} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:07.404287 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:07.447957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:07.470783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-539503265-network', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:07.480449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:07.519590 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Usage tracker for resource:network and tenant:c0975f0d7e3e4604948b6f507fc10cf6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:07.537487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:07.544950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:07.668031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25797965-dce5-4a5d-9911-a9600cd2d19c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:07.702427 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25797965-dce5-4a5d-9911-a9600cd2d19c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:07.716055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Made reservation on behalf of c0975f0d7e3e4604948b6f507fc10cf6 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:07.719059 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:07.734452 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:07.760003 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:07.767932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Router 8ec60863-70e8-48c4-9c9d-feeb78b6785b is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:47:07.772234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25797965-dce5-4a5d-9911-a9600cd2d19c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:07.772411 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fd4ff9-3838-4bd3-b3ff-34c0ce0a0810 None None] Sync routers for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:07.772864 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25797965-dce5-4a5d-9911-a9600cd2d19c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Fanout notify agent at l3_agent the message router_deleted on router 6d2597cd-9df5-49ce-b302-63fbad61db6d {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:47:07.800164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:07.805277 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Usage tracker for resource:security_group_rule and tenant:c0975f0d7e3e4604948b6f507fc10cf6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:07.809362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:07.816602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:07.837965 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fd4ff9-3838-4bd3-b3ff-34c0ce0a0810 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:07.837965 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-c1fd4ff9-3838-4bd3-b3ff-34c0ce0a0810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:07.859648 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25797965-dce5-4a5d-9911-a9600cd2d19c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:07.863541 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-25797965-dce5-4a5d-9911-a9600cd2d19c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/routers/6d2597cd-9df5-49ce-b302-63fbad61db6d HTTP/1.1" status: 204 len: 168 time: 2.1261497 May 28 04:47:07.863541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:07.864176 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30a4ded7-1729-4201-819b-87dbd26bd2f2', 'name': 'tempest-snat-router-1521454500', 'tenant_id': '5a788c7b6c57418aae60ee20be84910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': 'fb8d9a4d-2312-4cad-9714-596bfe2cc2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:55Z', 'updated_at': '2022-05-28T04:46:59Z', 'revision_number': 3, 'project_id': '5a788c7b6c57418aae60ee20be84910f', 'gw_port': {'id': 'fb8d9a4d-2312-4cad-9714-596bfe2cc2fa', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a4ded7-1729-4201-819b-87dbd26bd2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:58Z', 'updated_at': '2022-05-28T04:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:07.867806 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93c6825-a0f1-42d5-aafc-05818db385ac None None] The sync data for ids ['30a4ded7-1729-4201-819b-87dbd26bd2f2'] in dv-neutron-843300-5-hyperv is: [{'id': '30a4ded7-1729-4201-819b-87dbd26bd2f2', 'name': 'tempest-snat-router-1521454500', 'tenant_id': '5a788c7b6c57418aae60ee20be84910f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.209'}], 'enable_snat': True}, 'gw_port_id': 'fb8d9a4d-2312-4cad-9714-596bfe2cc2fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:55Z', 'updated_at': '2022-05-28T04:46:59Z', 'revision_number': 3, 'project_id': '5a788c7b6c57418aae60ee20be84910f', 'gw_port': {'id': 'fb8d9a4d-2312-4cad-9714-596bfe2cc2fa', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:5d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30a4ded7-1729-4201-819b-87dbd26bd2f2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:46:58Z', 'updated_at': '2022-05-28T04:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:07.913665 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52944) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:07.946873 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-c1fd4ff9-3838-4bd3-b3ff-34c0ce0a0810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:07.957748 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-93b1b928-b1cd-49db-b4cd-0f5e9b0bc20b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:07.969668 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fd4ff9-3838-4bd3-b3ff-34c0ce0a0810 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:07.970286 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-c1fd4ff9-3838-4bd3-b3ff-34c0ce0a0810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:08.014665 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2deb6301-7d9b-40cc-8427-ca0e55db05e5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.2210329 May 28 04:47:08.017422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:08.018021 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f305f46f-5605-4f3e-b8fb-24d3f0e09ed7 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:08.022901 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52948) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:08.033835 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-056634d8-19ae-48fd-a27b-1a2442623394 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:08.066669 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-c1fd4ff9-3838-4bd3-b3ff-34c0ce0a0810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:08.067239 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fd4ff9-3838-4bd3-b3ff-34c0ce0a0810 None None] The sync data for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:08.118827 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] device_id is not set on port a3937cc0-82ce-47a3-9842-3e644fa2199c yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:47:08.130106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:08.195917 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:47:08.200974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec219e92-cb79-4075-9bd3-8f255028c4ba,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:08.229610 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-056634d8-19ae-48fd-a27b-1a2442623394 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:08.280688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:08.281029 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Added segment e4eca1c2-5f13-40c4-bd32-b552400686eb of type vlan for network afe37998-62f3-4339-8047-9170ef82bf72 May 28 04:47:08.294506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:08.294813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:08.295113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:08.295440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:08.295767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:08.296092 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:08.296417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:08.296739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:08.297054 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:08.297377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:08.297711 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:08.352817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:08.410964 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-93b1b928-b1cd-49db-b4cd-0f5e9b0bc20b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:08.418734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-93b1b928-b1cd-49db-b4cd-0f5e9b0bc20b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:08.423632 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-93b1b928-b1cd-49db-b4cd-0f5e9b0bc20b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:08.434355 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-93b1b928-b1cd-49db-b4cd-0f5e9b0bc20b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:08.459102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b1b928-b1cd-49db-b4cd-0f5e9b0bc20b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:08.526471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:08.532920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:08.533779 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:08.534361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:08.573591 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-93b1b928-b1cd-49db-b4cd-0f5e9b0bc20b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:08.667910 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] Pushing event updated for resources: {'Network': ['ID=afe37998-62f3-4339-8047-9170ef82bf72,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:08.670784 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-55042bfd-ce47-4d29-aac6-92ce0508bc4d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4130259 May 28 04:47:08.682696 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network afe37998-62f3-4339-8047-9170ef82bf72 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:47:08.683815 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52952) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:08.696334 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4d7383ba-01c4-4067-9c6c-75a5bbf5d81d admin admin] Request body: {'subnet': {'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-539503265-subnet', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:08.709441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4d7383ba-01c4-4067-9c6c-75a5bbf5d81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:08.723221 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4d7383ba-01c4-4067-9c6c-75a5bbf5d81d admin admin] Usage tracker for resource:subnet and tenant:c0975f0d7e3e4604948b6f507fc10cf6 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:08.730513 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4d7383ba-01c4-4067-9c6c-75a5bbf5d81d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:08.741702 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4d7383ba-01c4-4067-9c6c-75a5bbf5d81d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:08.778564 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:08.780113 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7383ba-01c4-4067-9c6c-75a5bbf5d81d admin admin] Made reservation on behalf of c0975f0d7e3e4604948b6f507fc10cf6 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:08.782424 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4d7383ba-01c4-4067-9c6c-75a5bbf5d81d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:08.790766 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Sync routers for ids ['8ec60863-70e8-48c4-9c9d-feeb78b6785b'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:08.811822 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Routers {'8ec60863-70e8-48c4-9c9d-feeb78b6785b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:08.812430 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8ec60863-70e8-48c4-9c9d-feeb78b6785b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:08.832950 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f305f46f-5605-4f3e-b8fb-24d3f0e09ed7 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:08.842724 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-056634d8-19ae-48fd-a27b-1a2442623394 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:08.847964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] device_id is not set on port 94547482-a41c-447a-8af3-591c949c14a1 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:47:08.852110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-056634d8-19ae-48fd-a27b-1a2442623394 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:08.852509 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-056634d8-19ae-48fd-a27b-1a2442623394 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Floating IP 162e776a-e9da-4a5b-9a5b-0f59e7355f97 disassociated. External IP: 172.26.8.246, port: fb70b0c7-651a-49b7-972d-a92e39684f21. May 28 04:47:09.030665 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Set router 8ec60863-70e8-48c4-9c9d-feeb78b6785b gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:09.217966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:09.328464 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec60863-70e8-48c4-9c9d-feeb78b6785b', 'name': 'tempest-snat-router-8166582', 'tenant_id': 'f68fe89754b14d9dab24fe13621ba94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '3c8d5c22-a123-493c-be22-7c156779a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:59Z', 'updated_at': '2022-05-28T04:47:04Z', 'revision_number': 3, 'project_id': 'f68fe89754b14d9dab24fe13621ba94f', 'gw_port': {'id': '3c8d5c22-a123-493c-be22-7c156779a8f9', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec60863-70e8-48c4-9c9d-feeb78b6785b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:02Z', 'updated_at': '2022-05-28T04:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:09.332942 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Checking router: 8ec60863-70e8-48c4-9c9d-feeb78b6785b for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:47:09.333449 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Updating router 8ec60863-70e8-48c4-9c9d-feeb78b6785b port 3c8d5c22-a123-493c-be22-7c156779a8f9 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:47:09.409457 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:09.447761 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52956) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:09.457280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-133023b7-eba2-4c53-a5d0-f69547bb55a7 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'subnet': {'network_id': 'a37b624c-58a8-4c34-b969-e5b313776d64', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:09.471527 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:09.488651 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-93b1b928-b1cd-49db-b4cd-0f5e9b0bc20b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:09.523589 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:09.524965 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9d3aaf52-8c1e-4eb0-a2cb-23085522cb52 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 10.7140729 May 28 04:47:09.525862 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-f305f46f-5605-4f3e-b8fb-24d3f0e09ed7 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Deleting port fb8d9a4d-2312-4cad-9714-596bfe2cc2fa {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:09.526261 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f305f46f-5605-4f3e-b8fb-24d3f0e09ed7 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:09.555983 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52960) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:09.561144 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4d7383ba-01c4-4067-9c6c-75a5bbf5d81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:09.678649 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b1b928-b1cd-49db-b4cd-0f5e9b0bc20b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:09.684924 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-93b1b928-b1cd-49db-b4cd-0f5e9b0bc20b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:09.699996 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9b0eef-4a50-4cf0-a630-4777824c8f30 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:09.750169 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:09.754172 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:09.756420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=a3937cc0-82ce-47a3-9842-3e644fa2199c,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:09.759472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:09.760358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:09.776783 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b1b928-b1cd-49db-b4cd-0f5e9b0bc20b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:09.777363 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-93b1b928-b1cd-49db-b4cd-0f5e9b0bc20b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:09.785603 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:09.802379 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Transition to ACTIVE for port object 3c8d5c22-a123-493c-be22-7c156779a8f9 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:09.812959 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:09.816831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-133023b7-eba2-4c53-a5d0-f69547bb55a7 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:09.838528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-133023b7-eba2-4c53-a5d0-f69547bb55a7 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:subnet and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:09.845832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-133023b7-eba2-4c53-a5d0-f69547bb55a7 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:09.861413 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-133023b7-eba2-4c53-a5d0-f69547bb55a7 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:09.892898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=94547482-a41c-447a-8af3-591c949c14a1,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:09.894835 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22b4e9-763d-4285-acd3-c710652bf252 None None] Pushing event updated for resources: {'Port': ['ID=3c8d5c22-a123-493c-be22-7c156779a8f9,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:09.927991 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Attempting to bind port 3c8d5c22-a123-493c-be22-7c156779a8f9 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:09.928511 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Attempting to bind port 3c8d5c22-a123-493c-be22-7c156779a8f9 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:09.928874 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Attempting to bind port 3c8d5c22-a123-493c-be22-7c156779a8f9 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:09.937334 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:09.937837 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:09.938232 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:09.938759 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:09.939228 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Bound port: 3c8d5c22-a123-493c-be22-7c156779a8f9, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:09.939693 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:09.945343 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133023b7-eba2-4c53-a5d0-f69547bb55a7 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:09.959421 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': 'd194bfc0-6a8e-4bc2-9134-55700e233c0b'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:47:09.959593 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b1b928-b1cd-49db-b4cd-0f5e9b0bc20b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=d194bfc0-6a8e-4bc2-9134-55700e233c0b,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:09.960398 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:09.987336 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056634d8-19ae-48fd-a27b-1a2442623394 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:47:10.036514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7383ba-01c4-4067-9c6c-75a5bbf5d81d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0aee26f-84b6-4d45-aba6-7990c6c4f5bc,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:10.047508 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] For port 3c8d5c22-a123-493c-be22-7c156779a8f9, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:10.051969 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] For port 3c8d5c22-a123-493c-be22-7c156779a8f9, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3c8d5c22-a123-493c-be22-7c156779a8f9,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:10.059151 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:10.084302 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-f305f46f-5605-4f3e-b8fb-24d3f0e09ed7 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] For port fb8d9a4d-2312-4cad-9714-596bfe2cc2fa, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fb8d9a4d-2312-4cad-9714-596bfe2cc2fa,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:10.084531 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f305f46f-5605-4f3e-b8fb-24d3f0e09ed7 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:10.095883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Checking segment: {'id': 'fbe7608a-89d3-4b45-8b2f-38e6ba17bcae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '8210d00f-d93b-48a1-8fde-ff5721f3b2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:10.096244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network hostable DHCP agents. Network: 8210d00f-d93b-48a1-8fde-ff5721f3b2d6, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:47:10.128163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-133023b7-eba2-4c53-a5d0-f69547bb55a7 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:10.166173 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Routers {'8ec60863-70e8-48c4-9c9d-feeb78b6785b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:10.167093 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8ec60863-70e8-48c4-9c9d-feeb78b6785b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:10.171541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Allocated IP 2001:db8::2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/d194bfc0-6a8e-4bc2-9134-55700e233c0b/8e627042-4fbd-4aeb-ae15-72e36101598f) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:10.224217 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22b4e9-763d-4285-acd3-c710652bf252 None None] Pushing event updated for resources: {'Port': ['ID=3c8d5c22-a123-493c-be22-7c156779a8f9,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:10.234659 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-93b1b928-b1cd-49db-b4cd-0f5e9b0bc20b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3069191 May 28 04:47:10.235645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7383ba-01c4-4067-9c6c-75a5bbf5d81d admin admin] Checking segment: {'id': 'e4eca1c2-5f13-40c4-bd32-b552400686eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:10.235995 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7383ba-01c4-4067-9c6c-75a5bbf5d81d admin admin] Network hostable DHCP agents. Network: afe37998-62f3-4339-8047-9170ef82bf72, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:47:10.243827 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52964) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:10.251796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-f305f46f-5605-4f3e-b8fb-24d3f0e09ed7 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Calling delete_port for fb8d9a4d-2312-4cad-9714-596bfe2cc2fa owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:10.299268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-030228e1-514b-4f52-b797-9734b99135a4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-20941604', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:10.330764 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-030228e1-514b-4f52-b797-9734b99135a4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:10.346410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-030228e1-514b-4f52-b797-9734b99135a4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:router and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:10.360315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-030228e1-514b-4f52-b797-9734b99135a4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:10.364998 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network 8210d00f-d93b-48a1-8fde-ff5721f3b2d6 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:47:10.377164 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-030228e1-514b-4f52-b797-9734b99135a4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:10.393886 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] Set router 8ec60863-70e8-48c4-9c9d-feeb78b6785b gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:10.395506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 8210d00f-d93b-48a1-8fde-ff5721f3b2d6) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:10.400532 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7383ba-01c4-4067-9c6c-75a5bbf5d81d admin admin] Network afe37998-62f3-4339-8047-9170ef82bf72 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:47:10.402898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:10.407025 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:10.410901 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:10.410901 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:10.412929 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e60147-ab03-4ac3-a002-740b4e0f13ed None None] Network 8210d00f-d93b-48a1-8fde-ff5721f3b2d6 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:10.423378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-4d7383ba-01c4-4067-9c6c-75a5bbf5d81d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, afe37998-62f3-4339-8047-9170ef82bf72) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:10.440502 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7383ba-01c4-4067-9c6c-75a5bbf5d81d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:10.440955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4d7383ba-01c4-4067-9c6c-75a5bbf5d81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:10.448683 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a41447d1-1167-4535-834e-449222354b76 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5978394 May 28 04:47:10.451391 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f15da-55b3-4981-8fb0-7f01908bbc47 None None] Network afe37998-62f3-4339-8047-9170ef82bf72 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:10.452691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52968) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:10.453638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-030228e1-514b-4f52-b797-9734b99135a4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:10.454628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-030228e1-514b-4f52-b797-9734b99135a4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:10.476058 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-030228e1-514b-4f52-b797-9734b99135a4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:10.506836 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-030228e1-514b-4f52-b797-9734b99135a4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:10.564333 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a2551feb-7881-425f-8ef3-fcf588802c05 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/routers/8ec60863-70e8-48c4-9c9d-feeb78b6785b HTTP/1.1" status: 200 len: 905 time: 0.9958644 May 28 04:47:10.569858 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4d7383ba-01c4-4067-9c6c-75a5bbf5d81d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8822832 May 28 04:47:10.570534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52972) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:10.570855 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52974) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:10.575645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-030228e1-514b-4f52-b797-9734b99135a4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:10.579913 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-030228e1-514b-4f52-b797-9734b99135a4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2861142 May 28 04:47:10.580723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52980) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:10.584855 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-539503265-router', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:10.697600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-58556d29-dc64-4bad-b737-bedc7e7cb8dd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 94547482-a41c-447a-8af3-591c949c14a1 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:10.698130 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58556d29-dc64-4bad-b737-bedc7e7cb8dd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:10.716537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:10.792694 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:10.793310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Usage tracker for resource:router and tenant:c0975f0d7e3e4604948b6f507fc10cf6 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:10.803052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-133023b7-eba2-4c53-a5d0-f69547bb55a7 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:10.824948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Transition to ACTIVE for port object 8e627042-4fbd-4aeb-ae15-72e36101598f will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:10.845953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:10.856259 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ec60863-70e8-48c4-9c9d-feeb78b6785b', 'name': 'tempest-snat-router-8166582', 'tenant_id': 'f68fe89754b14d9dab24fe13621ba94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '3c8d5c22-a123-493c-be22-7c156779a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:59Z', 'updated_at': '2022-05-28T04:47:04Z', 'revision_number': 3, 'project_id': 'f68fe89754b14d9dab24fe13621ba94f', 'gw_port': {'id': '3c8d5c22-a123-493c-be22-7c156779a8f9', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec60863-70e8-48c4-9c9d-feeb78b6785b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:02Z', 'updated_at': '2022-05-28T04:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:10.862754 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc991c6-8355-4431-b729-a9cb92631f5f None None] The sync data for ids ['8ec60863-70e8-48c4-9c9d-feeb78b6785b'] in dv-neutron-843300-5-hyperv is: [{'id': '8ec60863-70e8-48c4-9c9d-feeb78b6785b', 'name': 'tempest-snat-router-8166582', 'tenant_id': 'f68fe89754b14d9dab24fe13621ba94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '3c8d5c22-a123-493c-be22-7c156779a8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:46:59Z', 'updated_at': '2022-05-28T04:47:04Z', 'revision_number': 3, 'project_id': 'f68fe89754b14d9dab24fe13621ba94f', 'gw_port': {'id': '3c8d5c22-a123-493c-be22-7c156779a8f9', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:b3:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ec60863-70e8-48c4-9c9d-feeb78b6785b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:02Z', 'updated_at': '2022-05-28T04:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:10.892373 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:10.910386 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Transition to ACTIVE for port object 8e627042-4fbd-4aeb-ae15-72e36101598f will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:10.917212 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:10.943963 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:10.944880 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:10.962975 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:11.037716 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:11.039916 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-afe37998-62f3-4339-8047-9170ef82bf72', 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'fixed_ips': [{'subnet_id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:47:11.040759 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:11.054903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:11.057458 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:11.072270 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Pushing event updated for resources: {'Port': ['ID=8e627042-4fbd-4aeb-ae15-72e36101598f,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:11.146773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58556d29-dc64-4bad-b737-bedc7e7cb8dd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:11.157066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133023b7-eba2-4c53-a5d0-f69547bb55a7 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Subnet': ['ID=0208ffc4-3031-46de-87e1-938cf4aa606a,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:11.187554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:11.188009 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:11.188402 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:11.188789 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:11.189172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:11.189549 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:11.189948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:11.190332 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:11.190706 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:11.191084 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:11.191467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:11.223148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056634d8-19ae-48fd-a27b-1a2442623394 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:11.244234 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da04ad-cbc4-4875-a13b-35251b4b487e None None] Sync routers for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:11.254626 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Attempting to bind port 8e627042-4fbd-4aeb-ae15-72e36101598f on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:11.254951 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Attempting to bind port 8e627042-4fbd-4aeb-ae15-72e36101598f by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:11.255316 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Attempting to bind port 8e627042-4fbd-4aeb-ae15-72e36101598f on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:11.269354 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f305f46f-5605-4f3e-b8fb-24d3f0e09ed7 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:11.278462 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:11.278923 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:11.279372 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:11.281189 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:11.281189 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Bound port: 8e627042-4fbd-4aeb-ae15-72e36101598f, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:11.281189 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:11.284042 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-056634d8-19ae-48fd-a27b-1a2442623394 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:11.315644 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-58556d29-dc64-4bad-b737-bedc7e7cb8dd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for 94547482-a41c-447a-8af3-591c949c14a1 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:11.338569 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da04ad-cbc4-4875-a13b-35251b4b487e None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:11.339126 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-71da04ad-cbc4-4875-a13b-35251b4b487e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:11.342026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133023b7-eba2-4c53-a5d0-f69547bb55a7 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Checking segment: {'id': '34500098-4966-4be4-8d57-dea4f19fb278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a37b624c-58a8-4c34-b969-e5b313776d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:11.342398 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133023b7-eba2-4c53-a5d0-f69547bb55a7 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network hostable DHCP agents. Network: a37b624c-58a8-4c34-b969-e5b313776d64, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:47:11.381673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f305f46f-5605-4f3e-b8fb-24d3f0e09ed7 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb8d9a4d-2312-4cad-9714-596bfe2cc2fa,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:11.404436 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-056634d8-19ae-48fd-a27b-1a2442623394 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "PUT /v2.0/floatingips/162e776a-e9da-4a5b-9a5b-0f59e7355f97 HTTP/1.1" status: 200 len: 688 time: 3.3796141 May 28 04:47:11.405211 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52986) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:11.440716 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-71da04ad-cbc4-4875-a13b-35251b4b487e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:11.518940 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Allocated IP 172.20.0.2 (afe37998-62f3-4339-8047-9170ef82bf72/d0aee26f-84b6-4d45-aba6-7990c6c4f5bc/5cc8bfa4-8ac1-406c-8360-30dad092e93f) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:11.533012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:11.562071 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] For port 8e627042-4fbd-4aeb-ae15-72e36101598f, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:11.564020 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da04ad-cbc4-4875-a13b-35251b4b487e None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:11.564719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-71da04ad-cbc4-4875-a13b-35251b4b487e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:11.678514 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] For port 8e627042-4fbd-4aeb-ae15-72e36101598f, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8e627042-4fbd-4aeb-ae15-72e36101598f,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:11.684301 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-71da04ad-cbc4-4875-a13b-35251b4b487e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:11.685052 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da04ad-cbc4-4875-a13b-35251b4b487e None None] The sync data for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:11.685325 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133023b7-eba2-4c53-a5d0-f69547bb55a7 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network a37b624c-58a8-4c34-b969-e5b313776d64 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:47:11.693191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58556d29-dc64-4bad-b737-bedc7e7cb8dd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:11.697874 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:11.737058 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4a504d9e-f81a-4c58-81b0-d1a11df1fd7f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting port edc653cc-d023-4dba-a8d1-32728026822b {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:11.737388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a504d9e-f81a-4c58-81b0-d1a11df1fd7f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:11.765339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-133023b7-eba2-4c53-a5d0-f69547bb55a7 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, a37b624c-58a8-4c34-b969-e5b313776d64) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:11.787113 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d7a1d3-a87d-464e-87a2-3d7e4c07c728 None None] Network a37b624c-58a8-4c34-b969-e5b313776d64 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:11.787326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133023b7-eba2-4c53-a5d0-f69547bb55a7 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:11.787766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-133023b7-eba2-4c53-a5d0-f69547bb55a7 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:11.803394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58556d29-dc64-4bad-b737-bedc7e7cb8dd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Port': ['ID=94547482-a41c-447a-8af3-591c949c14a1,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:11.845989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58556d29-dc64-4bad-b737-bedc7e7cb8dd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:11.861368 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-58556d29-dc64-4bad-b737-bedc7e7cb8dd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/94547482-a41c-447a-8af3-591c949c14a1 HTTP/1.1" status: 204 len: 168 time: 1.3665726 May 28 04:47:11.906721 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 52990) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:11.917400 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-133023b7-eba2-4c53-a5d0-f69547bb55a7 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4630017 May 28 04:47:11.982729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 52994) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:11.993485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-09dfd2ee-427d-472e-b986-a50a98f461dd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-188221468'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:12.005126 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-09dfd2ee-427d-472e-b986-a50a98f461dd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:12.012496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-09dfd2ee-427d-472e-b986-a50a98f461dd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:network and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:12.016877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-09dfd2ee-427d-472e-b986-a50a98f461dd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:12.026073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-09dfd2ee-427d-472e-b986-a50a98f461dd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:12.066936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f305f46f-5605-4f3e-b8fb-24d3f0e09ed7 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:12.070606 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dfd2ee-427d-472e-b986-a50a98f461dd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:12.073353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-09dfd2ee-427d-472e-b986-a50a98f461dd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:12.092086 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9225c72-fa81-4194-ac3a-372eff5cb310 None None] Pushing event updated for resources: {'Port': ['ID=8e627042-4fbd-4aeb-ae15-72e36101598f,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:12.115211 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a504d9e-f81a-4c58-81b0-d1a11df1fd7f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:12.115729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a504d9e-f81a-4c58-81b0-d1a11df1fd7f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:12.139172 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09dfd2ee-427d-472e-b986-a50a98f461dd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:47:12.148880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-09dfd2ee-427d-472e-b986-a50a98f461dd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:12.149220 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-09dfd2ee-427d-472e-b986-a50a98f461dd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Added segment e8d09995-62a4-46eb-9334-837dc32a8097 of type vlan for network 97f6c3ee-ef92-4f41-9076-56e7338b163c May 28 04:47:12.191254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-09dfd2ee-427d-472e-b986-a50a98f461dd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:12.258285 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-a37b624c-58a8-4c34-b969-e5b313776d64', 'network_id': 'a37b624c-58a8-4c34-b969-e5b313776d64', 'tenant_id': '5a92188d1a7140c899ac044549889ca9', 'fixed_ips': [{'subnet_id': '0208ffc4-3031-46de-87e1-938cf4aa606a'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:47:12.259210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:12.274887 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:12.295552 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Transition to ACTIVE for port object 5cc8bfa4-8ac1-406c-8360-30dad092e93f will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:12.376013 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Transition to ACTIVE for port object 5cc8bfa4-8ac1-406c-8360-30dad092e93f will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:12.404007 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:12.440830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-09dfd2ee-427d-472e-b986-a50a98f461dd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:12.452083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dfd2ee-427d-472e-b986-a50a98f461dd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:12.453143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-09dfd2ee-427d-472e-b986-a50a98f461dd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:12.478115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4a504d9e-f81a-4c58-81b0-d1a11df1fd7f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Calling delete_port for edc653cc-d023-4dba-a8d1-32728026822b owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:12.494210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Pushing event updated for resources: {'Port': ['ID=5cc8bfa4-8ac1-406c-8360-30dad092e93f,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:12.544148 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21437e0-ffd7-4e78-956d-da8a70750e14 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:12.641121 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Network afe37998-62f3-4339-8047-9170ef82bf72 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:12.644389 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:12.653258 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:12.836257 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-09dfd2ee-427d-472e-b986-a50a98f461dd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8495116 May 28 04:47:12.854386 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Attempting to bind port 5cc8bfa4-8ac1-406c-8360-30dad092e93f on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:12.854954 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Attempting to bind port 5cc8bfa4-8ac1-406c-8360-30dad092e93f by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'e4eca1c2-5f13-40c4-bd32-b552400686eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:12.856793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53000) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:12.858386 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Attempting to bind port 5cc8bfa4-8ac1-406c-8360-30dad092e93f on network afe37998-62f3-4339-8047-9170ef82bf72 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:12.878840 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Allocated IP 2001:db8:0:ffff::2 (a37b624c-58a8-4c34-b969-e5b313776d64/0208ffc4-3031-46de-87e1-938cf4aa606a/0264ade6-ee77-4d19-83f9-ba26fe90535f) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:12.893442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-04a40957-6fb7-4c91-9c66-91fa8901ed8f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'subnet': {'network_id': '97f6c3ee-ef92-4f41-9076-56e7338b163c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:12.944405 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfd2ee-427d-472e-b986-a50a98f461dd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Network': ['ID=97f6c3ee-ef92-4f41-9076-56e7338b163c,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:13.144725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f305f46f-5605-4f3e-b8fb-24d3f0e09ed7 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:13.155195 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:13.188420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-04a40957-6fb7-4c91-9c66-91fa8901ed8f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:13.196016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-04a40957-6fb7-4c91-9c66-91fa8901ed8f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:subnet and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:13.199579 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-04a40957-6fb7-4c91-9c66-91fa8901ed8f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:13.212890 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-04a40957-6fb7-4c91-9c66-91fa8901ed8f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:13.238122 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f305f46f-5605-4f3e-b8fb-24d3f0e09ed7 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:13.246084 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:13.261509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Transition to ACTIVE for port object 0264ade6-ee77-4d19-83f9-ba26fe90535f will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:13.284092 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Transition to ACTIVE for port object 0264ade6-ee77-4d19-83f9-ba26fe90535f will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:13.295399 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 97f6c3ee-ef92-4f41-9076-56e7338b163c details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:47:13.337004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a40957-6fb7-4c91-9c66-91fa8901ed8f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:13.439126 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8e627042-4fbd-4aeb-ae15-72e36101598f up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:13.494838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:13.495203 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Checking segment: {'id': 'e4eca1c2-5f13-40c4-bd32-b552400686eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:13.506097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:13.506681 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Bound using segment: {'id': 'e4eca1c2-5f13-40c4-bd32-b552400686eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:13.507420 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Bound port: 5cc8bfa4-8ac1-406c-8360-30dad092e93f, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eca1c2-5f13-40c4-bd32-b552400686eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:13.507804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:13.541263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a504d9e-f81a-4c58-81b0-d1a11df1fd7f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:13.542216 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:13.723712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Network a37b624c-58a8-4c34-b969-e5b313776d64 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:13.762768 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:13.790774 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:13.808320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-04a40957-6fb7-4c91-9c66-91fa8901ed8f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:13.855257 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Pushing event updated for resources: {'Port': ['ID=0264ade6-ee77-4d19-83f9-ba26fe90535f,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:13.917488 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a504d9e-f81a-4c58-81b0-d1a11df1fd7f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:13.935908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a504d9e-f81a-4c58-81b0-d1a11df1fd7f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Port': ['ID=edc653cc-d023-4dba-a8d1-32728026822b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:13.972560 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::1 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/d194bfc0-6a8e-4bc2-9134-55700e233c0b/e96befa0-74e2-484b-a4c2-53f5531280fd) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:13.980957 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] For port 5cc8bfa4-8ac1-406c-8360-30dad092e93f, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:13.998250 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Attempting to bind port 0264ade6-ee77-4d19-83f9-ba26fe90535f on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:13.998250 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Attempting to bind port 0264ade6-ee77-4d19-83f9-ba26fe90535f by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '34500098-4966-4be4-8d57-dea4f19fb278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a37b624c-58a8-4c34-b969-e5b313776d64'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:13.998554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Attempting to bind port 0264ade6-ee77-4d19-83f9-ba26fe90535f on network a37b624c-58a8-4c34-b969-e5b313776d64 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:13.999330 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f305f46f-5605-4f3e-b8fb-24d3f0e09ed7 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:13.999871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f305f46f-5605-4f3e-b8fb-24d3f0e09ed7 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30a4ded7-1729-4201-819b-87dbd26bd2f2 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:47:14.001540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] For port 5cc8bfa4-8ac1-406c-8360-30dad092e93f, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5cc8bfa4-8ac1-406c-8360-30dad092e93f,segment=NetworkSegment(e4eca1c2-5f13-40c4-bd32-b552400686eb),segment_id=e4eca1c2-5f13-40c4-bd32-b552400686eb)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:14.012576 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715f259-b7c0-4eaa-beec-3318ef711b84 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:14.017390 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6715f259-b7c0-4eaa-beec-3318ef711b84 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:14.018190 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6715f259-b7c0-4eaa-beec-3318ef711b84 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:14.018365 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.022073 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 8e627042-4fbd-4aeb-ae15-72e36101598f completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:14.090620 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a504d9e-f81a-4c58-81b0-d1a11df1fd7f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.096964 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4a504d9e-f81a-4c58-81b0-d1a11df1fd7f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/floatingips/162e776a-e9da-4a5b-9a5b-0f59e7355f97 HTTP/1.1" status: 204 len: 168 time: 2.6829159 May 28 04:47:14.098045 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53008) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:14.104279 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:14.104631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Checking segment: {'id': '34500098-4966-4be4-8d57-dea4f19fb278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a37b624c-58a8-4c34-b969-e5b313776d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:14.105013 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.105387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Bound using segment: {'id': '34500098-4966-4be4-8d57-dea4f19fb278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a37b624c-58a8-4c34-b969-e5b313776d64'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:14.105887 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Bound port: 0264ade6-ee77-4d19-83f9-ba26fe90535f, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34500098-4966-4be4-8d57-dea4f19fb278', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'a37b624c-58a8-4c34-b969-e5b313776d64'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:14.106242 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.121693 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': 'f30027d0-71a9-4a49-85ef-82b32cf5b5d8'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:14.132581 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3c8d5c22-a123-493c-be22-7c156779a8f9 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:14.134810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:14.149819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Usage tracker for resource:floatingip and tenant:ee913605a2a2442f977d076c919a0ab6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:14.158639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:14.174236 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:14.190279 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1c34da15-1b32-4788-af99-c618fc901402 req-dfe42da2-12ac-487f-90d9-dcf2ebba486c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8874bc9f5e654b27b25dbb6c2a0fb0ef&device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 1098 time: 0.5036154 May 28 04:47:14.202787 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6715f259-b7c0-4eaa-beec-3318ef711b84 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:14.203967 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6715f259-b7c0-4eaa-beec-3318ef711b84 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 2.2963097 May 28 04:47:14.216866 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f305f46f-5605-4f3e-b8fb-24d3f0e09ed7 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.220765 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f305f46f-5605-4f3e-b8fb-24d3f0e09ed7 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "DELETE /v2.0/routers/30a4ded7-1729-4201-819b-87dbd26bd2f2 HTTP/1.1" status: 204 len: 168 time: 7.3102620 May 28 04:47:14.221438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53012) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:14.221786 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53014) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:14.253804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d39cf45e-df6c-48d8-9014-b1738b6d066f None None] Provisioning for port 8e627042-4fbd-4aeb-ae15-72e36101598f completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:14.272513 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d18fa-b804-4916-ad00-f3563357c225 None None] Pushing event updated for resources: {'Port': ['ID=5cc8bfa4-8ac1-406c-8360-30dad092e93f,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:14.290470 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d39cf45e-df6c-48d8-9014-b1738b6d066f None None] Provisioning complete for port 8e627042-4fbd-4aeb-ae15-72e36101598f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:14.290865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d39cf45e-df6c-48d8-9014-b1738b6d066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.301567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22212b23-8289-4dcc-88ea-7c46388caf04 req-3d852203-ff0c-4c71-906d-27765443f4a1 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:14.310128 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-22212b23-8289-4dcc-88ea-7c46388caf04 req-3d852203-ff0c-4c71-906d-27765443f4a1 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.4846857 May 28 04:47:14.380151 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] For port 0264ade6-ee77-4d19-83f9-ba26fe90535f, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:14.398724 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] For port 0264ade6-ee77-4d19-83f9-ba26fe90535f, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0264ade6-ee77-4d19-83f9-ba26fe90535f,segment=NetworkSegment(34500098-4966-4be4-8d57-dea4f19fb278),segment_id=34500098-4966-4be4-8d57-dea4f19fb278)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:14.407772 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.469212 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 3c8d5c22-a123-493c-be22-7c156779a8f9 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:14.488395 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.494694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.539831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 3c8d5c22-a123-493c-be22-7c156779a8f9 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:14.542592 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.561711 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.627680 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6d7cf278-3e20-45de-805d-c3652e14ec6c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port a3937cc0-82ce-47a3-9842-3e644fa2199c {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:14.629291 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6d7cf278-3e20-45de-805d-c3652e14ec6c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.660095 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.670408 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-22212b23-8289-4dcc-88ea-7c46388caf04 req-fdb9d33b-d7bc-47cd-be25-c8ac2ae1bf68 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3590500 May 28 04:47:14.673943 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d39cf45e-df6c-48d8-9014-b1738b6d066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.722521 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812333fd-463a-41f8-8bb8-ca74e673acad None None] Pushing event updated for resources: {'Port': ['ID=0264ade6-ee77-4d19-83f9-ba26fe90535f,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:14.744982 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object e96befa0-74e2-484b-a4c2-53f5531280fd will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:14.814840 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d39cf45e-df6c-48d8-9014-b1738b6d066f None None] For port 8e627042-4fbd-4aeb-ae15-72e36101598f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8e627042-4fbd-4aeb-ae15-72e36101598f,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:14.826156 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d39cf45e-df6c-48d8-9014-b1738b6d066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.858241 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.872954 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34da15-1b32-4788-af99-c618fc901402 req-57e98ca0-24cc-4674-8e6a-e0a4d78a8c31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:14.874384 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1c34da15-1b32-4788-af99-c618fc901402 req-57e98ca0-24cc-4674-8e6a-e0a4d78a8c31 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8948682-ca33-4cb9-a94c-ea149f8c5b44 HTTP/1.1" status: 200 len: 913 time: 0.6730533 May 28 04:47:14.897863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 3c8d5c22-a123-493c-be22-7c156779a8f9, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3c8d5c22-a123-493c-be22-7c156779a8f9,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:14.908897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:14.914820 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cf45e-df6c-48d8-9014-b1738b6d066f None None] Pushing event updated for resources: {'Port': ['ID=8e627042-4fbd-4aeb-ae15-72e36101598f,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:14.995225 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=3c8d5c22-a123-493c-be22-7c156779a8f9,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:15.002633 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1c34da15-1b32-4788-af99-c618fc901402 req-64e21bdc-96a8-423a-b156-df8f30311c98 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bac35e5-ed55-4fd4-82df-d76bade1f5d9 HTTP/1.1" status: 200 len: 1001 time: 0.1139507 May 28 04:47:15.063758 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-04a40957-6fb7-4c91-9c66-91fa8901ed8f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:15.076019 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:15.139108 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21437e0-ffd7-4e78-956d-da8a70750e14 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:15.175256 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34da15-1b32-4788-af99-c618fc901402 req-7ef2807a-d3cb-42dd-aaeb-e5ce0f6d24ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:15.176884 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1c34da15-1b32-4788-af99-c618fc901402 req-7ef2807a-d3cb-42dd-aaeb-e5ce0f6d24ca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b87c52c-c0b5-40e9-a49d-a4daf05c13b5 HTTP/1.1" status: 200 len: 851 time: 0.1662610 May 28 04:47:15.244439 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8e627042-4fbd-4aeb-ae15-72e36101598f up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:15.245636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:15.257738 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:15.259336 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a21437e0-ffd7-4e78-956d-da8a70750e14 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Deleting port 3c8d5c22-a123-493c-be22-7c156779a8f9 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:15.260684 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21437e0-ffd7-4e78-956d-da8a70750e14 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:15.260920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a40957-6fb7-4c91-9c66-91fa8901ed8f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Subnet': ['ID=13e5f0be-7164-4e7e-b1a2-2c3ae680d943,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:15.318588 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6d7cf278-3e20-45de-805d-c3652e14ec6c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:15.366619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a40957-6fb7-4c91-9c66-91fa8901ed8f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Checking segment: {'id': 'e8d09995-62a4-46eb-9334-837dc32a8097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '97f6c3ee-ef92-4f41-9076-56e7338b163c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:15.366876 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a40957-6fb7-4c91-9c66-91fa8901ed8f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network hostable DHCP agents. Network: 97f6c3ee-ef92-4f41-9076-56e7338b163c, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:47:15.396607 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 8e627042-4fbd-4aeb-ae15-72e36101598f triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:15.397221 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:15.402730 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1c34da15-1b32-4788-af99-c618fc901402 req-2c924ba9-00af-4627-89ab-ff71d744fc05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8948682-ca33-4cb9-a94c-ea149f8c5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2174799 May 28 04:47:15.446413 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a40957-6fb7-4c91-9c66-91fa8901ed8f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network 97f6c3ee-ef92-4f41-9076-56e7338b163c is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:47:15.537726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-04a40957-6fb7-4c91-9c66-91fa8901ed8f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 97f6c3ee-ef92-4f41-9076-56e7338b163c) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:15.542209 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a40957-6fb7-4c91-9c66-91fa8901ed8f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:15.542788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-04a40957-6fb7-4c91-9c66-91fa8901ed8f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:15.550509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6e82a0-a666-4299-bcd9-1d975a924932 None None] Network 97f6c3ee-ef92-4f41-9076-56e7338b163c requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:15.561003 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:15.605779 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-04a40957-6fb7-4c91-9c66-91fa8901ed8f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7389319 May 28 04:47:15.606687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53020) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:15.641085 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1c34da15-1b32-4788-af99-c618fc901402 req-e3bdad78-ed62-4192-99aa-5513cca1416f service neutron] 10.222.0.66 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293708 May 28 04:47:15.644383 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5cc8bfa4-8ac1-406c-8360-30dad092e93f up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:15.808235 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Allocated IP 172.26.8.177 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/ada5cc6e-595c-4f8a-86c8-8ae17a6de68a) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:15.828047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6d7cf278-3e20-45de-805d-c3652e14ec6c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for a3937cc0-82ce-47a3-9842-3e644fa2199c owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:15.907001 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1c34da15-1b32-4788-af99-c618fc901402 req-cc895ade-e489-4d7c-a1da-8dfa0a0777bc service neutron] 10.222.0.66 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104721 May 28 04:47:15.924857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-00579863-0af3-4ace-be5d-19065e8f5e06 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:15.933778 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:15.938186 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:15.955666 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 5cc8bfa4-8ac1-406c-8360-30dad092e93f completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:15.960248 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5949984-2999-4610-b829-0c85a2c0fadd None None] Network afe37998-62f3-4339-8047-9170ef82bf72 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:16.082392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-00579863-0af3-4ace-be5d-19065e8f5e06 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:16.103825 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:16.140985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130f3eb1-c412-4cd8-a224-d59a05632553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-97f6c3ee-ef92-4f41-9076-56e7338b163c', 'network_id': '97f6c3ee-ef92-4f41-9076-56e7338b163c', 'tenant_id': '5a92188d1a7140c899ac044549889ca9', 'fixed_ips': [{'subnet_id': '13e5f0be-7164-4e7e-b1a2-2c3ae680d943'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:47:16.141801 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-130f3eb1-c412-4cd8-a224-d59a05632553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:16.228653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-00579863-0af3-4ace-be5d-19065e8f5e06 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:16.250062 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78445166-ec74-4842-b303-beb9de7aa90c req-3e15062d-12aa-4a50-9f2f-a9dffdee5ba9 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:16.255153 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-78445166-ec74-4842-b303-beb9de7aa90c req-3e15062d-12aa-4a50-9f2f-a9dffdee5ba9 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.3257129 May 28 04:47:16.281500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=e96befa0-74e2-484b-a4c2-53f5531280fd,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:16.287540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2c77abe2-2ad8-423d-9493-3f2e246eee85 None None] Provisioning for port 5cc8bfa4-8ac1-406c-8360-30dad092e93f completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:16.306953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-a21437e0-ffd7-4e78-956d-da8a70750e14 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] For port 3c8d5c22-a123-493c-be22-7c156779a8f9, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3c8d5c22-a123-493c-be22-7c156779a8f9,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:16.307304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21437e0-ffd7-4e78-956d-da8a70750e14 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:16.328611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00579863-0af3-4ace-be5d-19065e8f5e06 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Subnet': ['ID=13e5f0be-7164-4e7e-b1a2-2c3ae680d943,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server [None req-130f3eb1-c412-4cd8-a224-d59a05632553 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13e5f0be-7164-4e7e-b1a2-2c3ae680d943: This subnet is being modified by another concurrent operation. May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 04:47:16.355925 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise exception May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 13e5f0be-7164-4e7e-b1a2-2c3ae680d943: This subnet is being modified by another concurrent operation. May 28 04:47:16.359011 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server May 28 04:47:16.367103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2c77abe2-2ad8-423d-9493-3f2e246eee85 None None] Provisioning complete for port 5cc8bfa4-8ac1-406c-8360-30dad092e93f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:16.368395 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2c77abe2-2ad8-423d-9493-3f2e246eee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:16.402352 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939ca7b4-8537-45d9-acdc-a2528086c3a4 None None] Network 97f6c3ee-ef92-4f41-9076-56e7338b163c requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:16.449795 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-00579863-0af3-4ace-be5d-19065e8f5e06 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:16.462481 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-78445166-ec74-4842-b303-beb9de7aa90c req-7e35295f-9736-438d-8c14-dcff047bb69c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574936 May 28 04:47:16.464263 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a21437e0-ffd7-4e78-956d-da8a70750e14 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Calling delete_port for 3c8d5c22-a123-493c-be22-7c156779a8f9 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:16.491583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-00579863-0af3-4ace-be5d-19065e8f5e06 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f6c3ee-ef92-4f41-9076-56e7338b163c']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:16.540033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-00579863-0af3-4ace-be5d-19065e8f5e06 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d09995-62a4-46eb-9334-837dc32a8097') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:16.540254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-00579863-0af3-4ace-be5d-19065e8f5e06 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d09995-62a4-46eb-9334-837dc32a8097') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:16.565251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-00579863-0af3-4ace-be5d-19065e8f5e06 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:16.590249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-00579863-0af3-4ace-be5d-19065e8f5e06 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:16.598092 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00579863-0af3-4ace-be5d-19065e8f5e06 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:47:16.600447 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-00579863-0af3-4ace-be5d-19065e8f5e06 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:16.691515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6d7cf278-3e20-45de-805d-c3652e14ec6c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:47:16.696030 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:47:16.705844 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d368a9f1-5190-4ac1-8e3a-163d3d472783 None None] Network a37b624c-58a8-4c34-b969-e5b313776d64 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:16.726083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-00579863-0af3-4ace-be5d-19065e8f5e06 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:16.755373 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-00579863-0af3-4ace-be5d-19065e8f5e06 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:16.759419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00579863-0af3-4ace-be5d-19065e8f5e06 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Network': ['ID=97f6c3ee-ef92-4f41-9076-56e7338b163c,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:16.769642 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-00579863-0af3-4ace-be5d-19065e8f5e06 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/97f6c3ee-ef92-4f41-9076-56e7338b163c HTTP/1.1" status: 204 len: 168 time: 1.1551280 May 28 04:47:16.770945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53026) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:16.775881 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a7095097-31f8-4503-9e87-f102a1cab046 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1435428837'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:16.781269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a7095097-31f8-4503-9e87-f102a1cab046 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:16.785106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a7095097-31f8-4503-9e87-f102a1cab046 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:network and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:16.788276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a7095097-31f8-4503-9e87-f102a1cab046 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:16.794560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a7095097-31f8-4503-9e87-f102a1cab046 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:16.845787 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cf278-3e20-45de-805d-c3652e14ec6c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Port': ['ID=a3937cc0-82ce-47a3-9842-3e644fa2199c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:16.893705 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6d7cf278-3e20-45de-805d-c3652e14ec6c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:16.928419 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2c77abe2-2ad8-423d-9493-3f2e246eee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:16.940541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53b77a63-155c-40c3-ab6d-67acca3eaf24 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:17.003057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7095097-31f8-4503-9e87-f102a1cab046 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:17.008546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a7095097-31f8-4503-9e87-f102a1cab046 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:17.032813 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2c77abe2-2ad8-423d-9493-3f2e246eee85 None None] For port 5cc8bfa4-8ac1-406c-8360-30dad092e93f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5cc8bfa4-8ac1-406c-8360-30dad092e93f,segment=NetworkSegment(e4eca1c2-5f13-40c4-bd32-b552400686eb),segment_id=e4eca1c2-5f13-40c4-bd32-b552400686eb)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:17.042836 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2c77abe2-2ad8-423d-9493-3f2e246eee85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:17.075935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7095097-31f8-4503-9e87-f102a1cab046 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:47:17.092641 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a7095097-31f8-4503-9e87-f102a1cab046 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:17.092956 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-a7095097-31f8-4503-9e87-f102a1cab046 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Added segment 50ca187b-4a12-4534-97dc-ea3ff7ed512a of type vlan for network 42c66e05-abc9-4967-bc73-d2744df565bb May 28 04:47:17.158569 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77abe2-2ad8-423d-9493-3f2e246eee85 None None] Pushing event updated for resources: {'Port': ['ID=5cc8bfa4-8ac1-406c-8360-30dad092e93f,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:17.183513 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a7095097-31f8-4503-9e87-f102a1cab046 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:17.191823 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0264ade6-ee77-4d19-83f9-ba26fe90535f up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:17.230772 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a7345eaf-6198-4843-9e11-f5576bb50bd0 None None] Provisioning for port 0264ade6-ee77-4d19-83f9-ba26fe90535f completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:17.243456 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a7095097-31f8-4503-9e87-f102a1cab046 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:17.248110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7095097-31f8-4503-9e87-f102a1cab046 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:17.248997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a7095097-31f8-4503-9e87-f102a1cab046 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:17.266398 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6d7cf278-3e20-45de-805d-c3652e14ec6c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/a3937cc0-82ce-47a3-9842-3e644fa2199c HTTP/1.1" status: 204 len: 168 time: 3.0354154 May 28 04:47:17.280040 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a7345eaf-6198-4843-9e11-f5576bb50bd0 None None] Provisioning for port e96befa0-74e2-484b-a4c2-53f5531280fd completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:17.286285 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53030) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:17.297788 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a7345eaf-6198-4843-9e11-f5576bb50bd0 None None] Provisioning complete for port e96befa0-74e2-484b-a4c2-53f5531280fd triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:17.298161 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a7345eaf-6198-4843-9e11-f5576bb50bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:17.367314 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a7345eaf-6198-4843-9e11-f5576bb50bd0 None None] Port e96befa0-74e2-484b-a4c2-53f5531280fd cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:47:17.371472 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 0264ade6-ee77-4d19-83f9-ba26fe90535f completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:17.377608 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 0264ade6-ee77-4d19-83f9-ba26fe90535f triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:17.378003 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:17.429242 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a7095097-31f8-4503-9e87-f102a1cab046 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6580760 May 28 04:47:17.431045 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7095097-31f8-4503-9e87-f102a1cab046 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Network': ['ID=42c66e05-abc9-4967-bc73-d2744df565bb,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:17.433170 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53034) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:17.444536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 42c66e05-abc9-4967-bc73-d2744df565bb details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:47:17.445277 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5fa16410-d495-4b19-8cd1-d7a6052334a5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'subnet': {'network_id': '42c66e05-abc9-4967-bc73-d2744df565bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:17.487679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21437e0-ffd7-4e78-956d-da8a70750e14 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:17.530972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7e6eb1-02b1-49a3-a219-fd1a150e48b9 None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:47:17.533725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:17.553816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21437e0-ffd7-4e78-956d-da8a70750e14 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c8d5c22-a123-493c-be22-7c156779a8f9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:17.570426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bd6a03-a071-4963-af09-5dc47e1d210d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:17.571395 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-74bd6a03-a071-4963-af09-5dc47e1d210d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:17.579052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5fa16410-d495-4b19-8cd1-d7a6052334a5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:17.585664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5fa16410-d495-4b19-8cd1-d7a6052334a5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:subnet and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:17.590920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5fa16410-d495-4b19-8cd1-d7a6052334a5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:17.598330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5fa16410-d495-4b19-8cd1-d7a6052334a5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:17.606253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-74bd6a03-a071-4963-af09-5dc47e1d210d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:17.610538 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-74bd6a03-a071-4963-af09-5dc47e1d210d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3225598 May 28 04:47:17.611337 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53040) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:17.689092 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa16410-d495-4b19-8cd1-d7a6052334a5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:17.705213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6bfb35a3-8d5d-4592-9040-793a382cebb5 None None] Provisioning complete for port 0264ade6-ee77-4d19-83f9-ba26fe90535f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:17.706001 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6bfb35a3-8d5d-4592-9040-793a382cebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:17.714390 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2189e56-4119-46bd-9975-dc69ff8ce7e5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] GET failed (client error): The resource could not be found. May 28 04:47:17.718374 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f2189e56-4119-46bd-9975-dc69ff8ce7e5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/94547482-a41c-447a-8af3-591c949c14a1 HTTP/1.1" status: 404 len: 333 time: 0.1034362 May 28 04:47:17.721758 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53044) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:17.783527 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c641e8-9d97-427d-9b75-47c33918d4b6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] GET failed (client error): The resource could not be found. May 28 04:47:17.784153 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-47c641e8-9d97-427d-9b75-47c33918d4b6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:17.804201 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:17.852593 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fa16410-d495-4b19-8cd1-d7a6052334a5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:17.860297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7e6eb1-02b1-49a3-a219-fd1a150e48b9 None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:47:17.887565 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:17.943962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 0264ade6-ee77-4d19-83f9-ba26fe90535f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0264ade6-ee77-4d19-83f9-ba26fe90535f,segment=NetworkSegment(34500098-4966-4be4-8d57-dea4f19fb278),segment_id=34500098-4966-4be4-8d57-dea4f19fb278)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:17.977992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Allocated IP 172.26.8.248 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/130008aa-828f-4ec6-8fb2-a2c1df4cb684) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:17.985160 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44535ab2-235f-4381-abca-09e03832ae6e req-e81edf7d-3799-4a7b-8afe-13b4fe8f2b5e tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:17.986758 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-44535ab2-235f-4381-abca-09e03832ae6e req-e81edf7d-3799-4a7b-8afe-13b4fe8f2b5e tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.3406394 May 28 04:47:17.991573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:17.994429 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3c8d5c22-a123-493c-be22-7c156779a8f9 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:18.013846 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:18.027259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6bfb35a3-8d5d-4592-9040-793a382cebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:18.037053 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-47c641e8-9d97-427d-9b75-47c33918d4b6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:18.040911 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-47c641e8-9d97-427d-9b75-47c33918d4b6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/a3937cc0-82ce-47a3-9842-3e644fa2199c HTTP/1.1" status: 404 len: 333 time: 0.3141601 May 28 04:47:18.048623 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:18.049353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:18.055493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53048) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:18.084332 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 3c8d5c22-a123-493c-be22-7c156779a8f9 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:47:18.084664 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3c8d5c22-a123-493c-be22-7c156779a8f9 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 28 04:47:18.096635 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21437e0-ffd7-4e78-956d-da8a70750e14 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:18.138762 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-44535ab2-235f-4381-abca-09e03832ae6e req-bc29bfa1-50c6-4715-9cc3-45345adf5ce6 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442750 May 28 04:47:18.164105 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Port 3c8d5c22-a123-493c-be22-7c156779a8f9 not found, will not notify nova. {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 28 04:47:18.246061 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:18.250557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Pushing event updated for resources: {'Port': ['ID=ada5cc6e-595c-4f8a-86c8-8ae17a6de68a,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:18.262009 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:18.315910 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=0264ade6-ee77-4d19-83f9-ba26fe90535f,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:18.322097 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fa16410-d495-4b19-8cd1-d7a6052334a5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:18.339683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-6bfb35a3-8d5d-4592-9040-793a382cebb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:47:18.339683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-6bfb35a3-8d5d-4592-9040-793a382cebb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:47:18.339914 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:18.342148 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:18.382163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:18.472542 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa16410-d495-4b19-8cd1-d7a6052334a5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Subnet': ['ID=9c75b5a8-7aca-4667-9b32-e5be00eb93ba,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:18.485307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa16410-d495-4b19-8cd1-d7a6052334a5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Checking segment: {'id': '50ca187b-4a12-4534-97dc-ea3ff7ed512a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '42c66e05-abc9-4967-bc73-d2744df565bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:18.485459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa16410-d495-4b19-8cd1-d7a6052334a5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network hostable DHCP agents. Network: 42c66e05-abc9-4967-bc73-d2744df565bb, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:47:18.493759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:18.498769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:18.508069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:18.532323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=130008aa-828f-4ec6-8fb2-a2c1df4cb684,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:18.599492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa16410-d495-4b19-8cd1-d7a6052334a5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network 42c66e05-abc9-4967-bc73-d2744df565bb is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:47:18.624572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-5fa16410-d495-4b19-8cd1-d7a6052334a5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 42c66e05-abc9-4967-bc73-d2744df565bb) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:18.631698 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa16410-d495-4b19-8cd1-d7a6052334a5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:18.632285 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fa16410-d495-4b19-8cd1-d7a6052334a5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:18.634195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2583fa-3691-44ad-acfe-c86283c6d3b5 None None] Network 42c66e05-abc9-4967-bc73-d2744df565bb requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:18.670065 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=e96befa0-74e2-484b-a4c2-53f5531280fd,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:18.700427 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5fa16410-d495-4b19-8cd1-d7a6052334a5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2624593 May 28 04:47:18.700675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53054) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:18.702696 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f074-b179-43ea-b5c7-2aad13abeb8f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:18.706921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-4ad5574f-5b4f-41a8-8e58-413d72ce4a16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1583870761'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:18.713635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4ad5574f-5b4f-41a8-8e58-413d72ce4a16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:18.725077 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4ad5574f-5b4f-41a8-8e58-413d72ce4a16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:network and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:18.728880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4ad5574f-5b4f-41a8-8e58-413d72ce4a16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:18.747995 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21437e0-ffd7-4e78-956d-da8a70750e14 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:18.780679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21437e0-ffd7-4e78-956d-da8a70750e14 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:18.838143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4ad5574f-5b4f-41a8-8e58-413d72ce4a16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:18.866691 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:18.889033 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:18.958471 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53b77a63-155c-40c3-ab6d-67acca3eaf24 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.024036 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad5574f-5b4f-41a8-8e58-413d72ce4a16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:19.027239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4ad5574f-5b4f-41a8-8e58-413d72ce4a16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.070654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6bfb35a3-8d5d-4592-9040-793a382cebb5 None None] Provisioning complete for port 5cc8bfa4-8ac1-406c-8360-30dad092e93f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:19.071202 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6bfb35a3-8d5d-4592-9040-793a382cebb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.152626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad5574f-5b4f-41a8-8e58-413d72ce4a16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:47:19.169574 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4ad5574f-5b4f-41a8-8e58-413d72ce4a16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.170350 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-4ad5574f-5b4f-41a8-8e58-413d72ce4a16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Added segment c4fad6db-3b41-4dd6-9079-23fae8093351 of type vlan for network 56684be7-2fb9-4d00-a5dd-a4450c384687 May 28 04:47:19.179249 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-42c66e05-abc9-4967-bc73-d2744df565bb', 'network_id': '42c66e05-abc9-4967-bc73-d2744df565bb', 'tenant_id': '5a92188d1a7140c899ac044549889ca9', 'fixed_ips': [{'subnet_id': '9c75b5a8-7aca-4667-9b32-e5be00eb93ba'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:47:19.180444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.244177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4ad5574f-5b4f-41a8-8e58-413d72ce4a16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.274916 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-53b77a63-155c-40c3-ab6d-67acca3eaf24 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Deleting port 4a693853-d1b5-4c37-8f3d-c348150881b3 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:19.275329 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53b77a63-155c-40c3-ab6d-67acca3eaf24 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.314052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4ad5574f-5b4f-41a8-8e58-413d72ce4a16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.316060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21437e0-ffd7-4e78-956d-da8a70750e14 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.316543 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21437e0-ffd7-4e78-956d-da8a70750e14 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8ec60863-70e8-48c4-9c9d-feeb78b6785b {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:47:19.318830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad5574f-5b4f-41a8-8e58-413d72ce4a16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:19.319516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4ad5574f-5b4f-41a8-8e58-413d72ce4a16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.338729 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f074-b179-43ea-b5c7-2aad13abeb8f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.350108 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5cc8bfa4-8ac1-406c-8360-30dad092e93f up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:19.373898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21437e0-ffd7-4e78-956d-da8a70750e14 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.377510 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a21437e0-ffd7-4e78-956d-da8a70750e14 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "DELETE /v2.0/routers/8ec60863-70e8-48c4-9c9d-feeb78b6785b HTTP/1.1" status: 204 len: 168 time: 8.8025174 May 28 04:47:19.391233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53058) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:19.435831 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4ad5574f-5b4f-41a8-8e58-413d72ce4a16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7315159 May 28 04:47:19.444784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53062) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:19.457511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'subnet': {'network_id': '56684be7-2fb9-4d00-a5dd-a4450c384687', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:19.474697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-5fb1f074-b179-43ea-b5c7-2aad13abeb8f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8210d00f-d93b-48a1-8fde-ff5721f3b2d6']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:19.543297 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5574f-5b4f-41a8-8e58-413d72ce4a16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Network': ['ID=56684be7-2fb9-4d00-a5dd-a4450c384687,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:19.549065 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Allocated IP 2001:db8::3 (42c66e05-abc9-4967-bc73-d2744df565bb/9c75b5a8-7aca-4667-9b32-e5be00eb93ba/c29dfb38-d9d9-4484-af2f-aac7d7dae1c1) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:19.555222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 5cc8bfa4-8ac1-406c-8360-30dad092e93f triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:19.555530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.558949 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-5fb1f074-b179-43ea-b5c7-2aad13abeb8f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe7608a-89d3-4b45-8b2f-38e6ba17bcae') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:19.559068 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-5fb1f074-b179-43ea-b5c7-2aad13abeb8f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe7608a-89d3-4b45-8b2f-38e6ba17bcae') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:19.581139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:19.588342 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:subnet and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:19.592270 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:19.600882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:19.601477 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 56684be7-2fb9-4d00-a5dd-a4450c384687 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:47:19.633359 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f074-b179-43ea-b5c7-2aad13abeb8f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.671060 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:19.746396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f074-b179-43ea-b5c7-2aad13abeb8f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.797784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.805132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.824437 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb1f074-b179-43ea-b5c7-2aad13abeb8f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:47:19.825102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f074-b179-43ea-b5c7-2aad13abeb8f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.827761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a7b9ef02-0cb6-4ec9-adb5-cb8bba6621be None None] Provisioning complete for port e96befa0-74e2-484b-a4c2-53f5531280fd triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:19.828340 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a7b9ef02-0cb6-4ec9-adb5-cb8bba6621be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:47:19.843200 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:47:19.936694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-53b77a63-155c-40c3-ab6d-67acca3eaf24 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] For port 4a693853-d1b5-4c37-8f3d-c348150881b3, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=4a693853-d1b5-4c37-8f3d-c348150881b3,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:19.937355 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53b77a63-155c-40c3-ab6d-67acca3eaf24 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.937982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.ipam_backend_mixin [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Performing IP validity checks on allocation pools {{(pid=84010) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 28 04:47:19.938502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.ipam_backend_mixin [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84010) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 28 04:47:19.947031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:19.964163 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9ef02-0cb6-4ec9-adb5-cb8bba6621be None None] Port e96befa0-74e2-484b-a4c2-53f5531280fd cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:47:20.012739 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0264ade6-ee77-4d19-83f9-ba26fe90535f up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:20.079525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.092735 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-53b77a63-155c-40c3-ab6d-67acca3eaf24 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Calling delete_port for 4a693853-d1b5-4c37-8f3d-c348150881b3 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:20.094364 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Transition to ACTIVE for port object c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:20.117211 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Transition to ACTIVE for port object c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:20.122296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f074-b179-43ea-b5c7-2aad13abeb8f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.126387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 0264ade6-ee77-4d19-83f9-ba26fe90535f triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:20.126908 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.127343 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5fb1f074-b179-43ea-b5c7-2aad13abeb8f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.160002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.160727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.161344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.181537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1f074-b179-43ea-b5c7-2aad13abeb8f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Network': ['ID=8210d00f-d93b-48a1-8fde-ff5721f3b2d6,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:20.193893 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5fb1f074-b179-43ea-b5c7-2aad13abeb8f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/networks/8210d00f-d93b-48a1-8fde-ff5721f3b2d6 HTTP/1.1" status: 204 len: 168 time: 2.1299248 May 28 04:47:20.196245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53066) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:20.217784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8eb25271-d4f0-4de7-8f86-2190c5baabff tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-647905268'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:20.234343 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8eb25271-d4f0-4de7-8f86-2190c5baabff tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:20.245032 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8eb25271-d4f0-4de7-8f86-2190c5baabff tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:network and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:20.248932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8eb25271-d4f0-4de7-8f86-2190c5baabff tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:20.253537 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Network 42c66e05-abc9-4967-bc73-d2744df565bb is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:20.255443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.257942 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:20.259664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8eb25271-d4f0-4de7-8f86-2190c5baabff tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:20.272683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:20.281524 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Pushing event updated for resources: {'Port': ['ID=c29dfb38-d9d9-4484-af2f-aac7d7dae1c1,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:20.341173 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb25271-d4f0-4de7-8f86-2190c5baabff tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:20.344024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8eb25271-d4f0-4de7-8f86-2190c5baabff tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.381322 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.386918 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Subnet': ['ID=b70f270d-0d0d-4d27-b1df-bf662d1b0b12,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:20.397940 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.430786 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Attempting to bind port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:20.431165 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Attempting to bind port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '50ca187b-4a12-4534-97dc-ea3ff7ed512a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '42c66e05-abc9-4967-bc73-d2744df565bb'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:20.431503 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Attempting to bind port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 on network 42c66e05-abc9-4967-bc73-d2744df565bb {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:20.445157 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:20.445602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Checking segment: {'id': '50ca187b-4a12-4534-97dc-ea3ff7ed512a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '42c66e05-abc9-4967-bc73-d2744df565bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:20.446382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.446382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Bound using segment: {'id': '50ca187b-4a12-4534-97dc-ea3ff7ed512a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '42c66e05-abc9-4967-bc73-d2744df565bb'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:20.446799 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Bound port: c29dfb38-d9d9-4484-af2f-aac7d7dae1c1, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ca187b-4a12-4534-97dc-ea3ff7ed512a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '42c66e05-abc9-4967-bc73-d2744df565bb'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:20.447168 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.452864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Checking segment: {'id': 'c4fad6db-3b41-4dd6-9079-23fae8093351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '56684be7-2fb9-4d00-a5dd-a4450c384687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:20.453204 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network hostable DHCP agents. Network: 56684be7-2fb9-4d00-a5dd-a4450c384687, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:47:20.461100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb25271-d4f0-4de7-8f86-2190c5baabff tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:47:20.531416 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8eb25271-d4f0-4de7-8f86-2190c5baabff tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.531811 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-8eb25271-d4f0-4de7-8f86-2190c5baabff tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Added segment a632caf7-b5c7-42d9-be02-419ef33a112e of type vlan for network 7ae0e9e2-e87f-4ae0-9834-b6193874365f May 28 04:47:20.534590 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=130008aa-828f-4ec6-8fb2-a2c1df4cb684,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:20.542197 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] For port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:20.546556 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] For port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c29dfb38-d9d9-4484-af2f-aac7d7dae1c1,segment=NetworkSegment(50ca187b-4a12-4534-97dc-ea3ff7ed512a),segment_id=50ca187b-4a12-4534-97dc-ea3ff7ed512a)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:20.556412 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.574202 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.591496 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1f427f11-0003-4ce9-be71-8f4a62469eb4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.628207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network 56684be7-2fb9-4d00-a5dd-a4450c384687 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:47:20.631066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8eb25271-d4f0-4de7-8f86-2190c5baabff tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.678991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8ada1-aea5-4842-9a6e-4d8a0ca46d01 None None] Pushing event updated for resources: {'Port': ['ID=c29dfb38-d9d9-4484-af2f-aac7d7dae1c1,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:20.705864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 56684be7-2fb9-4d00-a5dd-a4450c384687) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:20.722074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:20.722647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.723468 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d452fc-cef1-48ab-8c43-6c5ee7b5c893 None None] Network 56684be7-2fb9-4d00-a5dd-a4450c384687 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:20.784159 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-555eb502-f72e-4cc1-8853-1540d4a521f9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3383369 May 28 04:47:20.784946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53070) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:20.817506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8eb25271-d4f0-4de7-8f86-2190c5baabff tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.847360 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb25271-d4f0-4de7-8f86-2190c5baabff tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:20.848349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8eb25271-d4f0-4de7-8f86-2190c5baabff tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:20.869630 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Router 647df6ad-f1ea-4544-bc31-161ab0cfd8f3 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:47:21.003342 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53b77a63-155c-40c3-ab6d-67acca3eaf24 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:21.056189 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-56684be7-2fb9-4d00-a5dd-a4450c384687', 'network_id': '56684be7-2fb9-4d00-a5dd-a4450c384687', 'tenant_id': '5a92188d1a7140c899ac044549889ca9', 'fixed_ips': [{'subnet_id': 'b70f270d-0d0d-4d27-b1df-bf662d1b0b12'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:47:21.057648 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:21.082216 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b77a63-155c-40c3-ab6d-67acca3eaf24 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a693853-d1b5-4c37-8f3d-c348150881b3,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:21.127107 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:21.184540 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8eb25271-d4f0-4de7-8f86-2190c5baabff tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9732761 May 28 04:47:21.189002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53074) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:21.212614 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'subnet': {'network_id': '7ae0e9e2-e87f-4ae0-9834-b6193874365f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:21.239555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb25271-d4f0-4de7-8f86-2190c5baabff tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Network': ['ID=7ae0e9e2-e87f-4ae0-9834-b6193874365f,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:21.265541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 7ae0e9e2-e87f-4ae0-9834-b6193874365f details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:47:21.351143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:21.356878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:subnet and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:21.360650 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Floating IP ceef2b73-16b5-4930-80fc-9bc792364bc4 associated. External IP: 172.26.8.248, port: f30027d0-71a9-4a49-85ef-82b32cf5b5d8. May 28 04:47:21.375928 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Allocated IP 2001:db8::3 (56684be7-2fb9-4d00-a5dd-a4450c384687/b70f270d-0d0d-4d27-b1df-bf662d1b0b12/68bf1693-33c3-4f08-a3db-a5706bb5caf4) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:21.380679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:21.392827 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:21.423874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:21.485216 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:21.525979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:21.639136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:21.691750 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53b77a63-155c-40c3-ab6d-67acca3eaf24 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:21.700958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:21.716286 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Transition to ACTIVE for port object 68bf1693-33c3-4f08-a3db-a5706bb5caf4 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:21.741024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.ipam_backend_mixin [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Performing IP validity checks on allocation pools {{(pid=84010) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 28 04:47:21.741633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.ipam_backend_mixin [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84010) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 28 04:47:21.745189 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Transition to ACTIVE for port object 68bf1693-33c3-4f08-a3db-a5706bb5caf4 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:21.755196 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:21.812456 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0a3835-e755-4505-a62b-662a82391409 None None] Network 42c66e05-abc9-4967-bc73-d2744df565bb requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:21.832978 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:21.867671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Router d28afbaa-e636-4e79-bdd7-4a792a765e25 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:47:21.923881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Network 56684be7-2fb9-4d00-a5dd-a4450c384687 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:21.926445 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Pushing event updated for resources: {'Port': ['ID=68bf1693-33c3-4f08-a3db-a5706bb5caf4,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:21.931877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:21.936179 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:21.957354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1d954bc0-6b1e-475e-a2ce-18acdbb788d4 None None] Provisioning for port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:21.998829 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1d954bc0-6b1e-475e-a2ce-18acdbb788d4 None None] Provisioning complete for port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:21.999431 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1d954bc0-6b1e-475e-a2ce-18acdbb788d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.029907 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.038115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.128478 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Subnet': ['ID=eb5eec40-7b68-4aae-8c8b-c18f11cf064a,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:22.161982 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Attempting to bind port 68bf1693-33c3-4f08-a3db-a5706bb5caf4 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:22.162616 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Attempting to bind port 68bf1693-33c3-4f08-a3db-a5706bb5caf4 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'c4fad6db-3b41-4dd6-9079-23fae8093351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '56684be7-2fb9-4d00-a5dd-a4450c384687'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:22.162616 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Attempting to bind port 68bf1693-33c3-4f08-a3db-a5706bb5caf4 on network 56684be7-2fb9-4d00-a5dd-a4450c384687 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:22.163931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Checking segment: {'id': 'a632caf7-b5c7-42d9-be02-419ef33a112e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '7ae0e9e2-e87f-4ae0-9834-b6193874365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:22.163931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network hostable DHCP agents. Network: 7ae0e9e2-e87f-4ae0-9834-b6193874365f, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:47:22.182860 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a3496e6b-d7e3-419e-a113-31739b951c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.186374 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:22.186711 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Checking segment: {'id': 'c4fad6db-3b41-4dd6-9079-23fae8093351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '56684be7-2fb9-4d00-a5dd-a4450c384687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:22.187100 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.187763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Bound using segment: {'id': 'c4fad6db-3b41-4dd6-9079-23fae8093351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '56684be7-2fb9-4d00-a5dd-a4450c384687'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:22.187976 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Bound port: 68bf1693-33c3-4f08-a3db-a5706bb5caf4, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fad6db-3b41-4dd6-9079-23fae8093351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '56684be7-2fb9-4d00-a5dd-a4450c384687'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:22.188296 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.207347 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:47:22.208245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network 7ae0e9e2-e87f-4ae0-9834-b6193874365f is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:47:22.221925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 7ae0e9e2-e87f-4ae0-9834-b6193874365f) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:22.226556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:22.227299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.243677 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c48bc3b-ab9f-45f4-8e02-8c30c52fc317 None None] Network 7ae0e9e2-e87f-4ae0-9834-b6193874365f requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:22.276246 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:22.293432 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Sync routers for ids ['647df6ad-f1ea-4544-bc31-161ab0cfd8f3'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:22.312830 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Routers {'647df6ad-f1ea-4544-bc31-161ab0cfd8f3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:22.314203 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['647df6ad-f1ea-4544-bc31-161ab0cfd8f3'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:22.339718 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Subnet': ['ID=b70f270d-0d0d-4d27-b1df-bf662d1b0b12,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:22.361053 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2d2e666c-142b-4090-8431-8908f91c8a83 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1600683 May 28 04:47:22.364362 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53b77a63-155c-40c3-ab6d-67acca3eaf24 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.366012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53078) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:22.435734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'network_id': '7ae0e9e2-e87f-4ae0-9834-b6193874365f', 'name': 'tempest-PortsTestJSON-2141118083'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:22.462090 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:22.475442 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1f427f11-0003-4ce9-be71-8f4a62469eb4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.482289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079bc21-2afb-4a9e-8095-a82638606875 None None] Sync routers for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:22.484262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53b77a63-155c-40c3-ab6d-67acca3eaf24 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.495342 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.515317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1d954bc0-6b1e-475e-a2ce-18acdbb788d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.546051 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Set router 647df6ad-f1ea-4544-bc31-161ab0cfd8f3 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:22.574206 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1f3d775b-df22-482d-a778-27d2cb136e52 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 8.4722903 May 28 04:47:22.575633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53082) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:22.602132 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] For port 68bf1693-33c3-4f08-a3db-a5706bb5caf4, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:22.605798 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7079bc21-2afb-4a9e-8095-a82638606875 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:22.606482 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7079bc21-2afb-4a9e-8095-a82638606875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:22.616265 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-28d65cde-673f-4fb4-b15e-e021034fdb2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "PUT /v2.0/routers/647df6ad-f1ea-4544-bc31-161ab0cfd8f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0270879 May 28 04:47:22.624985 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53086) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:22.672827 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-1f427f11-0003-4ce9-be71-8f4a62469eb4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Deleting port 920eb3da-7853-4ab5-960f-7e384dc2db38 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:22.673231 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1f427f11-0003-4ce9-be71-8f4a62469eb4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.706849 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] For port 68bf1693-33c3-4f08-a3db-a5706bb5caf4, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=68bf1693-33c3-4f08-a3db-a5706bb5caf4,segment=NetworkSegment(c4fad6db-3b41-4dd6-9079-23fae8093351),segment_id=c4fad6db-3b41-4dd6-9079-23fae8093351)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:22.713031 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-803b5d2a-0c0e-4b56-956d-85b5863395cf tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "GET /v2.0/floatingips/ceef2b73-16b5-4930-80fc-9bc792364bc4 HTTP/1.1" status: 200 len: 979 time: 0.1323760 May 28 04:47:22.713031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53090) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:22.713294 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7079bc21-2afb-4a9e-8095-a82638606875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:22.724566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1d954bc0-6b1e-475e-a2ce-18acdbb788d4 None None] For port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c29dfb38-d9d9-4484-af2f-aac7d7dae1c1,segment=NetworkSegment(50ca187b-4a12-4534-97dc-ea3ff7ed512a),segment_id=50ca187b-4a12-4534-97dc-ea3ff7ed512a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:22.735813 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.760031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.823738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e05f64-f654-4db4-ab7a-697e56aa573e None None] Pushing event updated for resources: {'Port': ['ID=68bf1693-33c3-4f08-a3db-a5706bb5caf4,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:22.826585 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1d954bc0-6b1e-475e-a2ce-18acdbb788d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.864404 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56684be7-2fb9-4d00-a5dd-a4450c384687']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:22.893363 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e31130-bfe4-4736-8397-7673314416aa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:22.894025 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-87e31130-bfe4-4736-8397-7673314416aa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:22.904329 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d954bc0-6b1e-475e-a2ce-18acdbb788d4 None None] Pushing event updated for resources: {'Port': ['ID=c29dfb38-d9d9-4484-af2f-aac7d7dae1c1,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:22.912088 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53b77a63-155c-40c3-ab6d-67acca3eaf24 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:22.912582 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b77a63-155c-40c3-ab6d-67acca3eaf24 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf45f1cd-daf7-409d-a433-6e3963ea7c00 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:47:22.980693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7079bc21-2afb-4a9e-8095-a82638606875 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:22.981313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7079bc21-2afb-4a9e-8095-a82638606875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:46:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:23.048454 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fad6db-3b41-4dd6-9079-23fae8093351') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:23.048848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fad6db-3b41-4dd6-9079-23fae8093351') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:23.053395 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b09e6d2c-4467-4667-aa0b-e74eb764c9ee tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Synchronizing usage tracker for tenant:ee913605a2a2442f977d076c919a0ab6 on resource:floatingip {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:23.091920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b09e6d2c-4467-4667-aa0b-e74eb764c9ee tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Unset dirty status for tenant:ee913605a2a2442f977d076c919a0ab6 on resource:floatingip {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:23.096482 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b09e6d2c-4467-4667-aa0b-e74eb764c9ee tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.3836727 May 28 04:47:23.097159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53098) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:23.104083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-29875aa1-b74b-4700-be38-49da11b140d4 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'floatingip': {'port_id': 'fb70b0c7-651a-49b7-972d-a92e39684f21'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:23.108672 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:23.117016 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:23.130821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53b77a63-155c-40c3-ab6d-67acca3eaf24 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:23.132035 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-53b77a63-155c-40c3-ab6d-67acca3eaf24 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "DELETE /v2.0/routers/bf45f1cd-daf7-409d-a433-6e3963ea7c00 HTTP/1.1" status: 204 len: 168 time: 8.9015543 May 28 04:47:23.152020 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53102) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:23.152991 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647df6ad-f1ea-4544-bc31-161ab0cfd8f3', 'name': 'tempest-NetworksTestDHCPv6-router-20941604', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:15Z', 'revision_number': 2, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'gw_port_host': None, '_interfaces': [{'id': 'e96befa0-74e2-484b-a4c2-53f5531280fd', 'name': '', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'mac_address': 'fa:16:3e:16:61:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647df6ad-f1ea-4544-bc31-161ab0cfd8f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194bfc0-6a8e-4bc2-9134-55700e233c0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:13Z', 'updated_at': '2022-05-28T04:47:16Z', 'revision_number': 2, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'subnets': [{'id': 'd194bfc0-6a8e-4bc2-9134-55700e233c0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:23.157863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-7ae0e9e2-e87f-4ae0-9834-b6193874365f', 'network_id': '7ae0e9e2-e87f-4ae0-9834-b6193874365f', 'tenant_id': 'cabd20bf9b9e4fe68d6da0a704f20081', 'fixed_ips': [{'subnet_id': 'eb5eec40-7b68-4aae-8c8b-c18f11cf064a'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:47:23.168819 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Checking router: 647df6ad-f1ea-4544-bc31-161ab0cfd8f3 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:47:23.169224 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Updating router 647df6ad-f1ea-4544-bc31-161ab0cfd8f3 port e96befa0-74e2-484b-a4c2-53f5531280fd binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:47:23.169852 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-87e31130-bfe4-4736-8397-7673314416aa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:23.170821 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:23.174657 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-87e31130-bfe4-4736-8397-7673314416aa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports/e96befa0-74e2-484b-a4c2-53f5531280fd HTTP/1.1" status: 200 len: 911 time: 0.5455954 May 28 04:47:23.179127 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:23.187449 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53106) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:23.195964 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:23.202162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-343426670', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:23.291659 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29875aa1-b74b-4700-be38-49da11b140d4 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:23.308223 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:23.328162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:23.336975 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:23.356726 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Usage tracker for resource:router and tenant:41faf9a2683f469782a6327c8e8364f8 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:23.359952 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:47:23.360353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:23.376139 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7079bc21-2afb-4a9e-8095-a82638606875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:23.376839 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7079bc21-2afb-4a9e-8095-a82638606875 None None] The sync data for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:47:23.421581 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:47:23.441574 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304d4017-439d-4b95-a81f-262acf721304 None None] Network 56684be7-2fb9-4d00-a5dd-a4450c384687 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:23.500224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:23.506707 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:23.528303 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:23.531359 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:23.574703 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:23.575667 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:23.593438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-1f427f11-0003-4ce9-be71-8f4a62469eb4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] For port 920eb3da-7853-4ab5-960f-7e384dc2db38, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=920eb3da-7853-4ab5-960f-7e384dc2db38,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:23.593849 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1f427f11-0003-4ce9-be71-8f4a62469eb4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:23.627983 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:23.678124 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e596e58d-86ea-4e70-9ae0-299add4e88e1 None None] Provisioning complete for port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:23.678646 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e596e58d-86ea-4e70-9ae0-299add4e88e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:23.751988 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:23.752432 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:23.764637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 04:47:23.764637 dv-neutron-843300-5-hyperv neutron-server[84009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 04:47:23.764637 dv-neutron-843300-5-hyperv neutron-server[84009]: [parameters: {'id': '56684be7-2fb9-4d00-a5dd-a4450c384687'}] May 28 04:47:23.764637 dv-neutron-843300-5-hyperv neutron-server[84009]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:47:23.765113 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:47:23.817223 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] device_id is not set on port 99f9f475-3c13-4e64-a48a-e16afaf75ca7 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:47:23.824481 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:23.837993 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Transition to ACTIVE for port object e96befa0-74e2-484b-a4c2-53f5531280fd will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:23.849525 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:23.870343 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-1f427f11-0003-4ce9-be71-8f4a62469eb4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Calling delete_port for 920eb3da-7853-4ab5-960f-7e384dc2db38 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:24.076486 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Allocated IP 172.20.0.2 (7ae0e9e2-e87f-4ae0-9834-b6193874365f/eb5eec40-7b68-4aae-8c8b-c18f11cf064a/79a2451e-bd72-47bf-aa7a-e89042cc11ac) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:24.089380 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e00604-e61d-4ff9-9108-99b03361b6c0 None None] Pushing event updated for resources: {'Port': ['ID=e96befa0-74e2-484b-a4c2-53f5531280fd,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:24.108999 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e00604-e61d-4ff9-9108-99b03361b6c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:24.109583 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e00604-e61d-4ff9-9108-99b03361b6c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:24.110152 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e00604-e61d-4ff9-9108-99b03361b6c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:24.110714 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e00604-e61d-4ff9-9108-99b03361b6c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:24.111232 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e00604-e61d-4ff9-9108-99b03361b6c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:24.111778 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e00604-e61d-4ff9-9108-99b03361b6c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:24.112323 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e00604-e61d-4ff9-9108-99b03361b6c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:24.112780 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e00604-e61d-4ff9-9108-99b03361b6c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:24.113271 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e00604-e61d-4ff9-9108-99b03361b6c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:24.113931 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e00604-e61d-4ff9-9108-99b03361b6c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:24.114407 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e00604-e61d-4ff9-9108-99b03361b6c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:47:24.223570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29875aa1-b74b-4700-be38-49da11b140d4 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:24.223787 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Attempting to bind port e96befa0-74e2-484b-a4c2-53f5531280fd on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:24.224021 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Attempting to bind port e96befa0-74e2-484b-a4c2-53f5531280fd by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:24.224985 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Attempting to bind port e96befa0-74e2-484b-a4c2-53f5531280fd on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:24.225718 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9f80ae-0361-40e5-b663-b2900fcdd101 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:24.232969 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9f80ae-0361-40e5-b663-b2900fcdd101 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:24.233600 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:24.233998 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:24.234413 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:24.234778 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:24.235346 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Bound port: e96befa0-74e2-484b-a4c2-53f5531280fd, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:24.235726 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:24.236036 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29875aa1-b74b-4700-be38-49da11b140d4 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:24.237836 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7a9f80ae-0361-40e5-b663-b2900fcdd101 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.0482023 May 28 04:47:24.244284 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53110) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:24.336996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:24.377934 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] For port e96befa0-74e2-484b-a4c2-53f5531280fd, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:24.379269 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9df846e0-a5a3-4dea-b99f-7dc69cdef576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:24.383781 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] For port e96befa0-74e2-484b-a4c2-53f5531280fd, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e96befa0-74e2-484b-a4c2-53f5531280fd,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:24.388749 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:24.391569 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:24.402081 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Transition to ACTIVE for port object 79a2451e-bd72-47bf-aa7a-e89042cc11ac will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:24.422741 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Transition to ACTIVE for port object 79a2451e-bd72-47bf-aa7a-e89042cc11ac will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:24.431335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:24.504872 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-29875aa1-b74b-4700-be38-49da11b140d4 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Floating IP ceef2b73-16b5-4930-80fc-9bc792364bc4 associated. External IP: 172.26.8.248, port: f30027d0-71a9-4a49-85ef-82b32cf5b5d8. May 28 04:47:24.516115 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e00604-e61d-4ff9-9108-99b03361b6c0 None None] Pushing event updated for resources: {'Port': ['ID=e96befa0-74e2-484b-a4c2-53f5531280fd,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:24.556498 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Network 7ae0e9e2-e87f-4ae0-9834-b6193874365f is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:24.556813 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Routers {'647df6ad-f1ea-4544-bc31-161ab0cfd8f3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:24.557752 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['647df6ad-f1ea-4544-bc31-161ab0cfd8f3'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:24.565104 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Deleting port 68bf1693-33c3-4f08-a3db-a5706bb5caf4 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:24.565445 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:24.569331 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:24.571516 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Pushing event updated for resources: {'Port': ['ID=79a2451e-bd72-47bf-aa7a-e89042cc11ac,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:24.602096 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:24.659755 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:24.668145 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:24.755987 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Attempting to bind port 79a2451e-bd72-47bf-aa7a-e89042cc11ac on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:24.756378 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Attempting to bind port 79a2451e-bd72-47bf-aa7a-e89042cc11ac by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'a632caf7-b5c7-42d9-be02-419ef33a112e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '7ae0e9e2-e87f-4ae0-9834-b6193874365f'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:24.756730 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Attempting to bind port 79a2451e-bd72-47bf-aa7a-e89042cc11ac on network 7ae0e9e2-e87f-4ae0-9834-b6193874365f {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:24.761772 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] Set router 647df6ad-f1ea-4544-bc31-161ab0cfd8f3 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:24.769272 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:24.769687 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Checking segment: {'id': 'a632caf7-b5c7-42d9-be02-419ef33a112e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '7ae0e9e2-e87f-4ae0-9834-b6193874365f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:24.770148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:24.770596 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Bound using segment: {'id': 'a632caf7-b5c7-42d9-be02-419ef33a112e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '7ae0e9e2-e87f-4ae0-9834-b6193874365f'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:24.771080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Bound port: 79a2451e-bd72-47bf-aa7a-e89042cc11ac, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a632caf7-b5c7-42d9-be02-419ef33a112e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '7ae0e9e2-e87f-4ae0-9834-b6193874365f'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:24.771435 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:24.796684 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:24.806559 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Allocated IP 172.20.0.4 (7ae0e9e2-e87f-4ae0-9834-b6193874365f/eb5eec40-7b68-4aae-8c8b-c18f11cf064a/99f9f475-3c13-4e64-a48a-e16afaf75ca7) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:24.953240 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Sync routers for ids ['d28afbaa-e636-4e79-bdd7-4a792a765e25'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:24.976949 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Routers {'d28afbaa-e636-4e79-bdd7-4a792a765e25'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:24.977795 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d28afbaa-e636-4e79-bdd7-4a792a765e25'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:25.011079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 4a693853-d1b5-4c37-8f3d-c348150881b3 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:47:25.056456 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 4a693853-d1b5-4c37-8f3d-c348150881b3 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:47:25.056789 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 4a693853-d1b5-4c37-8f3d-c348150881b3 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:47:25.099187 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] For port 79a2451e-bd72-47bf-aa7a-e89042cc11ac, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:25.102828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] For port 79a2451e-bd72-47bf-aa7a-e89042cc11ac, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=79a2451e-bd72-47bf-aa7a-e89042cc11ac,segment=NetworkSegment(a632caf7-b5c7-42d9-be02-419ef33a112e),segment_id=a632caf7-b5c7-42d9-be02-419ef33a112e)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:25.110918 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:25.144630 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1f427f11-0003-4ce9-be71-8f4a62469eb4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:25.155558 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:25.156727 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f3962ad9-e78a-48ca-a887-d5fa2dba9102 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 14.5826082 May 28 04:47:25.159629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53114) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:25.216580 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eeafce-2212-47d8-82f8-6cc9b5a1f802 None None] Pushing event updated for resources: {'Port': ['ID=79a2451e-bd72-47bf-aa7a-e89042cc11ac,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:25.245382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f427f11-0003-4ce9-be71-8f4a62469eb4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Pushing event deleted for resources: {'Port': ['ID=920eb3da-7853-4ab5-960f-7e384dc2db38,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:25.277200 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Set router d28afbaa-e636-4e79-bdd7-4a792a765e25 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:25.477295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:25.500143 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] For port 68bf1693-33c3-4f08-a3db-a5706bb5caf4, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=68bf1693-33c3-4f08-a3db-a5706bb5caf4,segment=NetworkSegment(c4fad6db-3b41-4dd6-9079-23fae8093351),segment_id=c4fad6db-3b41-4dd6-9079-23fae8093351)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:25.500859 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:25.538452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:25.617235 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29875aa1-b74b-4700-be38-49da11b140d4 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:47:25.671424 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647df6ad-f1ea-4544-bc31-161ab0cfd8f3', 'name': 'tempest-NetworksTestDHCPv6-router-20941604', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:15Z', 'revision_number': 2, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'gw_port_host': None, '_interfaces': [{'id': 'e96befa0-74e2-484b-a4c2-53f5531280fd', 'name': '', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'mac_address': 'fa:16:3e:16:61:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647df6ad-f1ea-4544-bc31-161ab0cfd8f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194bfc0-6a8e-4bc2-9134-55700e233c0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:13Z', 'updated_at': '2022-05-28T04:47:24Z', 'revision_number': 4, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'subnets': [{'id': 'd194bfc0-6a8e-4bc2-9134-55700e233c0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:25.677623 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96627493-874c-4a4a-a146-9dedeccc8a75 None None] The sync data for ids ['647df6ad-f1ea-4544-bc31-161ab0cfd8f3'] in dv-neutron-843300-5-hyperv is: [{'id': '647df6ad-f1ea-4544-bc31-161ab0cfd8f3', 'name': 'tempest-NetworksTestDHCPv6-router-20941604', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:15Z', 'revision_number': 2, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'gw_port_host': None, '_interfaces': [{'id': 'e96befa0-74e2-484b-a4c2-53f5531280fd', 'name': '', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'mac_address': 'fa:16:3e:16:61:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '647df6ad-f1ea-4544-bc31-161ab0cfd8f3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd194bfc0-6a8e-4bc2-9134-55700e233c0b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:13Z', 'updated_at': '2022-05-28T04:47:24Z', 'revision_number': 4, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'subnets': [{'id': 'd194bfc0-6a8e-4bc2-9134-55700e233c0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:25.699825 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'name': 'tempest-ServersTestManualDisk-539503265-router', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:18Z', 'revision_number': 3, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'gw_port': {'id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:14Z', 'updated_at': '2022-05-28T04:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:25.708788 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Checking router: d28afbaa-e636-4e79-bdd7-4a792a765e25 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:47:25.709196 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Updating router d28afbaa-e636-4e79-bdd7-4a792a765e25 port ada5cc6e-595c-4f8a-86c8-8ae17a6de68a binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:47:25.769214 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:25.774011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Calling delete_port for 68bf1693-33c3-4f08-a3db-a5706bb5caf4 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:26.039745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29875aa1-b74b-4700-be38-49da11b140d4 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:26.050400 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c028f948-d6b3-4d70-9620-8e8deab406dd None None] Sync routers for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:26.076203 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c028f948-d6b3-4d70-9620-8e8deab406dd None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:26.077601 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-c028f948-d6b3-4d70-9620-8e8deab406dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:26.154983 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-c028f948-d6b3-4d70-9620-8e8deab406dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:26.173035 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c028f948-d6b3-4d70-9620-8e8deab406dd None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:26.173935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-c028f948-d6b3-4d70-9620-8e8deab406dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:26.270086 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-c028f948-d6b3-4d70-9620-8e8deab406dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:26.270800 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c028f948-d6b3-4d70-9620-8e8deab406dd None None] The sync data for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:26.314325 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1f427f11-0003-4ce9-be71-8f4a62469eb4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:26.354317 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:26.378039 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Transition to ACTIVE for port object ada5cc6e-595c-4f8a-86c8-8ae17a6de68a will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:26.387777 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:26.485755 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df69485-4c5d-4ee3-bcab-1d05b1234eb6 None None] Pushing event updated for resources: {'Port': ['ID=ada5cc6e-595c-4f8a-86c8-8ae17a6de68a,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:26.491469 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Attempting to bind port ada5cc6e-595c-4f8a-86c8-8ae17a6de68a on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:26.492084 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Attempting to bind port ada5cc6e-595c-4f8a-86c8-8ae17a6de68a by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:26.492979 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Attempting to bind port ada5cc6e-595c-4f8a-86c8-8ae17a6de68a on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:26.500598 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:26.501271 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:26.501887 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:26.502438 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:26.503064 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Bound port: ada5cc6e-595c-4f8a-86c8-8ae17a6de68a, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:26.503626 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:26.544063 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d395b19-0614-430e-b2ef-696e8eeb1017 None None] Network 7ae0e9e2-e87f-4ae0-9834-b6193874365f requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:26.551337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:26.592118 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] For port ada5cc6e-595c-4f8a-86c8-8ae17a6de68a, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:26.595874 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] For port ada5cc6e-595c-4f8a-86c8-8ae17a6de68a, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ada5cc6e-595c-4f8a-86c8-8ae17a6de68a,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:26.607120 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:26.641932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Port': ['ID=68bf1693-33c3-4f08-a3db-a5706bb5caf4,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:26.664359 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:26.760342 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df69485-4c5d-4ee3-bcab-1d05b1234eb6 None None] Pushing event updated for resources: {'Port': ['ID=ada5cc6e-595c-4f8a-86c8-8ae17a6de68a,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:26.762719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ac5fe175-bf52-470c-bee2-fb5dd6ad6ec9 None None] Provisioning for port 79a2451e-bd72-47bf-aa7a-e89042cc11ac completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:26.815253 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Routers {'d28afbaa-e636-4e79-bdd7-4a792a765e25'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:26.815884 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d28afbaa-e636-4e79-bdd7-4a792a765e25'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:27.010570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:27.011822 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No DVR routers for this DVR port 68bf1693-33c3-4f08-a3db-a5706bb5caf4 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:47:27.091026 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Transition to ACTIVE for port object 99f9f475-3c13-4e64-a48a-e16afaf75ca7 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:27.094627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:27.121721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:27.160515 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] Set router d28afbaa-e636-4e79-bdd7-4a792a765e25 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:27.171613 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1f427f11-0003-4ce9-be71-8f4a62469eb4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:27.183140 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:27.298342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 79a2451e-bd72-47bf-aa7a-e89042cc11ac up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:27.332530 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1f427f11-0003-4ce9-be71-8f4a62469eb4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:27.387815 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1f427f11-0003-4ce9-be71-8f4a62469eb4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:27.388325 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f427f11-0003-4ce9-be71-8f4a62469eb4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7956700-ca1c-4eed-a755-bf12beb16c2d {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:47:27.433466 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 79a2451e-bd72-47bf-aa7a-e89042cc11ac completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:27.442314 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 79a2451e-bd72-47bf-aa7a-e89042cc11ac triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:27.442874 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:27.521045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d24a01-b6d9-43c8-b4f4-1ce33b2996c4 None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:47:27.549511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29875aa1-b74b-4700-be38-49da11b140d4 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:47:27.574332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:27.644786 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1f427f11-0003-4ce9-be71-8f4a62469eb4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:27.649598 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1f427f11-0003-4ce9-be71-8f4a62469eb4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "DELETE /v2.0/routers/a7956700-ca1c-4eed-a755-bf12beb16c2d HTTP/1.1" status: 204 len: 168 time: 8.2501929 May 28 04:47:27.663619 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53118) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:27.665376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56684be7-2fb9-4d00-a5dd-a4450c384687']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:27.705614 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1119882028', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:27.713307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:27.721458 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Usage tracker for resource:router and tenant:e26a04da912146c8902986dd70365966 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:27.730225 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:27.736096 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:27.763255 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:47:27.769745 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'name': 'tempest-ServersTestManualDisk-539503265-router', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:18Z', 'revision_number': 3, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'gw_port': {'id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:14Z', 'updated_at': '2022-05-28T04:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:27.774663 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87bf216-e3c7-4759-aeef-ad0fbd6c2427 None None] The sync data for ids ['d28afbaa-e636-4e79-bdd7-4a792a765e25'] in dv-neutron-843300-5-hyperv is: [{'id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'name': 'tempest-ServersTestManualDisk-539503265-router', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:18Z', 'revision_number': 3, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'gw_port': {'id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:14Z', 'updated_at': '2022-05-28T04:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:27.788055 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d24a01-b6d9-43c8-b4f4-1ce33b2996c4 None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:47:27.804280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fad6db-3b41-4dd6-9079-23fae8093351') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:27.804594 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fad6db-3b41-4dd6-9079-23fae8093351') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:27.808307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Allocated IP 172.20.0.1 (afe37998-62f3-4339-8047-9170ef82bf72/d0aee26f-84b6-4d45-aba6-7990c6c4f5bc/72a20354-eff6-42d9-9cf4-a09efcba19b3) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:27.829210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:27.830172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:27.840336 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:27.851703 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:27.885238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-82adbdac-fd5e-4bfa-bcdd-3b4246556684 None None] Provisioning complete for port 79a2451e-bd72-47bf-aa7a-e89042cc11ac triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:27.885741 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-82adbdac-fd5e-4bfa-bcdd-3b4246556684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:27.948354 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:27.981630 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Allocated IP 172.26.8.239 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/a59f0117-5d6b-467f-93f8-3dd79f5d662f) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:27.983944 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:47:27.984291 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:47:28.006693 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:47:28.023012 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.053156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.091702 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network 7ae0e9e2-e87f-4ae0-9834-b6193874365f is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:28.099853 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Transition to ACTIVE for port object 72a20354-eff6-42d9-9cf4-a09efcba19b3 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:28.112475 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:28.120627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=99f9f475-3c13-4e64-a48a-e16afaf75ca7,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:28.130515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29875aa1-b74b-4700-be38-49da11b140d4 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:28.139297 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.141076 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:28.144456 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29875aa1-b74b-4700-be38-49da11b140d4 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.149162 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426eacee-4670-40eb-9634-8ee2a6a43709 None None] Sync routers for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:28.163730 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426eacee-4670-40eb-9634-8ee2a6a43709 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:28.164713 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-426eacee-4670-40eb-9634-8ee2a6a43709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:28.230997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.248155 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 79a2451e-bd72-47bf-aa7a-e89042cc11ac, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=79a2451e-bd72-47bf-aa7a-e89042cc11ac,segment=NetworkSegment(a632caf7-b5c7-42d9-be02-419ef33a112e),segment_id=a632caf7-b5c7-42d9-be02-419ef33a112e)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:28.269163 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-426eacee-4670-40eb-9634-8ee2a6a43709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:28.283399 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426eacee-4670-40eb-9634-8ee2a6a43709 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:28.285250 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-426eacee-4670-40eb-9634-8ee2a6a43709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:28.333571 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.334631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e96befa0-74e2-484b-a4c2-53f5531280fd up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:28.374888 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-29875aa1-b74b-4700-be38-49da11b140d4 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "PUT /v2.0/floatingips/ceef2b73-16b5-4930-80fc-9bc792364bc4 HTTP/1.1" status: 200 len: 977 time: 5.2766609 May 28 04:47:28.375678 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Pushing event updated for resources: {'Port': ['ID=72a20354-eff6-42d9-9cf4-a09efcba19b3,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:28.379673 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-426eacee-4670-40eb-9634-8ee2a6a43709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:28.380719 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426eacee-4670-40eb-9634-8ee2a6a43709 None None] The sync data for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:28.380861 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53122) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:28.388444 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ac6c5388-a6ac-42d3-92d4-5e6bc0a8d8b5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:28.492190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Network afe37998-62f3-4339-8047-9170ef82bf72 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:28.495522 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:28.500922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:28.502206 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=79a2451e-bd72-47bf-aa7a-e89042cc11ac,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:28.528475 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.532695 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.601754 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5388-a6ac-42d3-92d4-5e6bc0a8d8b5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.603169 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:28.603771 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.636834 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port e96befa0-74e2-484b-a4c2-53f5531280fd completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:28.651116 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port e96befa0-74e2-484b-a4c2-53f5531280fd triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:28.651480 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.665211 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Network': ['ID=56684be7-2fb9-4d00-a5dd-a4450c384687,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:28.693869 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8ff146b0-50bf-47a7-a994-c12c51e64204 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/56684be7-2fb9-4d00-a5dd-a4450c384687 HTTP/1.1" status: 204 len: 168 time: 7.8951988 May 28 04:47:28.711325 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53126) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:28.721677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-c8558ec4-150d-41b0-af2d-c0c8a13f39cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-55719643'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:28.727750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c8558ec4-150d-41b0-af2d-c0c8a13f39cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:28.732172 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c8558ec4-150d-41b0-af2d-c0c8a13f39cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:network and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:28.737375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c8558ec4-150d-41b0-af2d-c0c8a13f39cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:28.745005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c8558ec4-150d-41b0-af2d-c0c8a13f39cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:28.795285 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-20298e8f-792e-40c0-9d31-ae61fd6cb7b7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.4261699 May 28 04:47:28.800044 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53130) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:28.829593 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8558ec4-150d-41b0-af2d-c0c8a13f39cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:28.832627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c8558ec4-150d-41b0-af2d-c0c8a13f39cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.880258 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.910599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.942081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.944779 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port e96befa0-74e2-484b-a4c2-53f5531280fd, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e96befa0-74e2-484b-a4c2-53f5531280fd,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:28.959078 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:28.998145 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8558ec4-150d-41b0-af2d-c0c8a13f39cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:47:29.046789 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3c8d5c22-a123-493c-be22-7c156779a8f9 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:47:29.061410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:29.106335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 3c8d5c22-a123-493c-be22-7c156779a8f9 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:47:29.106703 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3c8d5c22-a123-493c-be22-7c156779a8f9 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:47:29.107111 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fb8d9a4d-2312-4cad-9714-596bfe2cc2fa no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:47:29.108909 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-09683b6d-5dcc-4c20-8b3e-af599f1a2433 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 99f9f475-3c13-4e64-a48a-e16afaf75ca7 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:29.109255 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09683b6d-5dcc-4c20-8b3e-af599f1a2433 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:29.156417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: fb8d9a4d-2312-4cad-9714-596bfe2cc2fa {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:47:29.156659 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fb8d9a4d-2312-4cad-9714-596bfe2cc2fa not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:47:29.183897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=e96befa0-74e2-484b-a4c2-53f5531280fd,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:29.199610 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c8558ec4-150d-41b0-af2d-c0c8a13f39cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:29.200067 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-c8558ec4-150d-41b0-af2d-c0c8a13f39cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Added segment 6b046902-6ecf-4a9d-9b84-7c16f0491a57 of type vlan for network f8a60767-3132-4981-9759-73d8ce718570 May 28 04:47:29.230807 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-88c04e85-e320-460f-95cd-302212c8bc29 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:29.280157 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7fb96562-80ff-416b-9e98-1d098f33c24c None None] Provisioning for port 99f9f475-3c13-4e64-a48a-e16afaf75ca7 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:29.281457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5388-a6ac-42d3-92d4-5e6bc0a8d8b5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:29.288810 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7fb96562-80ff-416b-9e98-1d098f33c24c None None] Provisioning complete for port 99f9f475-3c13-4e64-a48a-e16afaf75ca7 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:29.289173 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7fb96562-80ff-416b-9e98-1d098f33c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:29.304481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5388-a6ac-42d3-92d4-5e6bc0a8d8b5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:29.304785 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-ac6c5388-a6ac-42d3-92d4-5e6bc0a8d8b5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Floating IP ceef2b73-16b5-4930-80fc-9bc792364bc4 disassociated. External IP: 172.26.8.248, port: fb70b0c7-651a-49b7-972d-a92e39684f21. May 28 04:47:29.367592 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c8558ec4-150d-41b0-af2d-c0c8a13f39cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:29.374244 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7fb96562-80ff-416b-9e98-1d098f33c24c None None] Port 99f9f475-3c13-4e64-a48a-e16afaf75ca7 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:47:29.391850 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7fb96562-80ff-416b-9e98-1d098f33c24c None None] Provisioning for port 72a20354-eff6-42d9-9cf4-a09efcba19b3 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:29.400796 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7fb96562-80ff-416b-9e98-1d098f33c24c None None] Provisioning complete for port 72a20354-eff6-42d9-9cf4-a09efcba19b3 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:29.401392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7fb96562-80ff-416b-9e98-1d098f33c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:29.447821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:29.449557 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:29.479300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7fb96562-80ff-416b-9e98-1d098f33c24c None None] Port 72a20354-eff6-42d9-9cf4-a09efcba19b3 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:47:29.483650 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 79a2451e-bd72-47bf-aa7a-e89042cc11ac up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:29.533278 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Pushing event updated for resources: {'Port': ['ID=a59f0117-5d6b-467f-93f8-3dd79f5d662f,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:29.578313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 79a2451e-bd72-47bf-aa7a-e89042cc11ac triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:29.578893 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:29.674839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c8558ec4-150d-41b0-af2d-c0c8a13f39cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:29.678534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8558ec4-150d-41b0-af2d-c0c8a13f39cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:29.679119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c8558ec4-150d-41b0-af2d-c0c8a13f39cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:29.685338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:29.696596 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:29.700156 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:29.732790 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ada5cc6e-595c-4f8a-86c8-8ae17a6de68a up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:29.803987 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port ada5cc6e-595c-4f8a-86c8-8ae17a6de68a completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:29.808980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ada5cc6e-595c-4f8a-86c8-8ae17a6de68a triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:29.809418 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:29.817746 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c8558ec4-150d-41b0-af2d-c0c8a13f39cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.1023788 May 28 04:47:29.819058 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53134) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:29.824857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8558ec4-150d-41b0-af2d-c0c8a13f39cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Network': ['ID=f8a60767-3132-4981-9759-73d8ce718570,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:29.833963 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-79332b4d-3470-4a9d-84a0-1dec2bc2dc27 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'subnet': {'network_id': 'f8a60767-3132-4981-9759-73d8ce718570', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:29.840591 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network f8a60767-3132-4981-9759-73d8ce718570 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:47:30.028127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:30.048302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:30.053609 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port ada5cc6e-595c-4f8a-86c8-8ae17a6de68a, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ada5cc6e-595c-4f8a-86c8-8ae17a6de68a,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:30.056362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:30.062055 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:30.077958 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09683b6d-5dcc-4c20-8b3e-af599f1a2433 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:30.093607 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-79332b4d-3470-4a9d-84a0-1dec2bc2dc27 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:30.106684 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 920eb3da-7853-4ab5-960f-7e384dc2db38 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:47:30.155507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 920eb3da-7853-4ab5-960f-7e384dc2db38 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:47:30.155937 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 920eb3da-7853-4ab5-960f-7e384dc2db38 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:47:30.173758 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=ada5cc6e-595c-4f8a-86c8-8ae17a6de68a,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:30.273577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Pushing event updated for resources: {'Port': ['ID=72a20354-eff6-42d9-9cf4-a09efcba19b3,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:30.277504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:30.357840 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-79332b4d-3470-4a9d-84a0-1dec2bc2dc27 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:subnet and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:30.371147 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-09683b6d-5dcc-4c20-8b3e-af599f1a2433 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for 99f9f475-3c13-4e64-a48a-e16afaf75ca7 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:30.396897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-79332b4d-3470-4a9d-84a0-1dec2bc2dc27 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:30.419448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-79332b4d-3470-4a9d-84a0-1dec2bc2dc27 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:30.456970 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Network afe37998-62f3-4339-8047-9170ef82bf72 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:30.459677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:30.467692 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79332b4d-3470-4a9d-84a0-1dec2bc2dc27 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:30.670208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:30.682303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6c5388-a6ac-42d3-92d4-5e6bc0a8d8b5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:47:30.711924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5f8c4f7f-0a82-4d68-83aa-b8f05f8fd0c1 None None] Provisioning complete for port 72a20354-eff6-42d9-9cf4-a09efcba19b3 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:30.712370 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5f8c4f7f-0a82-4d68-83aa-b8f05f8fd0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:30.765737 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5f8c4f7f-0a82-4d68-83aa-b8f05f8fd0c1 None None] Port 72a20354-eff6-42d9-9cf4-a09efcba19b3 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:47:30.778878 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:30.841989 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79332b4d-3470-4a9d-84a0-1dec2bc2dc27 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:30.988103 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09683b6d-5dcc-4c20-8b3e-af599f1a2433 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:31.049554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6c5388-a6ac-42d3-92d4-5e6bc0a8d8b5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:31.052455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Router d28afbaa-e636-4e79-bdd7-4a792a765e25 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:47:31.055345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5388-a6ac-42d3-92d4-5e6bc0a8d8b5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:31.057800 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09683b6d-5dcc-4c20-8b3e-af599f1a2433 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Port': ['ID=99f9f475-3c13-4e64-a48a-e16afaf75ca7,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:31.059564 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-88c04e85-e320-460f-95cd-302212c8bc29 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port e96befa0-74e2-484b-a4c2-53f5531280fd {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:31.059889 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-88c04e85-e320-460f-95cd-302212c8bc29 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:31.061281 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b799849a-e0d2-4e41-bf73-d13308220979 None None] Sync routers for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:31.075191 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799849a-e0d2-4e41-bf73-d13308220979 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:31.075871 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b799849a-e0d2-4e41-bf73-d13308220979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:31.086858 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:31.087575 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:31.146446 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b799849a-e0d2-4e41-bf73-d13308220979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:31.159406 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b799849a-e0d2-4e41-bf73-d13308220979 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:31.160199 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b799849a-e0d2-4e41-bf73-d13308220979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:31.245947 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ac6c5388-a6ac-42d3-92d4-5e6bc0a8d8b5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "PUT /v2.0/floatingips/ceef2b73-16b5-4930-80fc-9bc792364bc4 HTTP/1.1" status: 200 len: 688 time: 2.8645084 May 28 04:47:31.264894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53138) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:31.278462 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b799849a-e0d2-4e41-bf73-d13308220979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:31.279097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b799849a-e0d2-4e41-bf73-d13308220979 None None] The sync data for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:31.306814 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e96befa0-74e2-484b-a4c2-53f5531280fd up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:31.408172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port e96befa0-74e2-484b-a4c2-53f5531280fd triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:31.409504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:31.465058 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:31.471529 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b03cf6a7-f632-4fd9-95db-f0893971f059 admin admin] 10.222.0.15 "PUT /v2.0/routers/d28afbaa-e636-4e79-bdd7-4a792a765e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3106754 May 28 04:47:31.525174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ada5cc6e-595c-4f8a-86c8-8ae17a6de68a up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:31.539012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Allocated IP 172.26.8.63 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/a498f4df-1440-442d-ba73-21741535dbb7) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:31.590957 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ada5cc6e-595c-4f8a-86c8-8ae17a6de68a triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:31.591321 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:31.857439 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09683b6d-5dcc-4c20-8b3e-af599f1a2433 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:31.861000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e886ccf9-fd5f-4e65-8404-5dd364b3d12d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting port 130008aa-828f-4ec6-8fb2-a2c1df4cb684 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:31.861368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e886ccf9-fd5f-4e65-8404-5dd364b3d12d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:31.950958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53150) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:31.956788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8e9ffda8-6f32-4dd9-81d3-b51f792af9bd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Request body: {'security_group': {'name': 'tempest-securitygroup--25688536', 'description': 'tempest-description--886473991'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:31.962820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8e9ffda8-6f32-4dd9-81d3-b51f792af9bd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:31.966688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8e9ffda8-6f32-4dd9-81d3-b51f792af9bd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Usage tracker for resource:security_group and tenant:c0975f0d7e3e4604948b6f507fc10cf6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:31.969545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8e9ffda8-6f32-4dd9-81d3-b51f792af9bd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:31.975512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8e9ffda8-6f32-4dd9-81d3-b51f792af9bd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:31.987592 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8e9ffda8-6f32-4dd9-81d3-b51f792af9bd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.022816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8e9ffda8-6f32-4dd9-81d3-b51f792af9bd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:32.026651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8e9ffda8-6f32-4dd9-81d3-b51f792af9bd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Usage tracker for resource:security_group_rule and tenant:c0975f0d7e3e4604948b6f507fc10cf6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:32.029874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8e9ffda8-6f32-4dd9-81d3-b51f792af9bd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:32.036880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8e9ffda8-6f32-4dd9-81d3-b51f792af9bd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:32.090183 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-09683b6d-5dcc-4c20-8b3e-af599f1a2433 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/99f9f475-3c13-4e64-a48a-e16afaf75ca7 HTTP/1.1" status: 204 len: 168 time: 3.2840803 May 28 04:47:32.092180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-88c04e85-e320-460f-95cd-302212c8bc29 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] For port e96befa0-74e2-484b-a4c2-53f5531280fd, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e96befa0-74e2-484b-a4c2-53f5531280fd,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:32.092619 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-88c04e85-e320-460f-95cd-302212c8bc29 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.093810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53154) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:32.127047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8e9ffda8-6f32-4dd9-81d3-b51f792af9bd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.139602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8e9ffda8-6f32-4dd9-81d3-b51f792af9bd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.144364 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f77ba7-0d8e-41b3-9159-9d424774dcdb tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] DELETE failed (client error): The resource could not be found. May 28 04:47:32.145091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f77ba7-0d8e-41b3-9159-9d424774dcdb tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:47:32.180163 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e1f77ba7-0d8e-41b3-9159-9d424774dcdb tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/99f9f475-3c13-4e64-a48a-e16afaf75ca7 HTTP/1.1" status: 404 len: 333 time: 0.0828819 May 28 04:47:32.184389 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53158) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:32.189643 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8e9ffda8-6f32-4dd9-81d3-b51f792af9bd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.190774 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8e9ffda8-6f32-4dd9-81d3-b51f792af9bd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1611 time: 0.2386816 May 28 04:47:32.229243 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53162) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:32.240564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-2bff1eeb-5fc4-48fc-aaae-91128deb85bf tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Request body: {'security_group_rule': {'security_group_id': 'f451ddab-c613-4308-a96a-59b6b5874800', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:32.245285 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ffda8-6f32-4dd9-81d3-b51f792af9bd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f451ddab-c613-4308-a96a-59b6b5874800,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:32.248886 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b24325e-de0b-406d-96f4-d60079a0e476 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] GET failed (client error): The resource could not be found. May 28 04:47:32.250146 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7b24325e-de0b-406d-96f4-d60079a0e476 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/99f9f475-3c13-4e64-a48a-e16afaf75ca7 HTTP/1.1" status: 404 len: 333 time: 0.0645895 May 28 04:47:32.251390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2bff1eeb-5fc4-48fc-aaae-91128deb85bf tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:32.253361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53166) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:32.285136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2bff1eeb-5fc4-48fc-aaae-91128deb85bf tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Usage tracker for resource:security_group_rule and tenant:c0975f0d7e3e4604948b6f507fc10cf6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:32.290722 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2bff1eeb-5fc4-48fc-aaae-91128deb85bf tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:32.307296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2bff1eeb-5fc4-48fc-aaae-91128deb85bf tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:32.312436 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Sync routers for ids ['d28afbaa-e636-4e79-bdd7-4a792a765e25'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:32.322366 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-88c04e85-e320-460f-95cd-302212c8bc29 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for e96befa0-74e2-484b-a4c2-53f5531280fd owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:32.328639 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Routers {'d28afbaa-e636-4e79-bdd7-4a792a765e25'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:32.329505 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d28afbaa-e636-4e79-bdd7-4a792a765e25'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:32.337851 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2bff1eeb-5fc4-48fc-aaae-91128deb85bf tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.415312 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79332b4d-3470-4a9d-84a0-1dec2bc2dc27 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.495439 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.506975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2bff1eeb-5fc4-48fc-aaae-91128deb85bf tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.513515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad073e6-74fb-4c55-a4dd-12ed0ca60c4c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting subnet eb5eec40-7b68-4aae-8c8b-c18f11cf064a {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:47:32.516516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ad073e6-74fb-4c55-a4dd-12ed0ca60c4c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.521601 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Set router d28afbaa-e636-4e79-bdd7-4a792a765e25 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:32.560249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2bff1eeb-5fc4-48fc-aaae-91128deb85bf tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.568327 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e886ccf9-fd5f-4e65-8404-5dd364b3d12d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.568641 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e886ccf9-fd5f-4e65-8404-5dd364b3d12d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.592828 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79332b4d-3470-4a9d-84a0-1dec2bc2dc27 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Subnet': ['ID=c73433aa-7b10-46a5-8f80-7008dd69d872,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:32.600462 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff1eeb-5fc4-48fc-aaae-91128deb85bf tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cadd1b4-187f-4689-9c43-c116be341a8b,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:32.615099 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2bff1eeb-5fc4-48fc-aaae-91128deb85bf tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.616652 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2bff1eeb-5fc4-48fc-aaae-91128deb85bf tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3865271 May 28 04:47:32.620534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ad073e6-74fb-4c55-a4dd-12ed0ca60c4c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.647156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53170) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:32.656612 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-aecc105a-41cc-4d52-8124-51a62d3610b0 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Request body: {'security_group_rule': {'security_group_id': 'f451ddab-c613-4308-a96a-59b6b5874800', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:32.669784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-aecc105a-41cc-4d52-8124-51a62d3610b0 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:32.677261 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-aecc105a-41cc-4d52-8124-51a62d3610b0 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Usage tracker for resource:security_group_rule and tenant:c0975f0d7e3e4604948b6f507fc10cf6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:32.681397 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-aecc105a-41cc-4d52-8124-51a62d3610b0 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:32.689785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-aecc105a-41cc-4d52-8124-51a62d3610b0 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:32.720188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e886ccf9-fd5f-4e65-8404-5dd364b3d12d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Calling delete_port for 130008aa-828f-4ec6-8fb2-a2c1df4cb684 owned by network:floatingip {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:32.721439 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aecc105a-41cc-4d52-8124-51a62d3610b0 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.751597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ad073e6-74fb-4c55-a4dd-12ed0ca60c4c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.813274 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79332b4d-3470-4a9d-84a0-1dec2bc2dc27 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Checking segment: {'id': '6b046902-6ecf-4a9d-9b84-7c16f0491a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f8a60767-3132-4981-9759-73d8ce718570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:32.813274 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79332b4d-3470-4a9d-84a0-1dec2bc2dc27 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network hostable DHCP agents. Network: f8a60767-3132-4981-9759-73d8ce718570, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:47:32.838071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aecc105a-41cc-4d52-8124-51a62d3610b0 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.843100 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.843659 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aecc105a-41cc-4d52-8124-51a62d3610b0 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.874639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc105a-41cc-4d52-8124-51a62d3610b0 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb4c43ee-47bf-473f-a1d7-89283be9ded2,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:32.886556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ad073e6-74fb-4c55-a4dd-12ed0ca60c4c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.932878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ad073e6-74fb-4c55-a4dd-12ed0ca60c4c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.937053 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f957da4-3515-4afd-a062-2202dfb0b265 None None] Network 7ae0e9e2-e87f-4ae0-9834-b6193874365f requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:32.942251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad073e6-74fb-4c55-a4dd-12ed0ca60c4c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5eec40-7b68-4aae-8c8b-c18f11cf064a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:32.950925 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5ad073e6-74fb-4c55-a4dd-12ed0ca60c4c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/eb5eec40-7b68-4aae-8c8b-c18f11cf064a HTTP/1.1" status: 204 len: 168 time: 0.6965609 May 28 04:47:32.952036 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aecc105a-41cc-4d52-8124-51a62d3610b0 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:32.953238 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-aecc105a-41cc-4d52-8124-51a62d3610b0 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3055000 May 28 04:47:32.953943 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53174) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:32.956405 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53178) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:32.983649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:32.986870 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'name': 'tempest-ServersTestManualDisk-539503265-router', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:29Z', 'revision_number': 4, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'gw_port': {'id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:14Z', 'updated_at': '2022-05-28T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '72a20354-eff6-42d9-9cf4-a09efcba19b3', 'name': '', 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'mac_address': 'fa:16:3e:b8:fe:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:27Z', 'updated_at': '2022-05-28T04:47:29Z', 'revision_number': 2, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'subnets': [{'id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:32.992602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:32.994193 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Checking router: d28afbaa-e636-4e79-bdd7-4a792a765e25 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:47:32.994619 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Updating router d28afbaa-e636-4e79-bdd7-4a792a765e25 port 72a20354-eff6-42d9-9cf4-a09efcba19b3 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:47:33.041773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:33.048180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:33.053162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Pushing event updated for resources: {'Port': ['ID=a498f4df-1440-442d-ba73-21741535dbb7,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:33.055506 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:33.067221 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Usage tracker for resource:floatingip and tenant:c0975f0d7e3e4604948b6f507fc10cf6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:33.068642 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:33.075980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:33.110773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:33.122612 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79332b4d-3470-4a9d-84a0-1dec2bc2dc27 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network f8a60767-3132-4981-9759-73d8ce718570 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:47:33.128735 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-88c04e85-e320-460f-95cd-302212c8bc29 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:33.143869 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:33.153676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:33.201317 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c04e85-e320-460f-95cd-302212c8bc29 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=e96befa0-74e2-484b-a4c2-53f5531280fd,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:33.206414 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e886ccf9-fd5f-4e65-8404-5dd364b3d12d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:33.248276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 79a2451e-bd72-47bf-aa7a-e89042cc11ac {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:33.248994 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-79332b4d-3470-4a9d-84a0-1dec2bc2dc27 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, f8a60767-3132-4981-9759-73d8ce718570) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:33.249132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:33.266021 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d002b7c-4c20-4073-a0e7-2efb71bba726 None None] Network f8a60767-3132-4981-9759-73d8ce718570 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:33.338853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79332b4d-3470-4a9d-84a0-1dec2bc2dc27 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:33.342835 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79332b4d-3470-4a9d-84a0-1dec2bc2dc27 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:33.375878 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886ccf9-fd5f-4e65-8404-5dd364b3d12d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Port': ['ID=130008aa-828f-4ec6-8fb2-a2c1df4cb684,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:33.407287 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3becef6-5db2-4c08-94d9-eb8e4041dd59 None None] DHCP port deletion for 7ae0e9e2-e87f-4ae0-9834-b6193874365f request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:47:33.414408 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b3becef6-5db2-4c08-94d9-eb8e4041dd59 None None] Deleting port 79a2451e-bd72-47bf-aa7a-e89042cc11ac {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:33.415023 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b3becef6-5db2-4c08-94d9-eb8e4041dd59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:33.562068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] For port 79a2451e-bd72-47bf-aa7a-e89042cc11ac, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=79a2451e-bd72-47bf-aa7a-e89042cc11ac,segment=NetworkSegment(a632caf7-b5c7-42d9-be02-419ef33a112e),segment_id=a632caf7-b5c7-42d9-be02-419ef33a112e)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:33.562655 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:33.668739 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:33.690827 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Transition to ACTIVE for port object 72a20354-eff6-42d9-9cf4-a09efcba19b3 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:33.701096 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Router 642dc430-abb5-4d4b-8a2c-a172031a7f4d is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:47:33.709969 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:33.742876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b3becef6-5db2-4c08-94d9-eb8e4041dd59 None None] For port 79a2451e-bd72-47bf-aa7a-e89042cc11ac, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=79a2451e-bd72-47bf-aa7a-e89042cc11ac,segment=NetworkSegment(a632caf7-b5c7-42d9-be02-419ef33a112e),segment_id=a632caf7-b5c7-42d9-be02-419ef33a112e)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:33.743269 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b3becef6-5db2-4c08-94d9-eb8e4041dd59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:33.794519 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:33.802598 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for 79a2451e-bd72-47bf-aa7a-e89042cc11ac owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:33.807898 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02786efa-6405-465d-9905-b8937f19e467 None None] Pushing event updated for resources: {'Port': ['ID=72a20354-eff6-42d9-9cf4-a09efcba19b3,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:33.884169 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-79332b4d-3470-4a9d-84a0-1dec2bc2dc27 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 4.0648313 May 28 04:47:33.893082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53182) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:33.909048 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-88c04e85-e320-460f-95cd-302212c8bc29 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:33.956359 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b3becef6-5db2-4c08-94d9-eb8e4041dd59 None None] Calling delete_port for 79a2451e-bd72-47bf-aa7a-e89042cc11ac owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:34.024890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-f8a60767-3132-4981-9759-73d8ce718570', 'network_id': 'f8a60767-3132-4981-9759-73d8ce718570', 'tenant_id': '5a92188d1a7140c899ac044549889ca9', 'fixed_ips': [{'subnet_id': 'c73433aa-7b10-46a5-8f80-7008dd69d872'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:47:34.025735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:34.058958 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e886ccf9-fd5f-4e65-8404-5dd364b3d12d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:34.062021 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e886ccf9-fd5f-4e65-8404-5dd364b3d12d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:34.063414 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e886ccf9-fd5f-4e65-8404-5dd364b3d12d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/floatingips/ceef2b73-16b5-4930-80fc-9bc792364bc4 HTTP/1.1" status: 204 len: 168 time: 2.7975836 May 28 04:47:34.070368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53186) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:34.157352 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Attempting to bind port 72a20354-eff6-42d9-9cf4-a09efcba19b3 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:34.159058 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Attempting to bind port 72a20354-eff6-42d9-9cf4-a09efcba19b3 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'e4eca1c2-5f13-40c4-bd32-b552400686eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:34.159676 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Attempting to bind port 72a20354-eff6-42d9-9cf4-a09efcba19b3 on network afe37998-62f3-4339-8047-9170ef82bf72 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:34.171740 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:34.172563 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Checking segment: {'id': 'e4eca1c2-5f13-40c4-bd32-b552400686eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:34.173248 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:34.174693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b3becef6-5db2-4c08-94d9-eb8e4041dd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:34.174824 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Bound using segment: {'id': 'e4eca1c2-5f13-40c4-bd32-b552400686eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:34.175526 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Bound port: 72a20354-eff6-42d9-9cf4-a09efcba19b3, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4eca1c2-5f13-40c4-bd32-b552400686eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:34.176946 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:34.252210 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-b175743d-20e9-471a-9a36-bd619e9513bd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] delete failed (client error): The resource could not be found. May 28 04:47:34.253265 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b175743d-20e9-471a-9a36-bd619e9513bd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/floatingips/ceef2b73-16b5-4930-80fc-9bc792364bc4 HTTP/1.1" status: 404 len: 345 time: 0.1819601 May 28 04:47:34.261982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53190) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:34.275152 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3becef6-5db2-4c08-94d9-eb8e4041dd59 None None] Pushing event deleted for resources: {'Port': ['ID=79a2451e-bd72-47bf-aa7a-e89042cc11ac,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:34.280837 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:34.281572 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:34.303738 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] For port 72a20354-eff6-42d9-9cf4-a09efcba19b3, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:34.308585 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] For port 72a20354-eff6-42d9-9cf4-a09efcba19b3, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=72a20354-eff6-42d9-9cf4-a09efcba19b3,segment=NetworkSegment(e4eca1c2-5f13-40c4-bd32-b552400686eb),segment_id=e4eca1c2-5f13-40c4-bd32-b552400686eb)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:34.320152 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:34.323009 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:47:34.323405 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:47:34.346807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:34.358297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Allocated IP 2001:db8::1 (f8a60767-3132-4981-9759-73d8ce718570/c73433aa-7b10-46a5-8f80-7008dd69d872/bfd96456-1292-483e-911c-b90576aa4186) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:34.375868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Allocated IP 172.26.8.124 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/14dd13ff-e8dc-401f-afd4-cedbe506f2f4) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:34.403902 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Routers {'d28afbaa-e636-4e79-bdd7-4a792a765e25'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:34.404509 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d28afbaa-e636-4e79-bdd7-4a792a765e25'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:34.484632 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02786efa-6405-465d-9905-b8937f19e467 None None] Pushing event updated for resources: {'Port': ['ID=72a20354-eff6-42d9-9cf4-a09efcba19b3,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:34.546366 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3becef6-5db2-4c08-94d9-eb8e4041dd59 None None] No DVR routers for this DVR port 79a2451e-bd72-47bf-aa7a-e89042cc11ac on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:47:34.574511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abab60de-a21b-45ca-914b-5b65673b6597 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:34.578612 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abab60de-a21b-45ca-914b-5b65673b6597 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:34.582885 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abab60de-a21b-45ca-914b-5b65673b6597 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:34.583825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-abab60de-a21b-45ca-914b-5b65673b6597 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Synchronizing usage tracker for tenant:ee913605a2a2442f977d076c919a0ab6 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:34.604554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:34.648461 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] Set router d28afbaa-e636-4e79-bdd7-4a792a765e25 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:34.707423 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-abab60de-a21b-45ca-914b-5b65673b6597 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Unset dirty status for tenant:ee913605a2a2442f977d076c919a0ab6 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:34.711344 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-abab60de-a21b-45ca-914b-5b65673b6597 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "GET /v2.0/ports?network_id=ab138742-cdd0-4ebc-9f2c-dae6019785a8 HTTP/1.1" status: 200 len: 2358 time: 0.4434683 May 28 04:47:34.713677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53194) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:34.783934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:34.797159 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Transition to ACTIVE for port object bfd96456-1292-483e-911c-b90576aa4186 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:34.817799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:34.818999 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Transition to ACTIVE for port object bfd96456-1292-483e-911c-b90576aa4186 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:34.824072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 79a2451e-bd72-47bf-aa7a-e89042cc11ac {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:34.824426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:34.834583 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:34.865089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22df08f7-96fa-45b1-bf7a-5f6e754ce56c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:34.865836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-22df08f7-96fa-45b1-bf7a-5f6e754ce56c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Synchronizing usage tracker for tenant:ee913605a2a2442f977d076c919a0ab6 on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:34.918559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] The port '79a2451e-bd72-47bf-aa7a-e89042cc11ac' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:47:34.925541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Pushing event updated for resources: {'Port': ['ID=bfd96456-1292-483e-911c-b90576aa4186,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:34.949585 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Network f8a60767-3132-4981-9759-73d8ce718570 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:34.950970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:34.955150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:34.983270 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:35.036419 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c04e85-e320-460f-95cd-302212c8bc29 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Router 647df6ad-f1ea-4544-bc31-161ab0cfd8f3 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:47:35.066416 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Attempting to bind port bfd96456-1292-483e-911c-b90576aa4186 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:35.071142 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Attempting to bind port bfd96456-1292-483e-911c-b90576aa4186 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '6b046902-6ecf-4a9d-9b84-7c16f0491a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f8a60767-3132-4981-9759-73d8ce718570'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:35.071670 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Attempting to bind port bfd96456-1292-483e-911c-b90576aa4186 on network f8a60767-3132-4981-9759-73d8ce718570 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:35.081503 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:35.082083 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Checking segment: {'id': '6b046902-6ecf-4a9d-9b84-7c16f0491a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f8a60767-3132-4981-9759-73d8ce718570'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:35.082714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:35.083286 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Bound using segment: {'id': '6b046902-6ecf-4a9d-9b84-7c16f0491a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f8a60767-3132-4981-9759-73d8ce718570'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:35.083926 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Bound port: bfd96456-1292-483e-911c-b90576aa4186, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b046902-6ecf-4a9d-9b84-7c16f0491a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f8a60767-3132-4981-9759-73d8ce718570'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:35.084436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:35.084707 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:35.091984 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-22df08f7-96fa-45b1-bf7a-5f6e754ce56c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Unset dirty status for tenant:ee913605a2a2442f977d076c919a0ab6 on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:35.093171 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-22df08f7-96fa-45b1-bf7a-5f6e754ce56c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "GET /v2.0/subnets/88d065d9-f99f-403c-8ca3-8dfa7eb4daed HTTP/1.1" status: 200 len: 797 time: 0.3770335 May 28 04:47:35.101934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Subnet': ['ID=c73433aa-7b10-46a5-8f80-7008dd69d872,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:35.114302 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256e8485-e295-43db-a7be-9ef23346561f None None] Sync routers for ids ['642dc430-abb5-4d4b-8a2c-a172031a7f4d'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:35.115866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53198) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:35.128696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'port': {'network_id': 'ab138742-cdd0-4ebc-9f2c-dae6019785a8', 'name': 'tempest-FloatingIPTestJSON-1806130054', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:35.154346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:35.183320 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'name': 'tempest-ServersTestManualDisk-539503265-router', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:29Z', 'revision_number': 4, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'gw_port': {'id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:14Z', 'updated_at': '2022-05-28T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '72a20354-eff6-42d9-9cf4-a09efcba19b3', 'name': '', 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'mac_address': 'fa:16:3e:b8:fe:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:27Z', 'updated_at': '2022-05-28T04:47:34Z', 'revision_number': 4, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'subnets': [{'id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:35.190222 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b45314-c737-4d10-b41d-8f527fcb00d2 None None] The sync data for ids ['d28afbaa-e636-4e79-bdd7-4a792a765e25'] in dv-neutron-843300-5-hyperv is: [{'id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'name': 'tempest-ServersTestManualDisk-539503265-router', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:29Z', 'revision_number': 4, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'gw_port': {'id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:14Z', 'updated_at': '2022-05-28T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '72a20354-eff6-42d9-9cf4-a09efcba19b3', 'name': '', 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'mac_address': 'fa:16:3e:b8:fe:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:27Z', 'updated_at': '2022-05-28T04:47:34Z', 'revision_number': 4, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'subnets': [{'id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:35.194710 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256e8485-e295-43db-a7be-9ef23346561f None None] Routers {'642dc430-abb5-4d4b-8a2c-a172031a7f4d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:35.195463 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-256e8485-e295-43db-a7be-9ef23346561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['642dc430-abb5-4d4b-8a2c-a172031a7f4d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:35.283153 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-256e8485-e295-43db-a7be-9ef23346561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:35.318950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:35.346642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] For port bfd96456-1292-483e-911c-b90576aa4186, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:35.354825 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] For port bfd96456-1292-483e-911c-b90576aa4186, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=bfd96456-1292-483e-911c-b90576aa4186,segment=NetworkSegment(6b046902-6ecf-4a9d-9b84-7c16f0491a57),segment_id=6b046902-6ecf-4a9d-9b84-7c16f0491a57)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:35.356554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256e8485-e295-43db-a7be-9ef23346561f None None] Routers {'642dc430-abb5-4d4b-8a2c-a172031a7f4d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:35.357329 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-256e8485-e295-43db-a7be-9ef23346561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['642dc430-abb5-4d4b-8a2c-a172031a7f4d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:35.485745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 79a2451e-bd72-47bf-aa7a-e89042cc11ac no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:47:35.499665 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae0e9e2-e87f-4ae0-9834-b6193874365f']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:35.500584 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:35.504651 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2771479b-4be5-4231-a282-47553c6658fe tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 12.3393743 May 28 04:47:35.509340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53202) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:35.519234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-56ee50d8-270f-4a56-a201-bd34b01cb1e0 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'enable_snat': False}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:35.525521 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:35.527017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:35.531563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:35.545989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a632caf7-b5c7-42d9-be02-419ef33a112e') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:35.546331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a632caf7-b5c7-42d9-be02-419ef33a112e') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:35.582641 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:35.586417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-256e8485-e295-43db-a7be-9ef23346561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:35.586722 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256e8485-e295-43db-a7be-9ef23346561f None None] The sync data for ids ['642dc430-abb5-4d4b-8a2c-a172031a7f4d'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:35.588004 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 79a2451e-bd72-47bf-aa7a-e89042cc11ac {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:47:35.588321 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 79a2451e-bd72-47bf-aa7a-e89042cc11ac not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:47:35.598082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:35.605342 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a60767-3132-4981-9759-73d8ce718570']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:35.617852 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Pushing event updated for resources: {'Port': ['ID=14dd13ff-e8dc-401f-afd4-cedbe506f2f4,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:35.638205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:35.646813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b046902-6ecf-4a9d-9b84-7c16f0491a57') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:35.647252 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b046902-6ecf-4a9d-9b84-7c16f0491a57') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:35.653865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:35.661189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:35.661622 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66251eb-2a76-4be3-965d-7eee9ae81bd9 None None] Pushing event updated for resources: {'Port': ['ID=bfd96456-1292-483e-911c-b90576aa4186,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:35.701349 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c04e85-e320-460f-95cd-302212c8bc29 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:35.707424 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-88c04e85-e320-460f-95cd-302212c8bc29 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "PUT /v2.0/routers/647df6ad-f1ea-4544-bc31-161ab0cfd8f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4576576 May 28 04:47:35.712143 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3283ba-bf15-4764-8899-39f7b4330f42 None None] Network f8a60767-3132-4981-9759-73d8ce718570 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:35.714547 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53206) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:35.716521 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a554b-94a8-4621-b243-7dd6bfd080f2 None None] Sync routers for ids ['647df6ad-f1ea-4544-bc31-161ab0cfd8f3'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:35.742162 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a554b-94a8-4621-b243-7dd6bfd080f2 None None] Routers {'647df6ad-f1ea-4544-bc31-161ab0cfd8f3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:35.743120 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b90a554b-94a8-4621-b243-7dd6bfd080f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['647df6ad-f1ea-4544-bc31-161ab0cfd8f3'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:35.839650 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312ec37-579a-49ee-8df8-e1e6152f72f8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:35.841128 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6312ec37-579a-49ee-8df8-e1e6152f72f8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:35.841901 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6312ec37-579a-49ee-8df8-e1e6152f72f8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:35.876669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6312ec37-579a-49ee-8df8-e1e6152f72f8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:35.878246 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6312ec37-579a-49ee-8df8-e1e6152f72f8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1473300 May 28 04:47:35.886775 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53210) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:35.893145 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Made reservation on behalf of ee913605a2a2442f977d076c919a0ab6 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:35.951038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:35.972790 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Router 8e706339-d822-422f-a55f-de607fb33542 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:47:35.983492 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3b2581-59fc-4a08-a7d9-302e25aed1f5 None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:47:35.993113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:35.998386 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-b90a554b-94a8-4621-b243-7dd6bfd080f2 None None] Set router 647df6ad-f1ea-4544-bc31-161ab0cfd8f3 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:36.109587 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:47:36.109929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:36.132847 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3b2581-59fc-4a08-a7d9-302e25aed1f5 None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:47:36.141598 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:47:36.180449 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b90a554b-94a8-4621-b243-7dd6bfd080f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647df6ad-f1ea-4544-bc31-161ab0cfd8f3', 'name': 'tempest-NetworksTestDHCPv6-router-20941604', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:32Z', 'revision_number': 3, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:36.184919 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a554b-94a8-4621-b243-7dd6bfd080f2 None None] Checking router: 647df6ad-f1ea-4544-bc31-161ab0cfd8f3 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:47:36.213851 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a554b-94a8-4621-b243-7dd6bfd080f2 None None] Routers {'647df6ad-f1ea-4544-bc31-161ab0cfd8f3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:36.214472 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b90a554b-94a8-4621-b243-7dd6bfd080f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['647df6ad-f1ea-4544-bc31-161ab0cfd8f3'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:36.247787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:36.289509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:47:36.293620 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:47:36.316619 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:47:36.434842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:36.435335 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-b90a554b-94a8-4621-b243-7dd6bfd080f2 None None] Set router 647df6ad-f1ea-4544-bc31-161ab0cfd8f3 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:47:36.458553 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c39f0ab-a617-422a-9686-bbb1429be01b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet d194bfc0-6a8e-4bc2-9134-55700e233c0b {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:47:36.466498 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:36.468064 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c39f0ab-a617-422a-9686-bbb1429be01b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:36.484730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Network': ['ID=7ae0e9e2-e87f-4ae0-9834-b6193874365f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:36.501158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 04:47:36.501158 dv-neutron-843300-5-hyperv neutron-server[84010]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 04:47:36.501158 dv-neutron-843300-5-hyperv neutron-server[84010]: [parameters: {'id': 'f8a60767-3132-4981-9759-73d8ce718570'}] May 28 04:47:36.501158 dv-neutron-843300-5-hyperv neutron-server[84010]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:47:36.501541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:47:36.507114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:36.554044 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c39f0ab-a617-422a-9686-bbb1429be01b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:36.560273 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-12c31fb8-313b-40e8-9e8e-09087f70311d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/networks/7ae0e9e2-e87f-4ae0-9834-b6193874365f HTTP/1.1" status: 204 len: 168 time: 3.6019323 May 28 04:47:36.561813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53214) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:36.570825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3f633573-f8e7-4242-bd0d-6c478efcf68c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1091759410'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:36.575362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] device_id is not set on port 3f47eb52-b9e7-4fec-846b-909a3728d243 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:47:36.619837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3f633573-f8e7-4242-bd0d-6c478efcf68c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:36.634051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3f633573-f8e7-4242-bd0d-6c478efcf68c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:network and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:36.637597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3f633573-f8e7-4242-bd0d-6c478efcf68c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:36.641337 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b90a554b-94a8-4621-b243-7dd6bfd080f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647df6ad-f1ea-4544-bc31-161ab0cfd8f3', 'name': 'tempest-NetworksTestDHCPv6-router-20941604', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:32Z', 'revision_number': 3, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:36.647313 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a554b-94a8-4621-b243-7dd6bfd080f2 None None] The sync data for ids ['647df6ad-f1ea-4544-bc31-161ab0cfd8f3'] in dv-neutron-843300-5-hyperv is: [{'id': '647df6ad-f1ea-4544-bc31-161ab0cfd8f3', 'name': 'tempest-NetworksTestDHCPv6-router-20941604', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:32Z', 'revision_number': 3, 'project_id': '607620405fdb4aa1a99d9a45c57ac298', 'gw_port_host': None}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:36.666303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3f633573-f8e7-4242-bd0d-6c478efcf68c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:36.725534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c39f0ab-a617-422a-9686-bbb1429be01b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:36.745820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f633573-f8e7-4242-bd0d-6c478efcf68c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:36.748715 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3f633573-f8e7-4242-bd0d-6c478efcf68c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:36.771880 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:36.785321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:36.786149 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dccab-305f-49ab-9d2a-9ac421f5ecf7 None None] Sync routers for ids ['8e706339-d822-422f-a55f-de607fb33542'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:36.802587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145dccab-305f-49ab-9d2a-9ac421f5ecf7 None None] Routers {'8e706339-d822-422f-a55f-de607fb33542'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:36.803380 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-145dccab-305f-49ab-9d2a-9ac421f5ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8e706339-d822-422f-a55f-de607fb33542'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:36.807547 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:36.811846 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-73ce5b06-debb-4788-851a-7fd4097acb5d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.1234372 May 28 04:47:36.814003 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53218) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:36.866528 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-145dccab-305f-49ab-9d2a-9ac421f5ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:36.875879 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-6eb78c4f-1f43-47f2-ad6d-58eb9d7ba469 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'enable_snat': False}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:36.878556 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145dccab-305f-49ab-9d2a-9ac421f5ecf7 None None] Routers {'8e706339-d822-422f-a55f-de607fb33542'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:36.879650 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-145dccab-305f-49ab-9d2a-9ac421f5ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8e706339-d822-422f-a55f-de607fb33542'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:36.906619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f633573-f8e7-4242-bd0d-6c478efcf68c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:47:36.948084 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:36.950458 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-145dccab-305f-49ab-9d2a-9ac421f5ecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:36.950998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145dccab-305f-49ab-9d2a-9ac421f5ecf7 None None] The sync data for ids ['8e706339-d822-422f-a55f-de607fb33542'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:36.998427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3f633573-f8e7-4242-bd0d-6c478efcf68c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:37.000766 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-3f633573-f8e7-4242-bd0d-6c478efcf68c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Added segment 406884bc-23bf-4987-bd78-026f4394123c of type vlan for network cc216851-1c1b-43dc-8299-1e969349293a May 28 04:47:37.009286 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:37.115669 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3f633573-f8e7-4242-bd0d-6c478efcf68c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:37.186517 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c39f0ab-a617-422a-9686-bbb1429be01b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:37.192664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Deleting port bfd96456-1292-483e-911c-b90576aa4186 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:37.192899 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:37.242650 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39f0ab-a617-422a-9686-bbb1429be01b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=d194bfc0-6a8e-4bc2-9134-55700e233c0b,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:37.258463 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c39f0ab-a617-422a-9686-bbb1429be01b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:37.267872 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5eeca99-f709-426e-af5f-3d9d3b3d2a1a None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:37.286388 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 72a20354-eff6-42d9-9cf4-a09efcba19b3 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:37.291639 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1c39f0ab-a617-422a-9686-bbb1429be01b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/d194bfc0-6a8e-4bc2-9134-55700e233c0b HTTP/1.1" status: 204 len: 168 time: 1.4003253 May 28 04:47:37.292754 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53222) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:37.392183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3f633573-f8e7-4242-bd0d-6c478efcf68c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:37.396184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f633573-f8e7-4242-bd0d-6c478efcf68c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:37.396802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3f633573-f8e7-4242-bd0d-6c478efcf68c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:37.465482 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-aaff23fd-6726-4594-bed4-8fcce16a6045 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:router {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:37.510383 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 72a20354-eff6-42d9-9cf4-a09efcba19b3 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:37.518848 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 72a20354-eff6-42d9-9cf4-a09efcba19b3 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:37.519349 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:37.523756 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-aaff23fd-6726-4594-bed4-8fcce16a6045 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:router {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:37.527557 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-aaff23fd-6726-4594-bed4-8fcce16a6045 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2312989 May 28 04:47:37.527832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53226) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:37.583818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56ee50d8-270f-4a56-a201-bd34b01cb1e0 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:37.615996 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Allocated IP 172.20.0.14 (ab138742-cdd0-4ebc-9f2c-dae6019785a8/88d065d9-f99f-403c-8ca3-8dfa7eb4daed/3f47eb52-b9e7-4fec-846b-909a3728d243) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:37.620120 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3f633573-f8e7-4242-bd0d-6c478efcf68c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0569863 May 28 04:47:37.646460 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53230) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:37.653206 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:37.655138 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Allocated IP 172.20.0.13 (ab138742-cdd0-4ebc-9f2c-dae6019785a8/88d065d9-f99f-403c-8ca3-8dfa7eb4daed/3f47eb52-b9e7-4fec-846b-909a3728d243) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:37.663403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-eba77f71-a1a5-4660-a127-be067fd5391d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'subnet': {'network_id': 'cc216851-1c1b-43dc-8299-1e969349293a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:37.673074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e751e96-29bb-498e-bb1a-80ef82921514 None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:47:37.683581 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2e751e96-29bb-498e-bb1a-80ef82921514 None None] Deleting port 8e627042-4fbd-4aeb-ae15-72e36101598f {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:37.684089 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2e751e96-29bb-498e-bb1a-80ef82921514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:37.733939 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 72a20354-eff6-42d9-9cf4-a09efcba19b3, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=72a20354-eff6-42d9-9cf4-a09efcba19b3,segment=NetworkSegment(e4eca1c2-5f13-40c4-bd32-b552400686eb),segment_id=e4eca1c2-5f13-40c4-bd32-b552400686eb)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:37.741046 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:37.778006 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e96befa0-74e2-484b-a4c2-53f5531280fd no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:47:37.795509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f633573-f8e7-4242-bd0d-6c478efcf68c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Network': ['ID=cc216851-1c1b-43dc-8299-1e969349293a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:37.815154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:47:37.865075 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network cc216851-1c1b-43dc-8299-1e969349293a details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:47:37.883548 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b29e6b52-fd8f-4c50-b8c6-54d805840e1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:37.904114 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: e96befa0-74e2-484b-a4c2-53f5531280fd {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:47:37.904489 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e96befa0-74e2-484b-a4c2-53f5531280fd not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:47:37.947471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:37.975743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:37.979439 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-eba77f71-a1a5-4660-a127-be067fd5391d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:38.043549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-eba77f71-a1a5-4660-a127-be067fd5391d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:subnet and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:38.058163 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=72a20354-eff6-42d9-9cf4-a09efcba19b3,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:38.059762 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] For port bfd96456-1292-483e-911c-b90576aa4186, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=bfd96456-1292-483e-911c-b90576aa4186,segment=NetworkSegment(6b046902-6ecf-4a9d-9b84-7c16f0491a57),segment_id=6b046902-6ecf-4a9d-9b84-7c16f0491a57)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:38.060323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:38.071544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-eba77f71-a1a5-4660-a127-be067fd5391d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:38.109942 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-eba77f71-a1a5-4660-a127-be067fd5391d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:38.173218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2e751e96-29bb-498e-bb1a-80ef82921514 None None] For port 8e627042-4fbd-4aeb-ae15-72e36101598f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8e627042-4fbd-4aeb-ae15-72e36101598f,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:38.173603 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2e751e96-29bb-498e-bb1a-80ef82921514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:38.259836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Calling delete_port for bfd96456-1292-483e-911c-b90576aa4186 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:38.292961 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2e751e96-29bb-498e-bb1a-80ef82921514 None None] Calling delete_port for 8e627042-4fbd-4aeb-ae15-72e36101598f owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:38.330339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Pushing event updated for resources: {'Port': ['ID=14dd13ff-e8dc-401f-afd4-cedbe506f2f4,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:38.343320 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b29e6b52-fd8f-4c50-b8c6-54d805840e1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:38.360224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b29e6b52-fd8f-4c50-b8c6-54d805840e1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:38.375618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2e751e96-29bb-498e-bb1a-80ef82921514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:38.388765 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba77f71-a1a5-4660-a127-be067fd5391d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:38.423138 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e751e96-29bb-498e-bb1a-80ef82921514 None None] Pushing event deleted for resources: {'Port': ['ID=8e627042-4fbd-4aeb-ae15-72e36101598f,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:38.428150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e751e96-29bb-498e-bb1a-80ef82921514 None None] No DVR routers for this DVR port 8e627042-4fbd-4aeb-ae15-72e36101598f on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:47:38.495724 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:38.566028 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:38.567587 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3c8a9eb3-2a3d-4672-9cd3-650a45dc9b9c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6101716 May 28 04:47:38.579651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-eba77f71-a1a5-4660-a127-be067fd5391d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:38.611093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:38.698505 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b29e6b52-fd8f-4c50-b8c6-54d805840e1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:38.698986 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29e6b52-fd8f-4c50-b8c6-54d805840e1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Fanout notify agent at l3_agent the message router_deleted on router 647df6ad-f1ea-4544-bc31-161ab0cfd8f3 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:47:38.740202 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Port': ['ID=bfd96456-1292-483e-911c-b90576aa4186,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:38.760837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:38.783374 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No DVR routers for this DVR port bfd96456-1292-483e-911c-b90576aa4186 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:47:38.792250 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b29e6b52-fd8f-4c50-b8c6-54d805840e1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:38.793359 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b29e6b52-fd8f-4c50-b8c6-54d805840e1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/routers/647df6ad-f1ea-4544-bc31-161ab0cfd8f3 HTTP/1.1" status: 204 len: 168 time: 1.2646360 May 28 04:47:38.796762 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53242) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:38.865772 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56ee50d8-270f-4a56-a201-bd34b01cb1e0 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:38.868860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-292fe673-fca1-4ff6-a7af-ca4fe3e2e605 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:38.879537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56ee50d8-270f-4a56-a201-bd34b01cb1e0 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:38.930104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-f89901e4-b24a-403c-8e1d-2852e35e2e59 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Synchronizing usage tracker for tenant:c0975f0d7e3e4604948b6f507fc10cf6 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:38.966988 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-292fe673-fca1-4ff6-a7af-ca4fe3e2e605 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:38.970557 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-292fe673-fca1-4ff6-a7af-ca4fe3e2e605 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1703420 May 28 04:47:39.007509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:39.011562 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53246) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:39.032996 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:39.112977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-f89901e4-b24a-403c-8e1d-2852e35e2e59 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Unset dirty status for tenant:c0975f0d7e3e4604948b6f507fc10cf6 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:39.114260 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-f89901e4-b24a-403c-8e1d-2852e35e2e59 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--25688536&fields=id&tenant_id=c0975f0d7e3e4604948b6f507fc10cf6 HTTP/1.1" status: 200 len: 267 time: 0.3948183 May 28 04:47:39.116945 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2f3068-2aad-4f12-805e-ab1628f01a33 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:39.117960 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5b2f3068-2aad-4f12-805e-ab1628f01a33 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:39.137730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a60767-3132-4981-9759-73d8ce718570']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:39.146281 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=3f47eb52-b9e7-4fec-846b-909a3728d243,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:39.160525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5b2f3068-2aad-4f12-805e-ab1628f01a33 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:39.163495 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5b2f3068-2aad-4f12-805e-ab1628f01a33 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1392276 May 28 04:47:39.163828 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53250) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:39.185276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b046902-6ecf-4a9d-9b84-7c16f0491a57') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:39.185488 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b046902-6ecf-4a9d-9b84-7c16f0491a57') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:39.250672 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-02c7b491-a4ea-4978-9d05-39966b4dfbb5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:router {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:39.253058 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 72a20354-eff6-42d9-9cf4-a09efcba19b3 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:39.255583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eb78c4f-1f43-47f2-ad6d-58eb9d7ba469 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:39.275980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:39.283367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network ab138742-cdd0-4ebc-9f2c-dae6019785a8 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:39.298839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:39.308922 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-02c7b491-a4ea-4978-9d05-39966b4dfbb5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:router {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:39.314831 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-02c7b491-a4ea-4978-9d05-39966b4dfbb5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1446817 May 28 04:47:39.314981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:39.316479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53254) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:39.333488 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 72a20354-eff6-42d9-9cf4-a09efcba19b3 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:39.334086 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:39.338577 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-36a20567-438b-4f13-a527-670327ef6d78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:39.477239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:39.482603 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-eba77f71-a1a5-4660-a127-be067fd5391d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:39.512588 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8e627042-4fbd-4aeb-ae15-72e36101598f no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:47:39.532397 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-36a20567-438b-4f13-a527-670327ef6d78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:39.535666 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ee50d8-270f-4a56-a201-bd34b01cb1e0 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Router 642dc430-abb5-4d4b-8a2c-a172031a7f4d has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:47:39.547262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-36a20567-438b-4f13-a527-670327ef6d78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:39.547991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 8e627042-4fbd-4aeb-ae15-72e36101598f {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:47:39.548558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8e627042-4fbd-4aeb-ae15-72e36101598f not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:47:39.550269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:47:39.550679 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:47:39.568140 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:47:39.617673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a20567-438b-4f13-a527-670327ef6d78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:39.621685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36a20567-438b-4f13-a527-670327ef6d78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:39.684487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:39.685086 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:39.698492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-7f522912-a93e-42a7-9c0f-885e3bdabc3f tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:39.699269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-7f522912-a93e-42a7-9c0f-885e3bdabc3f tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Synchronizing usage tracker for tenant:c0975f0d7e3e4604948b6f507fc10cf6 on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:39.721806 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba77f71-a1a5-4660-a127-be067fd5391d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Subnet': ['ID=e1288ffb-9099-4504-9194-a275451dee09,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:39.736576 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:39.767979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:39.789326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Network': ['ID=f8a60767-3132-4981-9759-73d8ce718570,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:39.799320 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-75f9d929-70b9-4fb0-a1e9-4e47e0325314 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/f8a60767-3132-4981-9759-73d8ce718570 HTTP/1.1" status: 204 len: 168 time: 5.8988528 May 28 04:47:39.799320 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ec4a50e7-bf56-4d8a-b1b5-c5dae3e03448 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.6774888 May 28 04:47:39.799320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-7f522912-a93e-42a7-9c0f-885e3bdabc3f tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Unset dirty status for tenant:c0975f0d7e3e4604948b6f507fc10cf6 on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:39.799320 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-7f522912-a93e-42a7-9c0f-885e3bdabc3f tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/networks?id=afe37998-62f3-4339-8047-9170ef82bf72 HTTP/1.1" status: 200 len: 811 time: 0.6641474 May 28 04:47:39.799320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53258) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:39.799320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53260) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:39.804550 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': '3f47eb52-b9e7-4fec-846b-909a3728d243', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:39.825249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:39.830215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e876629a-1db1-4a48-b983-948a6087303d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-193776822'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:39.833378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba77f71-a1a5-4660-a127-be067fd5391d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Checking segment: {'id': '406884bc-23bf-4987-bd78-026f4394123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc216851-1c1b-43dc-8299-1e969349293a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:39.833756 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba77f71-a1a5-4660-a127-be067fd5391d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network hostable DHCP agents. Network: cc216851-1c1b-43dc-8299-1e969349293a, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:47:39.843589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e876629a-1db1-4a48-b983-948a6087303d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:39.857525 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:39.859866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e876629a-1db1-4a48-b983-948a6087303d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:network and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:39.865414 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-873bbab5-3fed-4737-b370-89b25c0015f6 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/quotas/c0975f0d7e3e4604948b6f507fc10cf6 HTTP/1.1" status: 200 len: 375 time: 0.0531237 May 28 04:47:39.866203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e876629a-1db1-4a48-b983-948a6087303d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:39.880621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e876629a-1db1-4a48-b983-948a6087303d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:39.924752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:39.959279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e876629a-1db1-4a48-b983-948a6087303d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:39.962635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e876629a-1db1-4a48-b983-948a6087303d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:40.023663 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba77f71-a1a5-4660-a127-be067fd5391d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network cc216851-1c1b-43dc-8299-1e969349293a is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:47:40.065638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-eba77f71-a1a5-4660-a127-be067fd5391d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, cc216851-1c1b-43dc-8299-1e969349293a) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:40.074157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba77f71-a1a5-4660-a127-be067fd5391d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:40.074732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-eba77f71-a1a5-4660-a127-be067fd5391d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:40.080359 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21bbfea-71ae-4879-9dcd-148b8f58a115 None None] Network cc216851-1c1b-43dc-8299-1e969349293a requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:40.092604 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e876629a-1db1-4a48-b983-948a6087303d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:47:40.117514 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e876629a-1db1-4a48-b983-948a6087303d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:40.117923 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-e876629a-1db1-4a48-b983-948a6087303d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Added segment b7222cef-f501-4b67-a1bf-e7e3e6882d4d of type vlan for network 411e5720-c94b-4cc3-941f-56b36b2ab30f May 28 04:47:40.129328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-abadfb56-40b3-4b44-b98b-fd87457a5a81 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Synchronizing usage tracker for tenant:c0975f0d7e3e4604948b6f507fc10cf6 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:40.143326 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-eba77f71-a1a5-4660-a127-be067fd5391d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4913743 May 28 04:47:40.144671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53266) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:40.151336 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'network_id': 'cc216851-1c1b-43dc-8299-1e969349293a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-837592628'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:40.176477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e876629a-1db1-4a48-b983-948a6087303d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:40.184704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-abadfb56-40b3-4b44-b98b-fd87457a5a81 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Unset dirty status for tenant:c0975f0d7e3e4604948b6f507fc10cf6 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:40.186030 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-abadfb56-40b3-4b44-b98b-fd87457a5a81 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c0975f0d7e3e4604948b6f507fc10cf6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3142481 May 28 04:47:40.318636 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eb78c4f-1f43-47f2-ad6d-58eb9d7ba469 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:40.324774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:40.330962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e876629a-1db1-4a48-b983-948a6087303d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:40.334831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e876629a-1db1-4a48-b983-948a6087303d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:40.335438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e876629a-1db1-4a48-b983-948a6087303d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:40.341486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eb78c4f-1f43-47f2-ad6d-58eb9d7ba469 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:40.435552 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-cc216851-1c1b-43dc-8299-1e969349293a', 'network_id': 'cc216851-1c1b-43dc-8299-1e969349293a', 'tenant_id': 'cabd20bf9b9e4fe68d6da0a704f20081', 'fixed_ips': [{'subnet_id': 'e1288ffb-9099-4504-9194-a275451dee09'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:47:40.436568 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:40.535720 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e876629a-1db1-4a48-b983-948a6087303d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7255607 May 28 04:47:40.540403 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-ccc2a784-e12b-4604-8035-2fbe76f95c53 service neutron] 10.222.0.15 "GET /v2.0/networks/afe37998-62f3-4339-8047-9170ef82bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423049 May 28 04:47:40.541112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876629a-1db1-4a48-b983-948a6087303d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Network': ['ID=411e5720-c94b-4cc3-941f-56b36b2ab30f,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:40.543226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53270) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:40.553632 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:40.572514 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-51c47e8f-1696-431b-9f78-dfbb48422178 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'subnet': {'network_id': '411e5720-c94b-4cc3-941f-56b36b2ab30f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:40.574328 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:port and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:40.578154 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:40.580722 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 411e5720-c94b-4cc3-941f-56b36b2ab30f details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:47:40.591131 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:40.603326 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ee50d8-270f-4a56-a201-bd34b01cb1e0 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:40.620940 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e48fd-f2e5-4e25-bd29-0bfb07d5f5d3 None None] Sync routers for ids ['642dc430-abb5-4d4b-8a2c-a172031a7f4d'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:40.634431 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e48fd-f2e5-4e25-bd29-0bfb07d5f5d3 None None] Routers {'642dc430-abb5-4d4b-8a2c-a172031a7f4d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:40.635042 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-687e48fd-f2e5-4e25-bd29-0bfb07d5f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['642dc430-abb5-4d4b-8a2c-a172031a7f4d'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:40.659049 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:40.662697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:40.693504 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56ee50d8-270f-4a56-a201-bd34b01cb1e0 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:40.697679 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-56ee50d8-270f-4a56-a201-bd34b01cb1e0 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "PUT /v2.0/routers/642dc430-abb5-4d4b-8a2c-a172031a7f4d HTTP/1.1" status: 200 len: 925 time: 5.1834266 May 28 04:47:40.697679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.objects.ports [None req-36a20567-438b-4f13-a527-670327ef6d78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84009) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:47:40.702404 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53274) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:40.706213 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] device_id is not set on port 8b15e10a-5a5a-47d0-84b9-b098d0f2c29f yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:47:40.718286 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-687e48fd-f2e5-4e25-bd29-0bfb07d5f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:40.735767 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Allocated IP 172.20.0.2 (cc216851-1c1b-43dc-8299-1e969349293a/e1288ffb-9099-4504-9194-a275451dee09/cf4e4a25-501c-4ec7-9adb-11337227f752) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:40.738018 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36a20567-438b-4f13-a527-670327ef6d78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:40.747864 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687e48fd-f2e5-4e25-bd29-0bfb07d5f5d3 None None] Routers {'642dc430-abb5-4d4b-8a2c-a172031a7f4d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:40.748294 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-687e48fd-f2e5-4e25-bd29-0bfb07d5f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['642dc430-abb5-4d4b-8a2c-a172031a7f4d'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:40.808424 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-51c47e8f-1696-431b-9f78-dfbb48422178 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:40.809180 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-687e48fd-f2e5-4e25-bd29-0bfb07d5f5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:40.809525 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687e48fd-f2e5-4e25-bd29-0bfb07d5f5d3 None None] The sync data for ids ['642dc430-abb5-4d4b-8a2c-a172031a7f4d'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:40.835983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-51c47e8f-1696-431b-9f78-dfbb48422178 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:subnet and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:40.839105 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Allocated IP 172.26.8.107 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/8e484d7c-f8be-4c15-a0af-bebb8674f0ac) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:40.843552 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-51c47e8f-1696-431b-9f78-dfbb48422178 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:40.855569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-51c47e8f-1696-431b-9f78-dfbb48422178 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:40.865503 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-25baa809-c1e6-4147-98c0-84b8c476d836 service neutron] 10.222.0.15 "GET /v2.0/networks/afe37998-62f3-4339-8047-9170ef82bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168750 May 28 04:47:40.888354 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c47e8f-1696-431b-9f78-dfbb48422178 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:40.967123 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a20567-438b-4f13-a527-670327ef6d78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:40.972542 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-36a20567-438b-4f13-a527-670327ef6d78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:40.979432 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a20567-438b-4f13-a527-670327ef6d78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:40.980821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36a20567-438b-4f13-a527-670327ef6d78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:40.992832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9743b1-04fb-4eb4-8472-cc83eb96910e None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:41.050333 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a20567-438b-4f13-a527-670327ef6d78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=3ff651f6-7fbe-44ad-a9b5-06d536e3522b,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:41.077857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53278) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:41.078295 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-36a20567-438b-4f13-a527-670327ef6d78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7619064 May 28 04:47:41.090577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5f58ef31-fb53-40a4-ad83-43ae7024956c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:41.146570 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:41.181027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Transition to ACTIVE for port object cf4e4a25-501c-4ec7-9adb-11337227f752 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:41.220489 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Transition to ACTIVE for port object cf4e4a25-501c-4ec7-9adb-11337227f752 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:41.226145 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0677c4d8-bf33-4c82-af23-97820c5ca86e tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/routers/642dc430-abb5-4d4b-8a2c-a172031a7f4d HTTP/1.1" status: 200 len: 925 time: 0.5224357 May 28 04:47:41.233879 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53286) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:41.246059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb78c4f-1f43-47f2-ad6d-58eb9d7ba469 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Router 8e706339-d822-422f-a55f-de607fb33542 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:47:41.272785 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:41.388425 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Network cc216851-1c1b-43dc-8299-1e969349293a is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:41.391651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-51c47e8f-1696-431b-9f78-dfbb48422178 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:41.393509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:41.398555 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:41.405293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Pushing event updated for resources: {'Port': ['ID=cf4e4a25-501c-4ec7-9adb-11337227f752,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:41.423876 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613d719a-0e20-402e-97d5-6c27e21970a7 req-9765b7eb-cd66-4edd-a47a-fdee95ef3f1e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 210 time: 0.2330418 May 28 04:47:41.437311 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': '3ff651f6-7fbe-44ad-a9b5-06d536e3522b'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:47:41.438156 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:41.510313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:41.542980 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Allocated IP 172.20.0.7 (cc216851-1c1b-43dc-8299-1e969349293a/e1288ffb-9099-4504-9194-a275451dee09/8b15e10a-5a5a-47d0-84b9-b098d0f2c29f) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:41.552756 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Attempting to bind port cf4e4a25-501c-4ec7-9adb-11337227f752 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:41.553249 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Attempting to bind port cf4e4a25-501c-4ec7-9adb-11337227f752 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '406884bc-23bf-4987-bd78-026f4394123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc216851-1c1b-43dc-8299-1e969349293a'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:41.553615 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Attempting to bind port cf4e4a25-501c-4ec7-9adb-11337227f752 on network cc216851-1c1b-43dc-8299-1e969349293a {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:41.561455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:41.561985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Checking segment: {'id': '406884bc-23bf-4987-bd78-026f4394123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc216851-1c1b-43dc-8299-1e969349293a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:41.562382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:41.562766 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Bound using segment: {'id': '406884bc-23bf-4987-bd78-026f4394123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc216851-1c1b-43dc-8299-1e969349293a'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:41.563231 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Bound port: cf4e4a25-501c-4ec7-9adb-11337227f752, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '406884bc-23bf-4987-bd78-026f4394123c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'cc216851-1c1b-43dc-8299-1e969349293a'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:41.563600 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:41.584208 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5f58ef31-fb53-40a4-ad83-43ae7024956c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:41.594135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5f58ef31-fb53-40a4-ad83-43ae7024956c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:41.597899 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5f58ef31-fb53-40a4-ad83-43ae7024956c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:41.607811 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5f58ef31-fb53-40a4-ad83-43ae7024956c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:41.652614 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:41.655405 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-436f33f1-5908-4c5f-9c08-10fa6bc69ed1 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Synchronizing usage tracker for tenant:5a788c7b6c57418aae60ee20be84910f on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:41.656091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f58ef31-fb53-40a4-ad83-43ae7024956c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:41.709763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-436f33f1-5908-4c5f-9c08-10fa6bc69ed1 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Unset dirty status for tenant:5a788c7b6c57418aae60ee20be84910f on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:41.717642 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-436f33f1-5908-4c5f-9c08-10fa6bc69ed1 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&device_id=642dc430-abb5-4d4b-8a2c-a172031a7f4d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4766669 May 28 04:47:41.720334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53296) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:41.734218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] For port cf4e4a25-501c-4ec7-9adb-11337227f752, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:41.743745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] For port cf4e4a25-501c-4ec7-9adb-11337227f752, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=cf4e4a25-501c-4ec7-9adb-11337227f752,segment=NetworkSegment(406884bc-23bf-4987-bd78-026f4394123c),segment_id=406884bc-23bf-4987-bd78-026f4394123c)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:41.747081 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Allocated IP 2001:db8::f816:3eff:fec1:43c (ba7d5340-6612-4ffa-ba26-ab26f78055ee/3ff651f6-7fbe-44ad-a9b5-06d536e3522b/1a92ab12-8164-4837-ae16-ce80a1ddcf04) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:41.757622 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:41.917057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:41.929358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:41.937128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=8e484d7c-f8be-4c15-a0af-bebb8674f0ac,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:41.965612 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f882106d-a1ba-4703-b204-8d3e645d5edc None None] Pushing event updated for resources: {'Port': ['ID=cf4e4a25-501c-4ec7-9adb-11337227f752,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:41.972410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:42.107048 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:42.110331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-51c47e8f-1696-431b-9f78-dfbb48422178 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:42.115945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5f58ef31-fb53-40a4-ad83-43ae7024956c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:42.134050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Transition to ACTIVE for port object 1a92ab12-8164-4837-ae16-ce80a1ddcf04 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:42.176870 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Transition to ACTIVE for port object 1a92ab12-8164-4837-ae16-ce80a1ddcf04 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:42.195079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:42.289030 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:42.302803 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d370fdf-f8f4-4c5f-8fee-acddf7c55886 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:42.303618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2d370fdf-f8f4-4c5f-8fee-acddf7c55886 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Synchronizing usage tracker for tenant:5a788c7b6c57418aae60ee20be84910f on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:42.319336 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Pushing event updated for resources: {'Port': ['ID=1a92ab12-8164-4837-ae16-ce80a1ddcf04,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:42.332182 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:42.333280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Transition to ACTIVE for port object 8b15e10a-5a5a-47d0-84b9-b098d0f2c29f will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:42.334672 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:42.340113 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:42.343616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb78c4f-1f43-47f2-ad6d-58eb9d7ba469 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:42.349148 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eb78c4f-1f43-47f2-ad6d-58eb9d7ba469 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:42.350924 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6eb78c4f-1f43-47f2-ad6d-58eb9d7ba469 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "PUT /v2.0/routers/8e706339-d822-422f-a55f-de607fb33542 HTTP/1.1" status: 200 len: 921 time: 5.5350614 May 28 04:47:42.354152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53300) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:42.365295 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c47e8f-1696-431b-9f78-dfbb48422178 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Subnet': ['ID=b1a36f91-cdea-47a5-bdbf-311b8787e9fd,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:42.391778 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d0ab0-aa0d-4e5b-ad62-882bc8dc7dc1 None None] Sync routers for ids ['8e706339-d822-422f-a55f-de607fb33542'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:42.440135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2d370fdf-f8f4-4c5f-8fee-acddf7c55886 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Unset dirty status for tenant:5a788c7b6c57418aae60ee20be84910f on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:42.443956 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2d370fdf-f8f4-4c5f-8fee-acddf7c55886 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/networks/6b12f09f-b65e-4d12-8bf2-4181a77a58b9 HTTP/1.1" status: 200 len: 881 time: 0.6646976 May 28 04:47:42.447539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53304) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:42.490694 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Attempting to bind port 1a92ab12-8164-4837-ae16-ce80a1ddcf04 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:42.491251 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Attempting to bind port 1a92ab12-8164-4837-ae16-ce80a1ddcf04 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:42.491445 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Attempting to bind port 1a92ab12-8164-4837-ae16-ce80a1ddcf04 on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:42.496582 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d0ab0-aa0d-4e5b-ad62-882bc8dc7dc1 None None] Routers {'8e706339-d822-422f-a55f-de607fb33542'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:42.497568 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-1e9d0ab0-aa0d-4e5b-ad62-882bc8dc7dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8e706339-d822-422f-a55f-de607fb33542'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:42.499304 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c47e8f-1696-431b-9f78-dfbb48422178 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Checking segment: {'id': 'b7222cef-f501-4b67-a1bf-e7e3e6882d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '411e5720-c94b-4cc3-941f-56b36b2ab30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:42.499733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c47e8f-1696-431b-9f78-dfbb48422178 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network hostable DHCP agents. Network: 411e5720-c94b-4cc3-941f-56b36b2ab30f, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:47:42.508258 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ea17fa24-f0c0-4aaf-b44c-db6fe516b3c7 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "GET /v2.0/ports?device_id=642dc430-abb5-4d4b-8a2c-a172031a7f4d HTTP/1.1" status: 200 len: 205 time: 0.0578699 May 28 04:47:42.509060 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53310) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:42.603930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:42.604452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:42.606688 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:42.607206 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:42.607714 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:42.608463 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Bound port: 1a92ab12-8164-4837-ae16-ce80a1ddcf04, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:42.609081 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:42.636912 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-1e9d0ab0-aa0d-4e5b-ad62-882bc8dc7dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:42.694979 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d0ab0-aa0d-4e5b-ad62-882bc8dc7dc1 None None] Routers {'8e706339-d822-422f-a55f-de607fb33542'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:42.695622 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-1e9d0ab0-aa0d-4e5b-ad62-882bc8dc7dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8e706339-d822-422f-a55f-de607fb33542'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:42.701622 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=8b15e10a-5a5a-47d0-84b9-b098d0f2c29f,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:42.732756 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network cc216851-1c1b-43dc-8299-1e969349293a is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:42.734722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:42.737179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:42.818433 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:42.820001 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:42.844529 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-1e9d0ab0-aa0d-4e5b-ad62-882bc8dc7dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:42.845034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9d0ab0-aa0d-4e5b-ad62-882bc8dc7dc1 None None] The sync data for ids ['8e706339-d822-422f-a55f-de607fb33542'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:42.853796 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-965c2593-99d0-4d03-a17d-148ebb90884d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.7044454 May 28 04:47:42.859383 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53314) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:42.887050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] For port 1a92ab12-8164-4837-ae16-ce80a1ddcf04, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:42.893857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] For port 1a92ab12-8164-4837-ae16-ce80a1ddcf04, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=1a92ab12-8164-4837-ae16-ce80a1ddcf04,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:42.908071 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:42.909865 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-50926f00-e046-4092-9e20-7a4db654dec8 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/routers/8e706339-d822-422f-a55f-de607fb33542 HTTP/1.1" status: 200 len: 921 time: 0.5543597 May 28 04:47:42.916574 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53318) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:43.041230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d2c28fdc-efbb-416b-9b28-a8523a4c346d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 8b15e10a-5a5a-47d0-84b9-b098d0f2c29f {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:43.041577 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d2c28fdc-efbb-416b-9b28-a8523a4c346d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:43.052769 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ce72c-36bb-4a30-b15e-feb7930d0dce None None] Pushing event updated for resources: {'Port': ['ID=1a92ab12-8164-4837-ae16-ce80a1ddcf04,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:43.092946 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3365b57c-ef1d-4d63-8dd7-d9e011e203b0 req-10180edd-6b12-46f3-8551-4ba2f8bfc6b6 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 210 time: 0.3928180 May 28 04:47:43.220837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c47e8f-1696-431b-9f78-dfbb48422178 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network 411e5720-c94b-4cc3-941f-56b36b2ab30f is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:47:43.244779 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d634c954-9350-43e6-bed4-d1be477d57f4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Synchronizing usage tracker for tenant:f68fe89754b14d9dab24fe13621ba94f on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:43.312170 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-51c47e8f-1696-431b-9f78-dfbb48422178 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 411e5720-c94b-4cc3-941f-56b36b2ab30f) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:43.316660 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c47e8f-1696-431b-9f78-dfbb48422178 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:43.317332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-51c47e8f-1696-431b-9f78-dfbb48422178 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:43.323115 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfed414-5783-46ce-850e-55de1d66aa65 None None] Network 411e5720-c94b-4cc3-941f-56b36b2ab30f requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:43.338690 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d634c954-9350-43e6-bed4-d1be477d57f4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Unset dirty status for tenant:f68fe89754b14d9dab24fe13621ba94f on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:43.342698 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d634c954-9350-43e6-bed4-d1be477d57f4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&device_id=8e706339-d822-422f-a55f-de607fb33542&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4248431 May 28 04:47:43.343280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53322) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:43.359083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-32e5f5d7-1c0b-4990-ae65-5fb4fff51e79 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:43.361222 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-32e5f5d7-1c0b-4990-ae65-5fb4fff51e79 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.66 "GET /v2.0/networks?id=afe37998-62f3-4339-8047-9170ef82bf72 HTTP/1.1" status: 200 len: 811 time: 0.6621170 May 28 04:47:43.443755 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-51c47e8f-1696-431b-9f78-dfbb48422178 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8972375 May 28 04:47:43.448043 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53326) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:43.506110 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cf4e4a25-501c-4ec7-9adb-11337227f752 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:43.540214 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5f58ef31-fb53-40a4-ad83-43ae7024956c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:43.543635 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e1c692-d7b5-4e4d-abdd-30ed4e0f7aab None None] Network cc216851-1c1b-43dc-8299-1e969349293a requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:43.598258 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-5db5b2fb-a3ea-454d-9b17-bde58fe5773b tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0975f0d7e3e4604948b6f507fc10cf6 HTTP/1.1" status: 200 len: 378 time: 0.2151794 May 28 04:47:43.621106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-0fba5837-ac66-4c66-95ba-769e3a4bd6de tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Request body: {'port': {'device_id': '9bc69483-8061-48f7-b161-fce6b08f7dd8', 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72', 'admin_state_up': True, 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'security_groups': ['f451ddab-c613-4308-a96a-59b6b5874800']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:43.664015 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d2c28fdc-efbb-416b-9b28-a8523a4c346d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:43.743912 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f58ef31-fb53-40a4-ad83-43ae7024956c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:43.750292 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-5f58ef31-fb53-40a4-ad83-43ae7024956c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:43.753392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f58ef31-fb53-40a4-ad83-43ae7024956c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:43.754162 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5f58ef31-fb53-40a4-ad83-43ae7024956c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:43.757873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7c46b6-ed80-4e1e-a133-aa24bd1caa43 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:43.758438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ea7c46b6-ed80-4e1e-a133-aa24bd1caa43 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Synchronizing usage tracker for tenant:f68fe89754b14d9dab24fe13621ba94f on resource:network {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:43.760509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44079508-0537-426a-a544-f86c2adc6d86 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:43.797571 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1df6f2c2-2f90-4feb-b701-865084956d80 None None] Provisioning for port cf4e4a25-501c-4ec7-9adb-11337227f752 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:43.809572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f58ef31-fb53-40a4-ad83-43ae7024956c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=5d7f764d-d534-4301-9540-98c19ad55b6f,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:43.823722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d2c28fdc-efbb-416b-9b28-a8523a4c346d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for 8b15e10a-5a5a-47d0-84b9-b098d0f2c29f owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:43.919473 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port cf4e4a25-501c-4ec7-9adb-11337227f752 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:43.931701 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5f58ef31-fb53-40a4-ad83-43ae7024956c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8509948 May 28 04:47:43.936859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53330) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:43.950016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'mac_address': 'fa:16:3e:0c:62:4b', 'name': 'tempest-NetworksTestDHCPv6-1682068084'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:43.958918 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port cf4e4a25-501c-4ec7-9adb-11337227f752 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:43.959288 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:44.015881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:44.021699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ea7c46b6-ed80-4e1e-a133-aa24bd1caa43 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Unset dirty status for tenant:f68fe89754b14d9dab24fe13621ba94f on resource:network {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:44.025473 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ea7c46b6-ed80-4e1e-a133-aa24bd1caa43 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/networks/6b12f09f-b65e-4d12-8bf2-4181a77a58b9 HTTP/1.1" status: 200 len: 881 time: 0.6734662 May 28 04:47:44.027851 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53334) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:44.048664 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-411e5720-c94b-4cc3-941f-56b36b2ab30f', 'network_id': '411e5720-c94b-4cc3-941f-56b36b2ab30f', 'tenant_id': '5a92188d1a7140c899ac044549889ca9', 'fixed_ips': [{'subnet_id': 'b1a36f91-cdea-47a5-bdbf-311b8787e9fd'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:47:44.049464 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:44.112021 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5b356342-9388-46cc-95f8-8a381dcef95a tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e706339-d822-422f-a55f-de607fb33542 HTTP/1.1" status: 200 len: 205 time: 0.0822997 May 28 04:47:44.112934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53338) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:44.151283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-0fba5837-ac66-4c66-95ba-769e3a4bd6de tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:44.179307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-0fba5837-ac66-4c66-95ba-769e3a4bd6de tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:44.224773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:44.281209 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-0fba5837-ac66-4c66-95ba-769e3a4bd6de tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Made reservation on behalf of c0975f0d7e3e4604948b6f507fc10cf6 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:44.284674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-0fba5837-ac66-4c66-95ba-769e3a4bd6de tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:44.326301 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:44.375381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:44.380403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:44.383196 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Allocated IP 2001:db8::1 (411e5720-c94b-4cc3-941f-56b36b2ab30f/b1a36f91-cdea-47a5-bdbf-311b8787e9fd/7aceac5f-b9f1-4e3f-a29e-3da5220deab9) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:44.383874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:44.390523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:44.405017 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port cf4e4a25-501c-4ec7-9adb-11337227f752, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=cf4e4a25-501c-4ec7-9adb-11337227f752,segment=NetworkSegment(406884bc-23bf-4987-bd78-026f4394123c),segment_id=406884bc-23bf-4987-bd78-026f4394123c)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:44.445896 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:44.470809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:44.474997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:44.513567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port b49006a4-8ed8-47c7-950b-37f0ec2f52eb yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:47:44.551020 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:44.595714 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e1c246ab-825a-4de9-ae27-828b842c1ec9 req-622b3e1d-c0a2-4889-9b75-c80163a96045 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 210 time: 0.1926332 May 28 04:47:44.616651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:44.619857 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d2c28fdc-efbb-416b-9b28-a8523a4c346d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:44.735704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=cf4e4a25-501c-4ec7-9adb-11337227f752,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:44.738397 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5e9299-7bf2-45b0-9744-ba5a3dfc4541 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:44.748993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c28fdc-efbb-416b-9b28-a8523a4c346d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Port': ['ID=8b15e10a-5a5a-47d0-84b9-b098d0f2c29f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:44.975657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d2c28fdc-efbb-416b-9b28-a8523a4c346d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:44.991689 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d2c28fdc-efbb-416b-9b28-a8523a4c346d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/8b15e10a-5a5a-47d0-84b9-b098d0f2c29f HTTP/1.1" status: 204 len: 168 time: 2.1307447 May 28 04:47:44.994956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53344) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:45.034931 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7bcb8348-59c7-48ca-9be0-53633a5926cb None None] Could not find standard attr ID for object 8b15e10a-5a5a-47d0-84b9-b098d0f2c29f. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:47:45.064084 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd0dda4-c359-4bb9-bf43-1a8f2d4a8878 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] GET failed (client error): The resource could not be found. May 28 04:47:45.064894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6cd0dda4-c359-4bb9-bf43-1a8f2d4a8878 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:45.090242 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6cd0dda4-c359-4bb9-bf43-1a8f2d4a8878 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:45.093883 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6cd0dda4-c359-4bb9-bf43-1a8f2d4a8878 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/8b15e10a-5a5a-47d0-84b9-b098d0f2c29f HTTP/1.1" status: 404 len: 333 time: 0.0928299 May 28 04:47:45.094801 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53348) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:45.122779 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.129960 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7bcb8348-59c7-48ca-9be0-53633a5926cb None None] Provisioning for port 1a92ab12-8164-4837-ae16-ce80a1ddcf04 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:45.161206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44079508-0537-426a-a544-f86c2adc6d86 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.187877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Transition to ACTIVE for port object 7aceac5f-b9f1-4e3f-a29e-3da5220deab9 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:45.194955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6a60420-2f55-44e4-9bd4-2df859cd554d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.214549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-0fba5837-ac66-4c66-95ba-769e3a4bd6de tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Allocated IP 172.20.0.11 (afe37998-62f3-4339-8047-9170ef82bf72/d0aee26f-84b6-4d45-aba6-7990c6c4f5bc/f9998b96-5e04-43fa-bd28-a5077a3e173c) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:45.232031 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Transition to ACTIVE for port object 7aceac5f-b9f1-4e3f-a29e-3da5220deab9 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:45.250989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-44079508-0537-426a-a544-f86c2adc6d86 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Deleting port a59f0117-5d6b-467f-93f8-3dd79f5d662f {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:45.251327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44079508-0537-426a-a544-f86c2adc6d86 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.274111 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.311653 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7bcb8348-59c7-48ca-9be0-53633a5926cb None None] Provisioning complete for port cf4e4a25-501c-4ec7-9adb-11337227f752 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:45.311653 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7bcb8348-59c7-48ca-9be0-53633a5926cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.401814 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Network 411e5720-c94b-4cc3-941f-56b36b2ab30f is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:45.406238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:45.417174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:45.420654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Pushing event updated for resources: {'Port': ['ID=7aceac5f-b9f1-4e3f-a29e-3da5220deab9,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:45.443161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 172.20.0.4 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/5d7f764d-d534-4301-9540-98c19ad55b6f/b49006a4-8ed8-47c7-950b-37f0ec2f52eb) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:45.450323 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.486661 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::f816:3eff:fe0c:624b (ba7d5340-6612-4ffa-ba26-ab26f78055ee/3ff651f6-7fbe-44ad-a9b5-06d536e3522b/b49006a4-8ed8-47c7-950b-37f0ec2f52eb) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:45.525934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Subnet': ['ID=b1a36f91-cdea-47a5-bdbf-311b8787e9fd,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:45.556765 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cf4e4a25-501c-4ec7-9adb-11337227f752 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:45.641251 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a820b6-5818-48a0-b3f6-f4179f01961c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting subnet e1288ffb-9099-4504-9194-a275451dee09 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:47:45.643190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:47:45.648460 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-70a820b6-5818-48a0-b3f6-f4179f01961c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.677946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.678345 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Attempting to bind port 7aceac5f-b9f1-4e3f-a29e-3da5220deab9 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:45.678760 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Attempting to bind port 7aceac5f-b9f1-4e3f-a29e-3da5220deab9 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'b7222cef-f501-4b67-a1bf-e7e3e6882d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '411e5720-c94b-4cc3-941f-56b36b2ab30f'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:45.679116 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Attempting to bind port 7aceac5f-b9f1-4e3f-a29e-3da5220deab9 on network 411e5720-c94b-4cc3-941f-56b36b2ab30f {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:45.687736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.709919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44079508-0537-426a-a544-f86c2adc6d86 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.726573 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.732913 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411e5720-c94b-4cc3-941f-56b36b2ab30f']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:45.760282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7222cef-f501-4b67-a1bf-e7e3e6882d4d') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:45.760714 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7222cef-f501-4b67-a1bf-e7e3e6882d4d') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:45.775114 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:45.775782 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-70a820b6-5818-48a0-b3f6-f4179f01961c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.775908 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Checking segment: {'id': 'b7222cef-f501-4b67-a1bf-e7e3e6882d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '411e5720-c94b-4cc3-941f-56b36b2ab30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:45.775908 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.776232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Bound using segment: {'id': 'b7222cef-f501-4b67-a1bf-e7e3e6882d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '411e5720-c94b-4cc3-941f-56b36b2ab30f'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:45.776710 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Bound port: 7aceac5f-b9f1-4e3f-a29e-3da5220deab9, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7222cef-f501-4b67-a1bf-e7e3e6882d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '411e5720-c94b-4cc3-941f-56b36b2ab30f'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:45.777073 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.818958 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.849640 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.866955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:47:45.867772 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.872436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5c5209e3-222a-4353-a27e-5f8261e8e868 None None] Could not find standard attr ID for object 8b15e10a-5a5a-47d0-84b9-b098d0f2c29f. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:47:45.875191 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff2969f-6a7d-4af8-bb33-ddee80bad050 None None] Update dhcp port {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'fixed_ips': [{'subnet_id': '3ff651f6-7fbe-44ad-a9b5-06d536e3522b', 'ip_address': '2001:db8::f816:3eff:fec1:43c'}, {'subnet_id': '5d7f764d-d534-4301-9540-98c19ad55b6f'}], 'binding:host_id': 'dv-neutron-843300-5-hyperv'}, 'id': '1a92ab12-8164-4837-ae16-ce80a1ddcf04'} from dv-neutron-843300-5-hyperv. {{(pid=84011) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:47:45.885219 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:47:45.953612 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6a60420-2f55-44e4-9bd4-2df859cd554d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.976956 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port cf4e4a25-501c-4ec7-9adb-11337227f752 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:45.976956 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.981824 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:45.995439 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 04:47:45.995439 dv-neutron-843300-5-hyperv neutron-server[84009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 04:47:45.995439 dv-neutron-843300-5-hyperv neutron-server[84009]: [parameters: {'id': '411e5720-c94b-4cc3-941f-56b36b2ab30f'}] May 28 04:47:45.995439 dv-neutron-843300-5-hyperv neutron-server[84009]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:47:45.996028 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:47:45.996671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d6a60420-2f55-44e4-9bd4-2df859cd554d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Deleting port a498f4df-1440-442d-ba73-21741535dbb7 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:45.997106 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6a60420-2f55-44e4-9bd4-2df859cd554d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.020603 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-70a820b6-5818-48a0-b3f6-f4179f01961c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.052643 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9ff2969f-6a7d-4af8-bb33-ddee80bad050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.072104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-44079508-0537-426a-a544-f86c2adc6d86 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Calling delete_port for a59f0117-5d6b-467f-93f8-3dd79f5d662f owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:46.120346 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ffd607da-2c92-47ed-8df4-d30d2de88aeb req-de87d87e-2b24-421f-a6b7-3b900e42559a tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 210 time: 0.3467693 May 28 04:47:46.133774 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] For port 7aceac5f-b9f1-4e3f-a29e-3da5220deab9, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:46.187134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] For port 7aceac5f-b9f1-4e3f-a29e-3da5220deab9, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=7aceac5f-b9f1-4e3f-a29e-3da5220deab9,segment=NetworkSegment(b7222cef-f501-4b67-a1bf-e7e3e6882d4d),segment_id=b7222cef-f501-4b67-a1bf-e7e3e6882d4d)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:46.201764 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.304932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=8e484d7c-f8be-4c15-a0af-bebb8674f0ac,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:46.322279 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-70a820b6-5818-48a0-b3f6-f4179f01961c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.330801 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1a92ab12-8164-4837-ae16-ce80a1ddcf04 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:46.343616 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-0fba5837-ac66-4c66-95ba-769e3a4bd6de tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.377308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a820b6-5818-48a0-b3f6-f4179f01961c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Subnet': ['ID=e1288ffb-9099-4504-9194-a275451dee09,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:46.381445 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6a60420-2f55-44e4-9bd4-2df859cd554d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.392117 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-70a820b6-5818-48a0-b3f6-f4179f01961c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.420985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc0149e-e99f-4c96-bf74-abc00f0a6e58 None None] Network cc216851-1c1b-43dc-8299-1e969349293a requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:46.421716 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-0fba5837-ac66-4c66-95ba-769e3a4bd6de tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Transition to ACTIVE for port object f9998b96-5e04-43fa-bd28-a5077a3e173c will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:46.456243 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-70a820b6-5818-48a0-b3f6-f4179f01961c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/e1288ffb-9099-4504-9194-a275451dee09 HTTP/1.1" status: 204 len: 168 time: 1.3600149 May 28 04:47:46.464076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.474884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53354) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:46.513133 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.514263 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d29dd0b-ad4a-4ece-af0c-dba4817a39e8 None None] Pushing event updated for resources: {'Port': ['ID=7aceac5f-b9f1-4e3f-a29e-3da5220deab9,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:46.520493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object b49006a4-8ed8-47c7-950b-37f0ec2f52eb will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:46.522424 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d6a60420-2f55-44e4-9bd4-2df859cd554d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Calling delete_port for a498f4df-1440-442d-ba73-21741535dbb7 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:46.580254 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Deleting port 7aceac5f-b9f1-4e3f-a29e-3da5220deab9 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:46.580733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.658383 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 1a92ab12-8164-4837-ae16-ce80a1ddcf04 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:46.667268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 1a92ab12-8164-4837-ae16-ce80a1ddcf04 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:46.667622 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.686339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-0fba5837-ac66-4c66-95ba-769e3a4bd6de tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.695110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.700303 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b9f6cd-de9e-4e3e-b28a-f03717d7b7f2 None None] Network 411e5720-c94b-4cc3-941f-56b36b2ab30f requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:46.886046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] For port 7aceac5f-b9f1-4e3f-a29e-3da5220deab9, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=7aceac5f-b9f1-4e3f-a29e-3da5220deab9,segment=NetworkSegment(b7222cef-f501-4b67-a1bf-e7e3e6882d4d),segment_id=b7222cef-f501-4b67-a1bf-e7e3e6882d4d)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:46.886918 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.938069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44079508-0537-426a-a544-f86c2adc6d86 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.946103 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port cf4e4a25-501c-4ec7-9adb-11337227f752 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:46.946436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:46.982094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:47.011868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-0fba5837-ac66-4c66-95ba-769e3a4bd6de tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Network afe37998-62f3-4339-8047-9170ef82bf72 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:47.012676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba5837-ac66-4c66-95ba-769e3a4bd6de tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Pushing event updated for resources: {'Port': ['ID=f9998b96-5e04-43fa-bd28-a5077a3e173c,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:47.020300 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Floating IP a3fe58f5-bb8e-453e-a850-c1225bc1b88d associated. External IP: 172.26.8.107, port: 3f47eb52-b9e7-4fec-846b-909a3728d243. May 28 04:47:47.025376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Calling delete_port for 7aceac5f-b9f1-4e3f-a29e-3da5220deab9 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:47.073753 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6a60420-2f55-44e4-9bd4-2df859cd554d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:47.085756 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6d9cc3-079b-451d-a4ca-5daceb591ca9 None None] DHCP port deletion for cc216851-1c1b-43dc-8299-1e969349293a request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:47:47.097857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-9ff2969f-6a7d-4af8-bb33-ddee80bad050 None None] Allocated IP 172.20.0.2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/5d7f764d-d534-4301-9540-98c19ad55b6f/1a92ab12-8164-4837-ae16-ce80a1ddcf04) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:47.103777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8f6d9cc3-079b-451d-a4ca-5daceb591ca9 None None] Deleting port cf4e4a25-501c-4ec7-9adb-11337227f752 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:47.104171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8f6d9cc3-079b-451d-a4ca-5daceb591ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:47.112677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-0fba5837-ac66-4c66-95ba-769e3a4bd6de tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:47.116108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:47.129408 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:47.132737 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a60420-2f55-44e4-9bd4-2df859cd554d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Pushing event deleted for resources: {'Port': ['ID=a498f4df-1440-442d-ba73-21741535dbb7,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:47.142848 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-0fba5837-ac66-4c66-95ba-769e3a4bd6de tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:47.170148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:47.238977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:47.352555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:47.355000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Port': ['ID=7aceac5f-b9f1-4e3f-a29e-3da5220deab9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:47.365739 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No DVR routers for this DVR port 7aceac5f-b9f1-4e3f-a29e-3da5220deab9 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:47:47.384920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44079508-0537-426a-a544-f86c2adc6d86 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Pushing event deleted for resources: {'Port': ['ID=a59f0117-5d6b-467f-93f8-3dd79f5d662f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:47.539205 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f68b1044-ae82-483b-a5b5-37102970382c None None] Provisioning for port f9998b96-5e04-43fa-bd28-a5077a3e173c completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:47.551715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-9ff2969f-6a7d-4af8-bb33-ddee80bad050 None None] For port 1a92ab12-8164-4837-ae16-ce80a1ddcf04, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=1a92ab12-8164-4837-ae16-ce80a1ddcf04,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:47.554683 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6a60420-2f55-44e4-9bd4-2df859cd554d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:47.562821 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f68b1044-ae82-483b-a5b5-37102970382c None None] Provisioning complete for port f9998b96-5e04-43fa-bd28-a5077a3e173c triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:47.564352 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f68b1044-ae82-483b-a5b5-37102970382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:47.591074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-0fba5837-ac66-4c66-95ba-769e3a4bd6de tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:47.591682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-0fba5837-ac66-4c66-95ba-769e3a4bd6de tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:47.653615 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-8f6d9cc3-079b-451d-a4ca-5daceb591ca9 None None] For port cf4e4a25-501c-4ec7-9adb-11337227f752, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=cf4e4a25-501c-4ec7-9adb-11337227f752,segment=NetworkSegment(406884bc-23bf-4987-bd78-026f4394123c),segment_id=406884bc-23bf-4987-bd78-026f4394123c)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:47.654574 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8f6d9cc3-079b-451d-a4ca-5daceb591ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:47.687882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=b49006a4-8ed8-47c7-950b-37f0ec2f52eb,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:47.694584 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:47.695231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:47.780400 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.resource_extend [None req-9ff2969f-6a7d-4af8-bb33-ddee80bad050 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:47:47.793463 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8f6d9cc3-079b-451d-a4ca-5daceb591ca9 None None] Calling delete_port for cf4e4a25-501c-4ec7-9adb-11337227f752 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:47.795735 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:47.839946 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f68b1044-ae82-483b-a5b5-37102970382c None None] Port f9998b96-5e04-43fa-bd28-a5077a3e173c cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:47:47.844653 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9ff2969f-6a7d-4af8-bb33-ddee80bad050 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:47.870289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9ff2969f-6a7d-4af8-bb33-ddee80bad050 None None] Transition to ACTIVE for port object 1a92ab12-8164-4837-ae16-ce80a1ddcf04 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:47.884835 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9ff2969f-6a7d-4af8-bb33-ddee80bad050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:47.944977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411e5720-c94b-4cc3-941f-56b36b2ab30f']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:47.963794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7222cef-f501-4b67-a1bf-e7e3e6882d4d') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:47.964316 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7222cef-f501-4b67-a1bf-e7e3e6882d4d') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:47.968385 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-0fba5837-ac66-4c66-95ba-769e3a4bd6de tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3603308 May 28 04:47:47.973262 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-91aba3c7-600d-4eeb-9423-2be59e57821b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0310283 May 28 04:47:47.973460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8f6d9cc3-079b-451d-a4ca-5daceb591ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:47.973585 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6a60420-2f55-44e4-9bd4-2df859cd554d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:47.977382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53360) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:47.983408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] For port cf4e4a25-501c-4ec7-9adb-11337227f752, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=cf4e4a25-501c-4ec7-9adb-11337227f752,segment=NetworkSegment(406884bc-23bf-4987-bd78-026f4394123c),segment_id=406884bc-23bf-4987-bd78-026f4394123c)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:47.983765 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.000123 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Request body: {'port': {'device_id': '9bc69483-8061-48f7-b161-fce6b08f7dd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:48.021146 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.032258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6a60420-2f55-44e4-9bd4-2df859cd554d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.054401 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.055492 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:47:48.055817 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:47:48.056513 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d9cc3-079b-451d-a4ca-5daceb591ca9 None None] No DVR routers for this DVR port cf4e4a25-501c-4ec7-9adb-11337227f752 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:47:48.063895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44079508-0537-426a-a544-f86c2adc6d86 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.072709 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:47:48.073105 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.090922 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2969f-6a7d-4af8-bb33-ddee80bad050 None None] Pushing event updated for resources: {'Port': ['ID=1a92ab12-8164-4837-ae16-ce80a1ddcf04,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:47:48.098441 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:47:48.152798 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d9cc3-079b-451d-a4ca-5daceb591ca9 None None] Pushing event deleted for resources: {'Port': ['ID=cf4e4a25-501c-4ec7-9adb-11337227f752,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:48.191840 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6a60420-2f55-44e4-9bd4-2df859cd554d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.193059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a60420-2f55-44e4-9bd4-2df859cd554d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Fanout notify agent at l3_agent the message router_deleted on router 8e706339-d822-422f-a55f-de607fb33542 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:47:48.217055 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcb222c-b29c-4e05-9496-3fdf19bacd50 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:48.221025 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcb222c-b29c-4e05-9496-3fdf19bacd50 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:48.222736 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5fcb222c-b29c-4e05-9496-3fdf19bacd50 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2439101 May 28 04:47:48.224900 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.226638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53366) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:48.280522 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.297832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Network': ['ID=411e5720-c94b-4cc3-941f-56b36b2ab30f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:48.305722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6a60420-2f55-44e4-9bd4-2df859cd554d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.310238 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d6a60420-2f55-44e4-9bd4-2df859cd554d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "DELETE /v2.0/routers/8e706339-d822-422f-a55f-de607fb33542 HTTP/1.1" status: 204 len: 168 time: 4.0533173 May 28 04:47:48.315406 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53370) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:48.316816 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0684e44b-ecbf-400c-b5e7-32ac3bf397e2 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/411e5720-c94b-4cc3-941f-56b36b2ab30f HTTP/1.1" status: 204 len: 168 time: 4.8677468 May 28 04:47:48.324891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-262ed40f-1eb4-401d-a60b-b40860c83f0d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-563108463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:48.330109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53374) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:48.338602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-262ed40f-1eb4-401d-a60b-b40860c83f0d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:48.343892 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-750222362'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:48.351300 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-262ed40f-1eb4-401d-a60b-b40860c83f0d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Usage tracker for resource:router and tenant:e26a04da912146c8902986dd70365966 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:48.355833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-262ed40f-1eb4-401d-a60b-b40860c83f0d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:48.361057 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:48.369211 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-bfe099c9-a231-4e42-b228-841e7e2163be tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port b49006a4-8ed8-47c7-950b-37f0ec2f52eb {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:48.369583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bfe099c9-a231-4e42-b228-841e7e2163be tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.395287 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-262ed40f-1eb4-401d-a60b-b40860c83f0d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:48.398265 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:network and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:48.405384 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:48.417955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:48.443833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-262ed40f-1eb4-401d-a60b-b40860c83f0d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.444786 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-262ed40f-1eb4-401d-a60b-b40860c83f0d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.461023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:48.463973 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.468492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for cf4e4a25-501c-4ec7-9adb-11337227f752 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:48.512805 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80866f46-96c6-4ec6-a780-2bf996886ff1 req-be8cd4d0-465b-4212-a4f5-18b1db6e9f2e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:48.513480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-80866f46-96c6-4ec6-a780-2bf996886ff1 req-be8cd4d0-465b-4212-a4f5-18b1db6e9f2e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Synchronizing usage tracker for tenant:c0975f0d7e3e4604948b6f507fc10cf6 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:48.624238 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:47:48.626374 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.634442 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-262ed40f-1eb4-401d-a60b-b40860c83f0d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.663243 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.663621 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Added segment 489e3764-a798-4f1a-851e-88fb3e2eceaf of type vlan for network a821cfaa-02cd-4d31-af6d-48d628a6e007 May 28 04:47:48.668715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 1a92ab12-8164-4837-ae16-ce80a1ddcf04, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=1a92ab12-8164-4837-ae16-ce80a1ddcf04,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:48.676633 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.702279 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-262ed40f-1eb4-401d-a60b-b40860c83f0d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.752699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=1a92ab12-8164-4837-ae16-ce80a1ddcf04,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:48.760708 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.766072 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bfe099c9-a231-4e42-b228-841e7e2163be tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.788104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-80866f46-96c6-4ec6-a780-2bf996886ff1 req-be8cd4d0-465b-4212-a4f5-18b1db6e9f2e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Unset dirty status for tenant:c0975f0d7e3e4604948b6f507fc10cf6 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:48.789388 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-80866f46-96c6-4ec6-a780-2bf996886ff1 req-be8cd4d0-465b-4212-a4f5-18b1db6e9f2e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 932 time: 1.3104248 May 28 04:47:48.807722 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1a92ab12-8164-4837-ae16-ce80a1ddcf04 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:48.860811 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44079508-0537-426a-a544-f86c2adc6d86 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.880632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.890169 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44079508-0537-426a-a544-f86c2adc6d86 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.915402 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:47:48.915699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 1a92ab12-8164-4837-ae16-ce80a1ddcf04 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:48.915907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:47:48.916349 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.945935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-625dcbed-2d28-4340-a32e-8817c7d392f4 None None] Provisioning for port 1a92ab12-8164-4837-ae16-ce80a1ddcf04 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:48.948264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-262ed40f-1eb4-401d-a60b-b40860c83f0d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.954925 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-262ed40f-1eb4-401d-a60b-b40860c83f0d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6367679 May 28 04:47:48.966235 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-bfe099c9-a231-4e42-b228-841e7e2163be tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for b49006a4-8ed8-47c7-950b-37f0ec2f52eb owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:48.973903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53378) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:48.975867 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-625dcbed-2d28-4340-a32e-8817c7d392f4 None None] Provisioning complete for port 1a92ab12-8164-4837-ae16-ce80a1ddcf04 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:48.976241 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-625dcbed-2d28-4340-a32e-8817c7d392f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:48.989487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:49.015850 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:47:49.055175 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-80866f46-96c6-4ec6-a780-2bf996886ff1 req-12304c86-831a-435f-a4d2-130f4c491b3c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/security-groups?id=f451ddab-c613-4308-a96a-59b6b5874800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2422173 May 28 04:47:49.065961 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:49.070767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:49.071659 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:49.157839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44079508-0537-426a-a544-f86c2adc6d86 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:49.158353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44079508-0537-426a-a544-f86c2adc6d86 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Fanout notify agent at l3_agent the message router_deleted on router 642dc430-abb5-4d4b-8a2c-a172031a7f4d {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:47:49.198138 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8604727 May 28 04:47:49.198138 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53382) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:49.209985 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-9b2125a9-72b2-4183-9758-6ac6ec6508fb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'subnet': {'network_id': 'a821cfaa-02cd-4d31-af6d-48d628a6e007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:49.226345 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6168680-598c-44fe-b236-3cb0c1ce9bbb None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:47:49.274307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cf4e4a25-501c-4ec7-9adb-11337227f752 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:47:49.279860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239e68a-fa51-421a-b73c-2c51cb1e4f51 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Network': ['ID=a821cfaa-02cd-4d31-af6d-48d628a6e007,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:49.311317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network a821cfaa-02cd-4d31-af6d-48d628a6e007 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:47:49.363330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44079508-0537-426a-a544-f86c2adc6d86 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:49.368762 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-44079508-0537-426a-a544-f86c2adc6d86 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "DELETE /v2.0/routers/642dc430-abb5-4d4b-8a2c-a172031a7f4d HTTP/1.1" status: 204 len: 168 time: 6.8492947 May 28 04:47:49.371597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53386) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:49.381365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3bcf8778-c28f-4153-abd7-4aab7737e6f6 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1129401647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:49.395207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: cf4e4a25-501c-4ec7-9adb-11337227f752 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:47:49.395456 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cf4e4a25-501c-4ec7-9adb-11337227f752 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:47:49.433126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9b2125a9-72b2-4183-9758-6ac6ec6508fb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:49.440407 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9b2125a9-72b2-4183-9758-6ac6ec6508fb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:subnet and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:49.444872 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9b2125a9-72b2-4183-9758-6ac6ec6508fb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:49.453302 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9b2125a9-72b2-4183-9758-6ac6ec6508fb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:49.470024 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bfe099c9-a231-4e42-b228-841e7e2163be tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:49.477602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c48108a4-c0a5-42ae-994f-a18f1670b826 None None] Provisioning for port b49006a4-8ed8-47c7-950b-37f0ec2f52eb completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:49.489363 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c48108a4-c0a5-42ae-994f-a18f1670b826 None None] Provisioning complete for port b49006a4-8ed8-47c7-950b-37f0ec2f52eb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:49.489690 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c48108a4-c0a5-42ae-994f-a18f1670b826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:49.510547 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2125a9-72b2-4183-9758-6ac6ec6508fb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:49.518207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3bcf8778-c28f-4153-abd7-4aab7737e6f6 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:49.521207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port cf4e4a25-501c-4ec7-9adb-11337227f752 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:49.521780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:49.528408 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-c48108a4-c0a5-42ae-994f-a18f1670b826 None None] Port b49006a4-8ed8-47c7-950b-37f0ec2f52eb was deleted so its status cannot be updated. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 28 04:47:49.546697 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6168680-598c-44fe-b236-3cb0c1ce9bbb None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:47:49.572561 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3bcf8778-c28f-4153-abd7-4aab7737e6f6 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Usage tracker for resource:router and tenant:41faf9a2683f469782a6327c8e8364f8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:49.625917 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3bcf8778-c28f-4153-abd7-4aab7737e6f6 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:49.672281 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3bcf8778-c28f-4153-abd7-4aab7737e6f6 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:49.680821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] The port 'cf4e4a25-501c-4ec7-9adb-11337227f752' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:47:49.702091 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe099c9-a231-4e42-b228-841e7e2163be tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=b49006a4-8ed8-47c7-950b-37f0ec2f52eb,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:49.743670 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8778-c28f-4153-abd7-4aab7737e6f6 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:49.744646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8778-c28f-4153-abd7-4aab7737e6f6 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:49.784823 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b2125a9-72b2-4183-9758-6ac6ec6508fb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:49.951324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bfe099c9-a231-4e42-b228-841e7e2163be tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:49.971006 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bfe099c9-a231-4e42-b228-841e7e2163be tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/b49006a4-8ed8-47c7-950b-37f0ec2f52eb HTTP/1.1" status: 204 len: 168 time: 1.7433553 May 28 04:47:49.973722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53390) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:50.078366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.089361 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da33e924-7565-4ef0-b8f9-77fd886d8a7c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:50.090669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da33e924-7565-4ef0-b8f9-77fd886d8a7c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:50.092001 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da33e924-7565-4ef0-b8f9-77fd886d8a7c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:50.092972 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-da33e924-7565-4ef0-b8f9-77fd886d8a7c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:50.118490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc216851-1c1b-43dc-8299-1e969349293a']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:50.133218 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-da33e924-7565-4ef0-b8f9-77fd886d8a7c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:50.134410 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-da33e924-7565-4ef0-b8f9-77fd886d8a7c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1595752 May 28 04:47:50.137212 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53396) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:50.187236 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8778-c28f-4153-abd7-4aab7737e6f6 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.200066 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b2125a9-72b2-4183-9758-6ac6ec6508fb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.201217 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '406884bc-23bf-4987-bd78-026f4394123c') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:50.201648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '406884bc-23bf-4987-bd78-026f4394123c') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:50.222896 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.252305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:47:50.351501 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8778-c28f-4153-abd7-4aab7737e6f6 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.376863 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2125a9-72b2-4183-9758-6ac6ec6508fb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Subnet': ['ID=ccd81e9c-9939-4450-ac4c-8c601c3759cc,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:50.379424 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.404180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2125a9-72b2-4183-9758-6ac6ec6508fb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Checking segment: {'id': '489e3764-a798-4f1a-851e-88fb3e2eceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a821cfaa-02cd-4d31-af6d-48d628a6e007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:50.404525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2125a9-72b2-4183-9758-6ac6ec6508fb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network hostable DHCP agents. Network: a821cfaa-02cd-4d31-af6d-48d628a6e007, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:47:50.441981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:47:50.442374 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.447949 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e098f89-ab64-4744-93f4-d9a4e8596508 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 3ff651f6-7fbe-44ad-a9b5-06d536e3522b {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:47:50.452160 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9e098f89-ab64-4744-93f4-d9a4e8596508 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:47:50.457940 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:47:50.501589 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2125a9-72b2-4183-9758-6ac6ec6508fb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network a821cfaa-02cd-4d31-af6d-48d628a6e007 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:47:50.519434 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9e098f89-ab64-4744-93f4-d9a4e8596508 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.545447 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-9b2125a9-72b2-4183-9758-6ac6ec6508fb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, a821cfaa-02cd-4d31-af6d-48d628a6e007) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:50.551249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9998b96-5e04-43fa-bd28-a5077a3e173c {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:47:50.555216 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3bcf8778-c28f-4153-abd7-4aab7737e6f6 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.559072 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3bcf8778-c28f-4153-abd7-4aab7737e6f6 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1836877 May 28 04:47:50.559225 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2125a9-72b2-4183-9758-6ac6ec6508fb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:50.559527 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b2125a9-72b2-4183-9758-6ac6ec6508fb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.560084 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb445a1-0492-4dc6-a388-b7578e790216 None None] Network a821cfaa-02cd-4d31-af6d-48d628a6e007 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:50.562896 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53402) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:50.574591 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.574860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Request body: {'router': {'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:50.592179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.622789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.624813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Transition to ACTIVE for port object f9998b96-5e04-43fa-bd28-a5077a3e173c will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:50.651677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.663338 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.698369 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Network': ['ID=cc216851-1c1b-43dc-8299-1e969349293a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:50.737391 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9b2125a9-72b2-4183-9758-6ac6ec6508fb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5383613 May 28 04:47:50.744271 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c4b84ffb-2cd6-48a4-b9dd-924d5cf89bdc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/networks/cc216851-1c1b-43dc-8299-1e969349293a HTTP/1.1" status: 204 len: 168 time: 4.2648332 May 28 04:47:50.744441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53406) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:50.746817 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53408) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:50.751471 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-397eeea3-2180-4e86-9715-366fa3505728 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'subnet': {'network_id': 'a821cfaa-02cd-4d31-af6d-48d628a6e007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:50.770693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-eb824e77-96f8-4213-a573-1b1ebbb2cea8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'name': 'tempest-PortsTestJSON-1520412149'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:50.771660 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:47:50.833884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b98573-0e4d-40f3-bfd0-142913387a45 req-e967aef1-52d2-4249-9dfb-625259487949 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:50.835314 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-02b98573-0e4d-40f3-bfd0-142913387a45 req-e967aef1-52d2-4249-9dfb-625259487949 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 932 time: 0.5551934 May 28 04:47:50.840890 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ed62e-7d7d-4111-ac50-fe10ea64fdec req-952dadf4-3f7a-499b-9f7e-00756994dc4b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:50.842364 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b63ed62e-7d7d-4111-ac50-fe10ea64fdec req-952dadf4-3f7a-499b-9f7e-00756994dc4b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.4972103 May 28 04:47:50.862446 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9e098f89-ab64-4744-93f4-d9a4e8596508 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.882479 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1a92ab12-8164-4837-ae16-ce80a1ddcf04 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:50.956072 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-a821cfaa-02cd-4d31-af6d-48d628a6e007', 'network_id': 'a821cfaa-02cd-4d31-af6d-48d628a6e007', 'tenant_id': '5a92188d1a7140c899ac044549889ca9', 'fixed_ips': [{'subnet_id': 'ccd81e9c-9939-4450-ac4c-8c601c3759cc'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:47:50.957531 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:50.997110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9998b96-5e04-43fa-bd28-a5077a3e173c,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:51.071621 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 1a92ab12-8164-4837-ae16-ce80a1ddcf04 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:51.071972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:51.243140 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9e098f89-ab64-4744-93f4-d9a4e8596508 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:51.259566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Allocated IP 2001:db8::2 (a821cfaa-02cd-4d31-af6d-48d628a6e007/ccd81e9c-9939-4450-ac4c-8c601c3759cc/f26769d6-299e-44c8-9cc8-5068dfe97fdf) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:51.263688 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-02b98573-0e4d-40f3-bfd0-142913387a45 req-6ff1677a-f195-4c5b-a886-c2f1a75bbece tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/security-groups?id=f451ddab-c613-4308-a96a-59b6b5874800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4203095 May 28 04:47:51.288965 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b63ed62e-7d7d-4111-ac50-fe10ea64fdec req-f3ef4533-f478-4039-8c21-76aab6dc3bad tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118806 May 28 04:47:51.331226 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e098f89-ab64-4744-93f4-d9a4e8596508 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff651f6-7fbe-44ad-a9b5-06d536e3522b,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:51.349348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Attempting to bind port f9998b96-5e04-43fa-bd28-a5077a3e173c on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:51.355234 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Attempting to bind port f9998b96-5e04-43fa-bd28-a5077a3e173c by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e4eca1c2-5f13-40c4-bd32-b552400686eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:51.355695 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Attempting to bind port f9998b96-5e04-43fa-bd28-a5077a3e173c on network afe37998-62f3-4339-8047-9170ef82bf72 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:51.361036 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9e098f89-ab64-4744-93f4-d9a4e8596508 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:51.381644 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-eb824e77-96f8-4213-a573-1b1ebbb2cea8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:51.395613 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-397eeea3-2180-4e86-9715-366fa3505728 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:51.401721 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Port f9998b96-5e04-43fa-bd28-a5077a3e173c on network afe37998-62f3-4339-8047-9170ef82bf72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:47:51.402046 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Attempting to bind port f9998b96-5e04-43fa-bd28-a5077a3e173c on network afe37998-62f3-4339-8047-9170ef82bf72 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:51.425192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:51.425637 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Checking segment: {'id': 'e4eca1c2-5f13-40c4-bd32-b552400686eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:51.426012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Bound using segment: {'id': 'e4eca1c2-5f13-40c4-bd32-b552400686eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:51.426452 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Bound port: f9998b96-5e04-43fa-bd28-a5077a3e173c, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4eca1c2-5f13-40c4-bd32-b552400686eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:51.427113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:51.465044 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9e098f89-ab64-4744-93f4-d9a4e8596508 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/3ff651f6-7fbe-44ad-a9b5-06d536e3522b HTTP/1.1" status: 204 len: 168 time: 1.3267941 May 28 04:47:51.465968 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53416) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:51.473108 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-eb824e77-96f8-4213-a573-1b1ebbb2cea8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:51.475437 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-397eeea3-2180-4e86-9715-366fa3505728 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:subnet and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:51.502948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4ad359-fe66-41e8-9cf1-046087b225bf None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:51.508846 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:51.509018 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-397eeea3-2180-4e86-9715-366fa3505728 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:51.569722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-397eeea3-2180-4e86-9715-366fa3505728 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:51.569954 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:51.590815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:51.595751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Transition to ACTIVE for port object f26769d6-299e-44c8-9cc8-5068dfe97fdf will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:51.600638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb824e77-96f8-4213-a573-1b1ebbb2cea8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:51.603569 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eb824e77-96f8-4213-a573-1b1ebbb2cea8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:51.620150 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397eeea3-2180-4e86-9715-366fa3505728 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:51.623629 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-397eeea3-2180-4e86-9715-366fa3505728 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:51.632951 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Transition to ACTIVE for port object f26769d6-299e-44c8-9cc8-5068dfe97fdf will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:51.649243 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:51.709667 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3acbcd-afaf-416c-bda0-6a1ceb2b1aff tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 5d7f764d-d534-4301-9540-98c19ad55b6f {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:47:51.720119 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0f3acbcd-afaf-416c-bda0-6a1ceb2b1aff tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:51.731795 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] For port f9998b96-5e04-43fa-bd28-a5077a3e173c, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:51.736594 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] For port f9998b96-5e04-43fa-bd28-a5077a3e173c, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f9998b96-5e04-43fa-bd28-a5077a3e173c,segment=NetworkSegment(e4eca1c2-5f13-40c4-bd32-b552400686eb),segment_id=e4eca1c2-5f13-40c4-bd32-b552400686eb)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:51.749878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:51.759525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Network a821cfaa-02cd-4d31-af6d-48d628a6e007 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:51.763689 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:51.768493 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:51.773824 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-eb824e77-96f8-4213-a573-1b1ebbb2cea8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] device_id is not set on port 8040b5bf-9ff4-4bd8-8d33-cb4f51653208 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:47:51.817761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Pushing event updated for resources: {'Port': ['ID=f26769d6-299e-44c8-9cc8-5068dfe97fdf,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:51.833638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:51.868754 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0f3acbcd-afaf-416c-bda0-6a1ceb2b1aff tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:51.931490 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Attempting to bind port f26769d6-299e-44c8-9cc8-5068dfe97fdf on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:51.934243 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Attempting to bind port f26769d6-299e-44c8-9cc8-5068dfe97fdf by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '489e3764-a798-4f1a-851e-88fb3e2eceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a821cfaa-02cd-4d31-af6d-48d628a6e007'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:51.934879 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Attempting to bind port f26769d6-299e-44c8-9cc8-5068dfe97fdf on network a821cfaa-02cd-4d31-af6d-48d628a6e007 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:51.952135 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:51.953249 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Checking segment: {'id': '489e3764-a798-4f1a-851e-88fb3e2eceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a821cfaa-02cd-4d31-af6d-48d628a6e007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:51.954983 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:51.955614 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Bound using segment: {'id': '489e3764-a798-4f1a-851e-88fb3e2eceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a821cfaa-02cd-4d31-af6d-48d628a6e007'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:51.956910 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Bound port: f26769d6-299e-44c8-9cc8-5068dfe97fdf, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '489e3764-a798-4f1a-851e-88fb3e2eceaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'a821cfaa-02cd-4d31-af6d-48d628a6e007'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:51.958198 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:51.993482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa666deb-2aca-4301-9ea6-260900451676 req-6cf4f65a-b328-430b-bdd2-99a455bd1127 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:52.000344 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-aa666deb-2aca-4301-9ea6-260900451676 req-6cf4f65a-b328-430b-bdd2-99a455bd1127 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.4635906 May 28 04:47:52.014337 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:52.036648 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26861f72-7a94-4fdf-a64d-9084a64b16b3 None None] Sync routers for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:52.048027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:52.049218 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] 10.222.0.66 "PUT /v2.0/ports/f9998b96-5e04-43fa-bd28-a5077a3e173c HTTP/1.1" status: 200 len: 1094 time: 4.0696039 May 28 04:47:52.053011 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc69483-8061-48f7-b161-fce6b08f7dd8', 'tag': 'f9998b96-5e04-43fa-bd28-a5077a3e173c'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:47:52.067604 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26861f72-7a94-4fdf-a64d-9084a64b16b3 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:52.068222 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-26861f72-7a94-4fdf-a64d-9084a64b16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:52.120885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] For port f26769d6-299e-44c8-9cc8-5068dfe97fdf, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:52.124470 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] For port f26769d6-299e-44c8-9cc8-5068dfe97fdf, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f26769d6-299e-44c8-9cc8-5068dfe97fdf,segment=NetworkSegment(489e3764-a798-4f1a-851e-88fb3e2eceaf),segment_id=489e3764-a798-4f1a-851e-88fb3e2eceaf)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:52.124653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Allocated IP 172.26.8.12 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/c979dac3-b25c-4af1-8549-93bc494b42a9) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:52.150598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:52.173535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3684c77-9f31-4ffa-b041-cedd96f09aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9998b96-5e04-43fa-bd28-a5077a3e173c,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:52.177586 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e67caa04-b141-4ba1-a1b9-823610683e5f'] response: {'name': 'network-changed', 'server_uuid': '9bc69483-8061-48f7-b161-fce6b08f7dd8', 'tag': 'f9998b96-5e04-43fa-bd28-a5077a3e173c', 'status': 'completed', 'code': 200} May 28 04:47:52.186680 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-26861f72-7a94-4fdf-a64d-9084a64b16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:52.187165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:52.198186 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26861f72-7a94-4fdf-a64d-9084a64b16b3 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:52.198800 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-26861f72-7a94-4fdf-a64d-9084a64b16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:52.278373 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-aa666deb-2aca-4301-9ea6-260900451676 req-ef8aa30e-0bb2-418c-9b04-0647fffcce24 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2770624 May 28 04:47:52.283804 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-26861f72-7a94-4fdf-a64d-9084a64b16b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:52.284370 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26861f72-7a94-4fdf-a64d-9084a64b16b3 None None] The sync data for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:52.302946 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a15d30-bc48-4dca-b7ba-0261914e2c78 None None] Pushing event updated for resources: {'Port': ['ID=f26769d6-299e-44c8-9cc8-5068dfe97fdf,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:52.308205 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-36c19b05-d1df-4d23-9873-c28820a200b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:52.418554 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c83f4c55-4fea-4e45-a510-e83f2663656a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.6182775 May 28 04:47:52.422798 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53428) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:52.430812 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eb824e77-96f8-4213-a573-1b1ebbb2cea8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:52.434291 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-10fcc066-a1ec-49db-9528-7f8571f0cb7b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'floatingip': {'port_id': '3f47eb52-b9e7-4fec-846b-909a3728d243', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:52.446977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0f3acbcd-afaf-416c-bda0-6a1ceb2b1aff tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:52.616450 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eb824e77-96f8-4213-a573-1b1ebbb2cea8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:52.694065 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0f3acbcd-afaf-416c-bda0-6a1ceb2b1aff tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:52.731648 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-5a8a9b64-f59d-4495-a563-579f38f9712b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0975f0d7e3e4604948b6f507fc10cf6&device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 1097 time: 0.6086807 May 28 04:47:52.750716 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10fcc066-a1ec-49db-9528-7f8571f0cb7b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:52.772507 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb824e77-96f8-4213-a573-1b1ebbb2cea8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:52.779023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3acbcd-afaf-416c-bda0-6a1ceb2b1aff tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=5d7f764d-d534-4301-9540-98c19ad55b6f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:52.787525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-eb824e77-96f8-4213-a573-1b1ebbb2cea8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:52.799971 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb824e77-96f8-4213-a573-1b1ebbb2cea8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:52.805073 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb824e77-96f8-4213-a573-1b1ebbb2cea8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:52.805903 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eb824e77-96f8-4213-a573-1b1ebbb2cea8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:52.812577 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-397eeea3-2180-4e86-9715-366fa3505728 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:52.817479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb824e77-96f8-4213-a573-1b1ebbb2cea8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=8040b5bf-9ff4-4bd8-8d33-cb4f51653208,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:52.822541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0f3acbcd-afaf-416c-bda0-6a1ceb2b1aff tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:52.888844 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f26769d6-299e-44c8-9cc8-5068dfe97fdf up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:52.905610 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:52.965926 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:53.001276 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-11d16289-3d5d-4957-a096-d065d06b5305 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9998b96-5e04-43fa-bd28-a5077a3e173c HTTP/1.1" status: 200 len: 217 time: 0.2570546 May 28 04:47:53.017361 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:53.023125 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port f26769d6-299e-44c8-9cc8-5068dfe97fdf completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:53.027202 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0f3acbcd-afaf-416c-bda0-6a1ceb2b1aff tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/5d7f764d-d534-4301-9540-98c19ad55b6f HTTP/1.1" status: 204 len: 168 time: 1.5485239 May 28 04:47:53.060095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53432) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:53.068151 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397eeea3-2180-4e86-9715-366fa3505728 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network a821cfaa-02cd-4d31-af6d-48d628a6e007 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:53.075601 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-eb824e77-96f8-4213-a573-1b1ebbb2cea8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3071764 May 28 04:47:53.077348 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-397eeea3-2180-4e86-9715-366fa3505728 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:53.078953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53436) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:53.093326 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397eeea3-2180-4e86-9715-366fa3505728 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:53.093957 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-397eeea3-2180-4e86-9715-366fa3505728 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:53.098389 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397eeea3-2180-4e86-9715-366fa3505728 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Subnet': ['ID=15b6dae2-d5c3-458c-97e7-381d469d0f4b,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:53.149916 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5b94ec2e-5a94-4040-9a7b-ab27687387f2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821054 May 28 04:47:53.181539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53440) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:53.219627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a68b3-7fdf-4229-ad79-3d15fd688de0 req-ef298a95-a9f0-4326-a765-127c6ee1da3c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:53.221183 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8f1a68b3-7fdf-4229-ad79-3d15fd688de0 req-ef298a95-a9f0-4326-a765-127c6ee1da3c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.7147095 May 28 04:47:53.231299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a11b6dff-3ce9-46a7-a19a-b050dff35c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:53.311308 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-397eeea3-2180-4e86-9715-366fa3505728 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5655599 May 28 04:47:53.314184 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53444) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:53.320792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85137b14-443a-4255-8493-e76ebbf2185f None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:53.353339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-b1951e72-29a6-4a1c-bd05-29e84e63f380 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 8040b5bf-9ff4-4bd8-8d33-cb4f51653208 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:53.353746 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1951e72-29a6-4a1c-bd05-29e84e63f380 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:53.383699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d91c7-d700-4bcf-ab56-49a1e569968b req-f34b0cc5-e28b-43f8-bfa6-c2fd357d5b54 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:53.392690 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b8d91c7-d700-4bcf-ab56-49a1e569968b req-f34b0cc5-e28b-43f8-bfa6-c2fd357d5b54 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 944 time: 0.8354435 May 28 04:47:53.434698 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b7a666-96d4-4863-9bd4-e989c2f16bb5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:53.436180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b7a666-96d4-4863-9bd4-e989c2f16bb5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:53.437590 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b7a666-96d4-4863-9bd4-e989c2f16bb5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:53.438168 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-764c1e5c-bc45-464e-8998-3a1919afd5e0 None None] Provisioning complete for port 1a92ab12-8164-4837-ae16-ce80a1ddcf04 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:53.438640 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-764c1e5c-bc45-464e-8998-3a1919afd5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:53.439418 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b7a666-96d4-4863-9bd4-e989c2f16bb5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:53.440875 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b7a666-96d4-4863-9bd4-e989c2f16bb5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:53.442482 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-49b7a666-96d4-4863-9bd4-e989c2f16bb5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Synchronizing usage tracker for tenant:5a92188d1a7140c899ac044549889ca9 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:53.445334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-623b1c8d-1269-4440-af06-cfddbee22d6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:53.446810 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-623b1c8d-1269-4440-af06-cfddbee22d6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0aee26f-84b6-4d45-aba6-7990c6c4f5bc HTTP/1.1" status: 200 len: 850 time: 0.4260950 May 28 04:47:53.557148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:53.588486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-49b7a666-96d4-4863-9bd4-e989c2f16bb5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Unset dirty status for tenant:5a92188d1a7140c899ac044549889ca9 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:53.589680 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-49b7a666-96d4-4863-9bd4-e989c2f16bb5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2745912 May 28 04:47:53.604602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53448) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:53.606193 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Allocated IP 172.26.8.120 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/533d9409-6357-4a06-ae5f-377a02793243) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:53.627882 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1799928309'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:53.652608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:53.666198 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:network and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:53.680987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a11b6dff-3ce9-46a7-a19a-b050dff35c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:53.700849 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:53.701144 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8f1a68b3-7fdf-4229-ad79-3d15fd688de0 req-838294a6-5911-4d83-a67a-55c0dad01216 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4449589 May 28 04:47:53.718368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:53.743167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a11b6dff-3ce9-46a7-a19a-b050dff35c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:53.763721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e0f2de-e94b-44f3-9481-cd2f019e1315 None None] Network a821cfaa-02cd-4d31-af6d-48d628a6e007 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:53.765386 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b8d91c7-d700-4bcf-ab56-49a1e569968b req-6563e6c6-e4d3-41cb-92c1-45025b17166b tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/security-groups?id=f451ddab-c613-4308-a96a-59b6b5874800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3717649 May 28 04:47:53.789434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a11b6dff-3ce9-46a7-a19a-b050dff35c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:53.804298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Pushing event updated for resources: {'Port': ['ID=c979dac3-b25c-4af1-8549-93bc494b42a9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:53.814972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:53.849233 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8694143-d02f-41ea-a039-6fb4ab3ed7d8 None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:47:53.873213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b8694143-d02f-41ea-a039-6fb4ab3ed7d8 None None] Deleting port 1a92ab12-8164-4837-ae16-ce80a1ddcf04 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:53.873746 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b8694143-d02f-41ea-a039-6fb4ab3ed7d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:53.890918 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:53.894023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:53.931126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:47:53.941591 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:53.942010 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Added segment b49b1a8e-a99e-424f-95e4-12e3112139dc of type vlan for network a775a767-9af6-49df-a867-f4d3ad3db2a9 May 28 04:47:53.960709 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c447b0c4-f6c9-416c-a205-bf3ee8ff370c None None] Provisioning for port f26769d6-299e-44c8-9cc8-5068dfe97fdf completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:53.974044 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:53.984074 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1951e72-29a6-4a1c-bd05-29e84e63f380 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.014969 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c447b0c4-f6c9-416c-a205-bf3ee8ff370c None None] Provisioning complete for port f26769d6-299e-44c8-9cc8-5068dfe97fdf triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:54.015378 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c447b0c4-f6c9-416c-a205-bf3ee8ff370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.085721 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:54.089123 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:54.122945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a11b6dff-3ce9-46a7-a19a-b050dff35c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:54.127716 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-b1951e72-29a6-4a1c-bd05-29e84e63f380 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for 8040b5bf-9ff4-4bd8-8d33-cb4f51653208 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:54.153454 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:47:54.214869 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.218732 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:54.219313 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.222350 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11b6dff-3ce9-46a7-a19a-b050dff35c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:54.255134 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.258943 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-c5ebb4c2-c624-4254-bcf2-25624b0a11e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=afe37998-62f3-4339-8047-9170ef82bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7997463 May 28 04:47:54.334631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b8694143-d02f-41ea-a039-6fb4ab3ed7d8 None None] For port 1a92ab12-8164-4837-ae16-ce80a1ddcf04, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=1a92ab12-8164-4837-ae16-ce80a1ddcf04,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:54.335206 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b8694143-d02f-41ea-a039-6fb4ab3ed7d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.368915 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7572799 May 28 04:47:54.371012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53454) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:54.384335 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-716c45fc-1b01-41e9-83f5-80212a1439bf tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:54.402536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-acb6c81b-46f3-423e-9e3b-ce7fd6090246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.409298 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a6a6d-ba26-4541-84c0-c4fa500e130b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Network': ['ID=a775a767-9af6-49df-a867-f4d3ad3db2a9,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:54.459457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1951e72-29a6-4a1c-bd05-29e84e63f380 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.470451 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network a775a767-9af6-49df-a867-f4d3ad3db2a9 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:47:54.483238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c447b0c4-f6c9-416c-a205-bf3ee8ff370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.498212 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b8694143-d02f-41ea-a039-6fb4ab3ed7d8 None None] Calling delete_port for 1a92ab12-8164-4837-ae16-ce80a1ddcf04 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:54.533814 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1951e72-29a6-4a1c-bd05-29e84e63f380 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Port': ['ID=8040b5bf-9ff4-4bd8-8d33-cb4f51653208,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:54.555481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a11b6dff-3ce9-46a7-a19a-b050dff35c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.556736 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1951e72-29a6-4a1c-bd05-29e84e63f380 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.566029 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.644550 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b1951e72-29a6-4a1c-bd05-29e84e63f380 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/8040b5bf-9ff4-4bd8-8d33-cb4f51653208 HTTP/1.1" status: 204 len: 168 time: 1.5561471 May 28 04:47:54.661687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53458) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:54.684664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'mac_address': 'fa:16:3e:ce:a9:c9', 'name': 'tempest-PortsTestJSON-1866684468'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:54.685021 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.693504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c447b0c4-f6c9-416c-a205-bf3ee8ff370c None None] For port f26769d6-299e-44c8-9cc8-5068dfe97fdf, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f26769d6-299e-44c8-9cc8-5068dfe97fdf,segment=NetworkSegment(489e3764-a798-4f1a-851e-88fb3e2eceaf),segment_id=489e3764-a798-4f1a-851e-88fb3e2eceaf)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:54.704169 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c447b0c4-f6c9-416c-a205-bf3ee8ff370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.708959 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f180ee-1221-41c4-95d3-a8c9c5d0e7d6 req-460606af-05a6-48b7-9e48-cc4b685490a9 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:54.715962 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-60f180ee-1221-41c4-95d3-a8c9c5d0e7d6 req-460606af-05a6-48b7-9e48-cc4b685490a9 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.6315701 May 28 04:47:54.732733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:54.740791 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:54.742609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:54.753116 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b8694143-d02f-41ea-a039-6fb4ab3ed7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.780561 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Pushing event updated for resources: {'Port': ['ID=533d9409-6357-4a06-ae5f-377a02793243,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:54.855878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8694143-d02f-41ea-a039-6fb4ab3ed7d8 None None] No DVR routers for this DVR port 1a92ab12-8164-4837-ae16-ce80a1ddcf04 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:47:54.882475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447b0c4-f6c9-416c-a205-bf3ee8ff370c None None] Pushing event updated for resources: {'Port': ['ID=f26769d6-299e-44c8-9cc8-5068dfe97fdf,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:54.903293 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-716c45fc-1b01-41e9-83f5-80212a1439bf tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.937338 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8694143-d02f-41ea-a039-6fb4ab3ed7d8 None None] Pushing event deleted for resources: {'Port': ['ID=1a92ab12-8164-4837-ae16-ce80a1ddcf04,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:54.945154 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1a92ab12-8164-4837-ae16-ce80a1ddcf04 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:47:54.985327 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 1a92ab12-8164-4837-ae16-ce80a1ddcf04 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:47:54.986101 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1a92ab12-8164-4837-ae16-ce80a1ddcf04 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:47:54.987308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-716c45fc-1b01-41e9-83f5-80212a1439bf tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:54.987663 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac94f502-9c9c-4ea9-87f4-aab37b3ddae4 None None] Update dhcp port {'port': {'network_id': 'a821cfaa-02cd-4d31-af6d-48d628a6e007', 'fixed_ips': [{'subnet_id': 'ccd81e9c-9939-4450-ac4c-8c601c3759cc', 'ip_address': '2001:db8::2'}, {'subnet_id': '15b6dae2-d5c3-458c-97e7-381d469d0f4b'}], 'binding:host_id': 'dv-neutron-843300-5-hyperv'}, 'id': 'f26769d6-299e-44c8-9cc8-5068dfe97fdf'} from dv-neutron-843300-5-hyperv. {{(pid=84011) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 28 04:47:55.004071 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-02b11148-d1e9-48ff-a044-520c22fb6d43 service neutron] 10.222.0.66 "GET /v2.0/networks/afe37998-62f3-4339-8047-9170ef82bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614532 May 28 04:47:55.045726 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ac94f502-9c9c-4ea9-87f4-aab37b3ddae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:55.189553 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-60f180ee-1221-41c4-95d3-a8c9c5d0e7d6 req-2c91aca2-1467-4efb-ad85-efe6508ae35c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4725876 May 28 04:47:55.191599 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:55.210014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:port and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:55.214959 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:55.216210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c45fc-1b01-41e9-83f5-80212a1439bf tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Network': ['ID=a775a767-9af6-49df-a867-f4d3ad3db2a9,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:55.219189 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-716c45fc-1b01-41e9-83f5-80212a1439bf tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network a775a767-9af6-49df-a867-f4d3ad3db2a9 is not hosted by any dhcp agent {{(pid=84009) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 28 04:47:55.222400 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:55.223579 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716c45fc-1b01-41e9-83f5-80212a1439bf tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:55.224170 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-716c45fc-1b01-41e9-83f5-80212a1439bf tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:55.228232 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-716c45fc-1b01-41e9-83f5-80212a1439bf tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "PUT /v2.0/networks/a775a767-9af6-49df-a867-f4d3ad3db2a9 HTTP/1.1" status: 200 len: 723 time: 0.8526337 May 28 04:47:55.228619 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53466) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:55.236776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e08ce52d-2776-44e0-9308-68858e6fd6ce tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'subnet': {'network_id': 'a775a767-9af6-49df-a867-f4d3ad3db2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:55.259524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:55.266735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network a775a767-9af6-49df-a867-f4d3ad3db2a9 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:47:55.380713 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e08ce52d-2776-44e0-9308-68858e6fd6ce tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:55.395013 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e08ce52d-2776-44e0-9308-68858e6fd6ce tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:55.431009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:55.438007 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-ac94f502-9c9c-4ea9-87f4-aab37b3ddae4 None None] Allocated IP 172.20.0.1 (a821cfaa-02cd-4d31-af6d-48d628a6e007/15b6dae2-d5c3-458c-97e7-381d469d0f4b/f26769d6-299e-44c8-9cc8-5068dfe97fdf) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:55.485222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:55.521597 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f058ab31-a5b3-4449-a2a1-fb9713b37103 req-ec0e239c-43b1-4ff3-aa9e-60d0e1563f30 service neutron] 10.222.0.66 "GET /v2.0/networks/afe37998-62f3-4339-8047-9170ef82bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709060 May 28 04:47:55.527823 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2d4cd-79b1-498d-9b14-89849ba3a6ef req-754c051e-7f7d-47d3-92b1-36420c7d930c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:55.529335 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-10a2d4cd-79b1-498d-9b14-89849ba3a6ef req-754c051e-7f7d-47d3-92b1-36420c7d930c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 944 time: 0.5277555 May 28 04:47:55.534955 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-10fcc066-a1ec-49db-9528-7f8571f0cb7b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:47:55.612079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e08ce52d-2776-44e0-9308-68858e6fd6ce tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:55.631871 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:55.682758 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ac94f502-9c9c-4ea9-87f4-aab37b3ddae4 None None] For port f26769d6-299e-44c8-9cc8-5068dfe97fdf, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f26769d6-299e-44c8-9cc8-5068dfe97fdf,segment=NetworkSegment(489e3764-a798-4f1a-851e-88fb3e2eceaf),segment_id=489e3764-a798-4f1a-851e-88fb3e2eceaf)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:55.718891 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ac94f502-9c9c-4ea9-87f4-aab37b3ddae4 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:55.741874 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ac94f502-9c9c-4ea9-87f4-aab37b3ddae4 None None] Transition to ACTIVE for port object f26769d6-299e-44c8-9cc8-5068dfe97fdf will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:55.749185 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ac94f502-9c9c-4ea9-87f4-aab37b3ddae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:55.754797 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e08ce52d-2776-44e0-9308-68858e6fd6ce tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:55.787226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:55.831194 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:55.846651 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:55.880727 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:55.902689 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94f502-9c9c-4ea9-87f4-aab37b3ddae4 None None] Pushing event updated for resources: {'Port': ['ID=f26769d6-299e-44c8-9cc8-5068dfe97fdf,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:56.093674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] device_id is not set on port df59a21d-002b-4aaf-a448-203570ded3d8 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:47:56.127116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10fcc066-a1ec-49db-9528-7f8571f0cb7b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:56.158027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e08ce52d-2776-44e0-9308-68858e6fd6ce tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:56.160005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10fcc066-a1ec-49db-9528-7f8571f0cb7b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:56.225760 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-10a2d4cd-79b1-498d-9b14-89849ba3a6ef req-4f823e31-a0f0-49c2-93db-560e01ff382c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/security-groups?id=f451ddab-c613-4308-a96a-59b6b5874800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5022800 May 28 04:47:56.270503 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ce52d-2776-44e0-9308-68858e6fd6ce tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Subnet': ['ID=14ed8520-3166-48e4-b597-d137d1012365,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:56.294291 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08ce52d-2776-44e0-9308-68858e6fd6ce tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Checking segment: {'id': 'b49b1a8e-a99e-424f-95e4-12e3112139dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'a775a767-9af6-49df-a867-f4d3ad3db2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:56.294656 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08ce52d-2776-44e0-9308-68858e6fd6ce tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network hostable DHCP agents. Network: a775a767-9af6-49df-a867-f4d3ad3db2a9, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:47:56.303830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Router 1ad4a3d5-5ee0-42bc-b614-70043e83faca is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:47:56.402769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:56.421772 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c09d8b82-c402-4590-a9ed-a55b8bfd0e66 req-061b5a88-78c2-4afc-a059-f5e1d9061262 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0975f0d7e3e4604948b6f507fc10cf6&device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 1097 time: 0.6754456 May 28 04:47:56.427007 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32d252e-a135-4028-81e8-f9b65aea69c4 None None] Network a821cfaa-02cd-4d31-af6d-48d628a6e007 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:56.440518 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:56.457545 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08ce52d-2776-44e0-9308-68858e6fd6ce tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network a775a767-9af6-49df-a867-f4d3ad3db2a9 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:47:56.477870 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-e08ce52d-2776-44e0-9308-68858e6fd6ce tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, a775a767-9af6-49df-a867-f4d3ad3db2a9) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:56.483269 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08ce52d-2776-44e0-9308-68858e6fd6ce tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:56.483536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b321f3-d47a-42f3-93bf-eda5fdfe71fb req-7005fea9-3e3f-416b-85fa-4afd48ba58a7 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:56.483841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e08ce52d-2776-44e0-9308-68858e6fd6ce tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:56.485011 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c9b321f3-d47a-42f3-93bf-eda5fdfe71fb req-7005fea9-3e3f-416b-85fa-4afd48ba58a7 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.7421837 May 28 04:47:56.501901 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd670b1-a8f7-4f9f-b5d4-3d13d093d7f3 None None] Network a775a767-9af6-49df-a867-f4d3ad3db2a9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:56.518219 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e08ce52d-2776-44e0-9308-68858e6fd6ce tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2860758 May 28 04:47:56.518793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53472) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:56.526059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0190d745-e13c-490b-977c-328321381894 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:56.544085 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-33b44b5e-ef87-433e-adb1-9b8cc042bcb7 None None] Provisioning for port f26769d6-299e-44c8-9cc8-5068dfe97fdf completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:56.605958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-33b44b5e-ef87-433e-adb1-9b8cc042bcb7 None None] Provisioning complete for port f26769d6-299e-44c8-9cc8-5068dfe97fdf triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:56.606318 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-33b44b5e-ef87-433e-adb1-9b8cc042bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:56.664736 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0190d745-e13c-490b-977c-328321381894 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2823306'] for subnet, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:56.717937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:47:56.724937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:56.726140 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-816bbb0c-9ae1-46d6-ae0f-df618051a845 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "PUT /v2.0/routers/1ad4a3d5-5ee0-42bc-b614-70043e83faca HTTP/1.1" status: 200 len: 884 time: 6.1593690 May 28 04:47:56.731474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53476) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:56.796984 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.objects.ports [None req-a11b6dff-3ce9-46a7-a19a-b050dff35c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84010) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:47:56.837071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a11b6dff-3ce9-46a7-a19a-b050dff35c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:56.846794 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b721f6-a6f7-40d5-a11b-fd02a9ac9e8c None None] Sync routers for ids ['1ad4a3d5-5ee0-42bc-b614-70043e83faca'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:47:56.861098 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f26769d6-299e-44c8-9cc8-5068dfe97fdf up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:56.965487 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c9b321f3-d47a-42f3-93bf-eda5fdfe71fb req-bd342f5c-e182-4c33-97b2-7241d2ac15d9 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4693079 May 28 04:47:57.019876 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b6dff-3ce9-46a7-a19a-b050dff35c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:57.025941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.028883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d8b82-c402-4590-a9ed-a55b8bfd0e66 req-3171d2e6-2fd2-4c3e-b4cc-754432804e90 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:57.030423 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c09d8b82-c402-4590-a9ed-a55b8bfd0e66 req-3171d2e6-2fd2-4c3e-b4cc-754432804e90 service neutron] 10.222.0.66 "GET /v2.0/networks?id=afe37998-62f3-4339-8047-9170ef82bf72 HTTP/1.1" status: 200 len: 912 time: 0.5969441 May 28 04:47:57.037101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-a11b6dff-3ce9-46a7-a19a-b050dff35c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:57.042119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b6dff-3ce9-46a7-a19a-b050dff35c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=0977e2fb-6c27-454f-8320-0da0538c8c3d,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:57.046231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11b6dff-3ce9-46a7-a19a-b050dff35c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:57.046774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a11b6dff-3ce9-46a7-a19a-b050dff35c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.069287 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6468e97e-141e-437c-b802-e4b4c16d7623 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:57.096712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2c9717-ce14-4100-bea9-e7193521804f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-a775a767-9af6-49df-a867-f4d3ad3db2a9', 'network_id': 'a775a767-9af6-49df-a867-f4d3ad3db2a9', 'tenant_id': '5a92188d1a7140c899ac044549889ca9', 'fixed_ips': [{'subnet_id': '14ed8520-3166-48e4-b597-d137d1012365'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:47:57.097222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d2c9717-ce14-4100-bea9-e7193521804f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.119493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0190d745-e13c-490b-977c-328321381894 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773018525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2641882'] for subnet, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.120540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.190181 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0190d745-e13c-490b-977c-328321381894 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:57.190748 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0190d745-e13c-490b-977c-328321381894 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.192332 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0190d745-e13c-490b-977c-328321381894 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "PUT /v2.0/subnets/14ed8520-3166-48e4-b597-d137d1012365 HTTP/1.1" status: 200 len: 826 time: 0.6728225 May 28 04:47:57.198087 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53482) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:57.201280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190d745-e13c-490b-977c-328321381894 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Subnet': ['ID=14ed8520-3166-48e4-b597-d137d1012365,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:57.232728 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b721f6-a6f7-40d5-a11b-fd02a9ac9e8c None None] Routers {'1ad4a3d5-5ee0-42bc-b614-70043e83faca'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:57.233515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-00b721f6-a6f7-40d5-a11b-fd02a9ac9e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['1ad4a3d5-5ee0-42bc-b614-70043e83faca'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:57.267657 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c09d8b82-c402-4590-a9ed-a55b8bfd0e66 req-7ef7c340-904d-4810-93b1-f4df4d2af329 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9998b96-5e04-43fa-bd28-a5077a3e173c HTTP/1.1" status: 200 len: 217 time: 0.2264144 May 28 04:47:57.328329 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f26769d6-299e-44c8-9cc8-5068dfe97fdf triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:57.328720 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.341987 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a11b6dff-3ce9-46a7-a19a-b050dff35c2f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1592383 May 28 04:47:57.346823 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53488) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:57.358273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-53e0a6e1-debc-4d78-a262-50673bd53a1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:57.372597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3f57a819-4c9d-4935-8422-9f18e07dce3c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.393973 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cb20d4c9-2f6e-4f4f-9e02-dde890ba191c tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/routers/1ad4a3d5-5ee0-42bc-b614-70043e83faca HTTP/1.1" status: 200 len: 925 time: 0.6603596 May 28 04:47:57.413057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53492) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:57.420929 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-00b721f6-a6f7-40d5-a11b-fd02a9ac9e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:57.453071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3f57a819-4c9d-4935-8422-9f18e07dce3c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.498335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b721f6-a6f7-40d5-a11b-fd02a9ac9e8c None None] Routers {'1ad4a3d5-5ee0-42bc-b614-70043e83faca'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:47:57.498955 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-00b721f6-a6f7-40d5-a11b-fd02a9ac9e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['1ad4a3d5-5ee0-42bc-b614-70043e83faca'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:57.533311 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3f57a819-4c9d-4935-8422-9f18e07dce3c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.552478 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d8b82-c402-4590-a9ed-a55b8bfd0e66 req-160dcf52-6c1f-4eec-9b7c-72c36f79dc48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:57.553992 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c09d8b82-c402-4590-a9ed-a55b8bfd0e66 req-160dcf52-6c1f-4eec-9b7c-72c36f79dc48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0aee26f-84b6-4d45-aba6-7990c6c4f5bc HTTP/1.1" status: 200 len: 850 time: 0.2791805 May 28 04:47:57.583819 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57a819-4c9d-4935-8422-9f18e07dce3c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Subnet': ['ID=14ed8520-3166-48e4-b597-d137d1012365,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:57.596415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.697676 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-00b721f6-a6f7-40d5-a11b-fd02a9ac9e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:57.698092 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b721f6-a6f7-40d5-a11b-fd02a9ac9e8c None None] The sync data for ids ['1ad4a3d5-5ee0-42bc-b614-70043e83faca'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:47:57.699495 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3f57a819-4c9d-4935-8422-9f18e07dce3c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.743814 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-3f57a819-4c9d-4935-8422-9f18e07dce3c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a775a767-9af6-49df-a867-f4d3ad3db2a9']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:57.767944 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-3f57a819-4c9d-4935-8422-9f18e07dce3c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49b1a8e-a99e-424f-95e4-12e3112139dc') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:57.768231 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-3f57a819-4c9d-4935-8422-9f18e07dce3c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49b1a8e-a99e-424f-95e4-12e3112139dc') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:47:57.782914 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3f57a819-4c9d-4935-8422-9f18e07dce3c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.794436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server [None req-3d2c9717-ce14-4100-bea9-e7193521804f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14ed8520-3166-48e4-b597-d137d1012365: This subnet is being modified by another concurrent operation. May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 04:47:57.796967 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise exception May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 14ed8520-3166-48e4-b597-d137d1012365: This subnet is being modified by another concurrent operation. May 28 04:47:57.800346 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server May 28 04:47:57.805407 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f9998b96-5e04-43fa-bd28-a5077a3e173c details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 04:47:57.808943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3f57a819-4c9d-4935-8422-9f18e07dce3c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.818266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f57a819-4c9d-4935-8422-9f18e07dce3c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:47:57.818699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3f57a819-4c9d-4935-8422-9f18e07dce3c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.860428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=df59a21d-002b-4aaf-a448-203570ded3d8,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:57.876947 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:57.892467 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:57.897950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:57.898797 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:47:57.911192 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:47:57.940535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125af204-0a0c-46bd-9c9c-a708094c2f43 None None] Network a775a767-9af6-49df-a867-f4d3ad3db2a9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:57.947520 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3f57a819-4c9d-4935-8422-9f18e07dce3c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.963512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-53e0a6e1-debc-4d78-a262-50673bd53a1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:57.967857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125af204-0a0c-46bd-9c9c-a708094c2f43 None None] Network a775a767-9af6-49df-a867-f4d3ad3db2a9 could not be found, it might have been deleted concurrently. {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 28 04:47:57.970117 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port f9998b96-5e04-43fa-bd28-a5077a3e173c, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f9998b96-5e04-43fa-bd28-a5077a3e173c,segment=NetworkSegment(e4eca1c2-5f13-40c4-bd32-b552400686eb),segment_id=e4eca1c2-5f13-40c4-bd32-b552400686eb)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:57.973168 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3f57a819-4c9d-4935-8422-9f18e07dce3c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.983383 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': '0977e2fb-6c27-454f-8320-0da0538c8c3d'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:47:57.984327 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:57.998450 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-53e0a6e1-debc-4d78-a262-50673bd53a1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:58.005045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff332a27-cf26-4be5-b6df-f4b046d584f8 None None] Network a775a767-9af6-49df-a867-f4d3ad3db2a9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:47:58.007313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d151c-2ad1-4348-bab9-27965abe1ea4 req-17b27042-2feb-4fa6-8313-1dc0010a77e1 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:58.008834 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c92d151c-2ad1-4348-bab9-27965abe1ea4 req-17b27042-2feb-4fa6-8313-1dc0010a77e1 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 944 time: 0.6314168 May 28 04:47:58.012381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-53e0a6e1-debc-4d78-a262-50673bd53a1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:58.022715 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57a819-4c9d-4935-8422-9f18e07dce3c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Network': ['ID=a775a767-9af6-49df-a867-f4d3ad3db2a9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:58.029347 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'f9998b96-5e04-43fa-bd28-a5077a3e173c', 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72', 'port_id': 'f9998b96-5e04-43fa-bd28-a5077a3e173c', 'mac_address': 'fa:16:3e:18:da:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 04:47:58.036108 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3f57a819-4c9d-4935-8422-9f18e07dce3c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/a775a767-9af6-49df-a867-f4d3ad3db2a9 HTTP/1.1" status: 204 len: 168 time: 0.8341856 May 28 04:47:58.036108 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53498) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:58.039830 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff332a27-cf26-4be5-b6df-f4b046d584f8 None None] Network a775a767-9af6-49df-a867-f4d3ad3db2a9 could not be found, it might have been deleted concurrently. {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 28 04:47:58.042034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-53e0a6e1-debc-4d78-a262-50673bd53a1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:58.059141 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-96749279-7cc7-4bb2-88b3-d515c1578eea tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&device_id=1ad4a3d5-5ee0-42bc-b614-70043e83faca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6343572 May 28 04:47:58.059141 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ee2178ab-d462-47e2-a07a-0b1e383b8889 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.3912830 May 28 04:47:58.063903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53502) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:58.064136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53504) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:58.078800 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0db3561-26df-44d1-907e-79ae6c328715 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] DELETE failed (client error): The resource could not be found. May 28 04:47:58.079235 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0db3561-26df-44d1-907e-79ae6c328715 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:47:58.081053 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a0db3561-26df-44d1-907e-79ae6c328715 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/a775a767-9af6-49df-a867-f4d3ad3db2a9 HTTP/1.1" status: 404 len: 339 time: 0.0440929 May 28 04:47:58.084928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53510) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:58.092032 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-090e77b1-e521-44db-b47e-ac865c677b16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1434292801', 'description': 'd1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:58.105985 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-090e77b1-e521-44db-b47e-ac865c677b16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:47:58.109978 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-090e77b1-e521-44db-b47e-ac865c677b16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Usage tracker for resource:network and tenant:5a92188d1a7140c899ac044549889ca9 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:47:58.116458 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-090e77b1-e521-44db-b47e-ac865c677b16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:47:58.125230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-090e77b1-e521-44db-b47e-ac865c677b16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:47:58.152154 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090e77b1-e521-44db-b47e-ac865c677b16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:58.155507 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-090e77b1-e521-44db-b47e-ac865c677b16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:58.187880 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090e77b1-e521-44db-b47e-ac865c677b16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:47:58.202024 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4c5296fb-09ad-4026-bf6e-9a52c682e393 None None] Provisioning complete for port f26769d6-299e-44c8-9cc8-5068dfe97fdf triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:58.202295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4c5296fb-09ad-4026-bf6e-9a52c682e393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:58.215272 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-090e77b1-e521-44db-b47e-ac865c677b16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:58.216021 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-090e77b1-e521-44db-b47e-ac865c677b16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Added segment ca1aa4a6-43bc-4856-84d2-a9747ddd7ec2 of type vlan for network 7c0c41c9-2a95-47ee-9bd8-e5ab02d8f153 May 28 04:47:58.219488 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e0a6e1-debc-4d78-a262-50673bd53a1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:47:58.223006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-53e0a6e1-debc-4d78-a262-50673bd53a1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:58.239528 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c09d8b82-c402-4590-a9ed-a55b8bfd0e66 req-d6a65693-9ae2-4f89-8cdf-3ef7350b0474 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=afe37998-62f3-4339-8047-9170ef82bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6725671 May 28 04:47:58.262513 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-090e77b1-e521-44db-b47e-ac865c677b16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:58.306521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-090e77b1-e521-44db-b47e-ac865c677b16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:58.313908 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090e77b1-e521-44db-b47e-ac865c677b16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:58.315159 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-090e77b1-e521-44db-b47e-ac865c677b16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:58.330382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:58.353380 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9998b96-5e04-43fa-bd28-a5077a3e173c {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:47:58.357043 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Allocated IP 2001:db8::f816:3eff:fe2e:4e38 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/0977e2fb-6c27-454f-8320-0da0538c8c3d/a34bb234-a9d8-4083-ba11-7f9dca4dd5a0) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:47:58.369270 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-090e77b1-e521-44db-b47e-ac865c677b16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2830420 May 28 04:47:58.373494 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53514) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:58.386017 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port f9998b96-5e04-43fa-bd28-a5077a3e173c, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f9998b96-5e04-43fa-bd28-a5077a3e173c,segment=NetworkSegment(e4eca1c2-5f13-40c4-bd32-b552400686eb),segment_id=e4eca1c2-5f13-40c4-bd32-b552400686eb)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:47:58.423034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:58.527843 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c92d151c-2ad1-4348-bab9-27965abe1ea4 req-ecdc6ec5-fd38-4379-91ac-67932a46518c tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/security-groups?id=f451ddab-c613-4308-a96a-59b6b5874800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5048611 May 28 04:47:58.558184 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e77b1-e521-44db-b47e-ac865c677b16 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Network': ['ID=7c0c41c9-2a95-47ee-9bd8-e5ab02d8f153,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:58.572990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cec85c-44d5-4701-823c-59f412e2ad40 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:58.573640 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-67cec85c-44d5-4701-823c-59f412e2ad40 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:58.575444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 7c0c41c9-2a95-47ee-9bd8-e5ab02d8f153 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:47:58.594397 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01210a2e-fb7d-498b-bc06-21820a4dd51f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:58.595921 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-01210a2e-fb7d-498b-bc06-21820a4dd51f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Synchronizing usage tracker for tenant:5a92188d1a7140c899ac044549889ca9 on resource:network {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:58.620811 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-01210a2e-fb7d-498b-bc06-21820a4dd51f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Unset dirty status for tenant:5a92188d1a7140c899ac044549889ca9 on resource:network {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:58.625546 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-01210a2e-fb7d-498b-bc06-21820a4dd51f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "GET /v2.0/networks?id=7c0c41c9-2a95-47ee-9bd8-e5ab02d8f153 HTTP/1.1" status: 200 len: 765 time: 0.2476144 May 28 04:47:58.625546 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53518) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:58.632812 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-7fa36910-eb70-4cf4-bcd6-ec767e10b12a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'network': {'description': 'd2'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:47:58.687287 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['f9998b96-5e04-43fa-bd28-a5077a3e173c'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 04:47:58.699610 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-67cec85c-44d5-4701-823c-59f412e2ad40 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:47:58.703617 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-67cec85c-44d5-4701-823c-59f412e2ad40 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/df59a21d-002b-4aaf-a448-203570ded3d8 HTTP/1.1" status: 200 len: 841 time: 0.6340320 May 28 04:47:58.704200 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53522) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:58.717854 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=f9998b96-5e04-43fa-bd28-a5077a3e173c,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:58.721267 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2b813c-d79e-45cc-81f5-c80ee0297328 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:58.722721 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9e2b813c-d79e-45cc-81f5-c80ee0297328 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/networks/6b12f09f-b65e-4d12-8bf2-4181a77a58b9 HTTP/1.1" status: 200 len: 881 time: 0.6546867 May 28 04:47:58.763295 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53526) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:58.767969 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c09d8b82-c402-4590-a9ed-a55b8bfd0e66 req-5e28b8de-38a4-4a5d-8473-83ab81c5bf41 service neutron] 10.222.0.66 "GET /v2.0/networks/afe37998-62f3-4339-8047-9170ef82bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671204 May 28 04:47:58.808524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Router aa01deef-440a-46fd-886e-09b8b0ccea26 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:47:58.862255 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879a12c-091e-4b3c-84c5-bf88d37a31bd req-9c1aa04e-b087-4fc8-9ba2-6cd5d41a97a5 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:58.864000 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4879a12c-091e-4b3c-84c5-bf88d37a31bd req-9c1aa04e-b087-4fc8-9ba2-6cd5d41a97a5 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.7015548 May 28 04:47:58.873929 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1359992e-dce7-4f22-8f76-92a7b8114b05 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad4a3d5-5ee0-42bc-b614-70043e83faca HTTP/1.1" status: 200 len: 205 time: 0.1082065 May 28 04:47:58.878474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53530) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:58.966423 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:58.990858 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Transition to ACTIVE for port object a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:59.036084 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Transition to ACTIVE for port object a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:47:59.048353 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:59.114829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-a33b5147-0f33-470b-868b-9f17fb9c2dd4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port df59a21d-002b-4aaf-a448-203570ded3d8 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:59.114829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a33b5147-0f33-470b-868b-9f17fb9c2dd4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:59.119009 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:47:59.121761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7fa36910-eb70-4cf4-bcd6-ec767e10b12a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:59.122397 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:47:59.124960 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:47:59.130943 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Pushing event updated for resources: {'Port': ['ID=a34bb234-a9d8-4083-ba11-7f9dca4dd5a0,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:59.151638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7fa36910-eb70-4cf4-bcd6-ec767e10b12a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:59.224887 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Attempting to bind port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:47:59.225978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Attempting to bind port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:47:59.225978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Attempting to bind port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:47:59.232886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:47:59.233244 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:47:59.233636 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:59.234037 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:47:59.234485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Bound port: a34bb234-a9d8-4083-ba11-7f9dca4dd5a0, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:47:59.234846 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:59.243222 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7fa36910-eb70-4cf4-bcd6-ec767e10b12a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network 7c0c41c9-2a95-47ee-9bd8-e5ab02d8f153 is not hosted by any dhcp agent {{(pid=84009) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 28 04:47:59.247978 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa36910-eb70-4cf4-bcd6-ec767e10b12a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:59.248594 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7fa36910-eb70-4cf4-bcd6-ec767e10b12a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:59.252646 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7fa36910-eb70-4cf4-bcd6-ec767e10b12a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "PUT /v2.0/networks/7c0c41c9-2a95-47ee-9bd8-e5ab02d8f153 HTTP/1.1" status: 200 len: 762 time: 0.6264000 May 28 04:47:59.257555 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53534) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:59.296524 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa36910-eb70-4cf4-bcd6-ec767e10b12a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Network': ['ID=7c0c41c9-2a95-47ee-9bd8-e5ab02d8f153,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:59.311182 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 7c0c41c9-2a95-47ee-9bd8-e5ab02d8f153 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:47:59.390647 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d77b9ab-aa6b-4b39-bc8b-6d74bda841bb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:59.397136 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2d77b9ab-aa6b-4b39-bc8b-6d74bda841bb tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "GET /v2.0/networks?id=7c0c41c9-2a95-47ee-9bd8-e5ab02d8f153 HTTP/1.1" status: 200 len: 765 time: 0.1329765 May 28 04:47:59.398178 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53538) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:59.436973 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4879a12c-091e-4b3c-84c5-bf88d37a31bd req-ec35c7b1-1138-4be3-95c9-6b1a1a5d71ad tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5537856 May 28 04:47:59.471890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] For port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:47:59.486856 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] For port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a34bb234-a9d8-4083-ba11-7f9dca4dd5a0,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:47:59.489282 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c09d8b82-c402-4590-a9ed-a55b8bfd0e66 req-2703e0f9-0cb3-4964-b709-2b5542bfc427 service neutron] 10.222.0.66 "GET /v2.0/networks/afe37998-62f3-4339-8047-9170ef82bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6581819 May 28 04:47:59.493146 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:59.557172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1cf2b25-dfbe-4322-b224-5f8ce65b481c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:59.600859 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b572af-e091-40f7-93a0-f1eddecf6c23 None None] Pushing event updated for resources: {'Port': ['ID=a34bb234-a9d8-4083-ba11-7f9dca4dd5a0,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:47:59.633688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fcc066-a1ec-49db-9528-7f8571f0cb7b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:47:59.637488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9251ea5-95af-427b-b009-5e4828f4c2ff tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:47:59.639278 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a9251ea5-95af-427b-b009-5e4828f4c2ff tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2399311 May 28 04:47:59.641239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a33b5147-0f33-470b-868b-9f17fb9c2dd4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:59.661596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53544) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:47:59.817778 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f9998b96-5e04-43fa-bd28-a5077a3e173c up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:47:59.842750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-a33b5147-0f33-470b-868b-9f17fb9c2dd4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for df59a21d-002b-4aaf-a448-203570ded3d8 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:47:59.843322 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1cf2b25-dfbe-4322-b224-5f8ce65b481c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:59.865162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf2b25-dfbe-4322-b224-5f8ce65b481c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Deleting port 533d9409-6357-4a06-ae5f-377a02793243 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:47:59.865474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1cf2b25-dfbe-4322-b224-5f8ce65b481c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:47:59.916825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-dcf9a600-9bf0-44fb-ba5b-554cfbb28f9b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Synchronizing usage tracker for tenant:5a92188d1a7140c899ac044549889ca9 on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:47:59.933052 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port f9998b96-5e04-43fa-bd28-a5077a3e173c completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:47:59.942542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port f9998b96-5e04-43fa-bd28-a5077a3e173c triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:47:59.943310 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:00.036270 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-53e0a6e1-debc-4d78-a262-50673bd53a1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:00.072335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:00.092305 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1cf2b25-dfbe-4322-b224-5f8ce65b481c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:00.100974 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc69483-8061-48f7-b161-fce6b08f7dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9998b96-5e04-43fa-bd28-a5077a3e173c'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:48:00.111093 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port f9998b96-5e04-43fa-bd28-a5077a3e173c, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f9998b96-5e04-43fa-bd28-a5077a3e173c,segment=NetworkSegment(e4eca1c2-5f13-40c4-bd32-b552400686eb),segment_id=e4eca1c2-5f13-40c4-bd32-b552400686eb)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:00.116148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:00.180384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-dcf9a600-9bf0-44fb-ba5b-554cfbb28f9b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Unset dirty status for tenant:5a92188d1a7140c899ac044549889ca9 on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:00.181595 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dcf9a600-9bf0-44fb-ba5b-554cfbb28f9b tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9 HTTP/1.1" status: 200 len: 207 time: 0.5190115 May 28 04:48:00.198961 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=f9998b96-5e04-43fa-bd28-a5077a3e173c,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:00.210131 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53550) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:00.213250 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c575ba9-2846-42ed-b6ea-0d08cc2acdc3'] response: {'server_uuid': '9bc69483-8061-48f7-b161-fce6b08f7dd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9998b96-5e04-43fa-bd28-a5077a3e173c', 'code': 200} May 28 04:48:00.241155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e0a6e1-debc-4d78-a262-50673bd53a1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:00.249348 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-b1cf2b25-dfbe-4322-b224-5f8ce65b481c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Calling delete_port for 533d9409-6357-4a06-ae5f-377a02793243 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:00.258995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-53e0a6e1-debc-4d78-a262-50673bd53a1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:00.308387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0a6e1-debc-4d78-a262-50673bd53a1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=9acc7bd0-cb3a-43c0-a5ce-a0851814ae51,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:00.312182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e0a6e1-debc-4d78-a262-50673bd53a1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:00.312821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-53e0a6e1-debc-4d78-a262-50673bd53a1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:00.355104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a33b5147-0f33-470b-868b-9f17fb9c2dd4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:00.456210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1cf2b25-dfbe-4322-b224-5f8ce65b481c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:00.505696 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf2b25-dfbe-4322-b224-5f8ce65b481c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Pushing event deleted for resources: {'Port': ['ID=533d9409-6357-4a06-ae5f-377a02793243,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:00.613436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b5147-0f33-470b-868b-9f17fb9c2dd4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Port': ['ID=df59a21d-002b-4aaf-a448-203570ded3d8,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:00.683576 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2910a-a641-47cd-8cef-813146e456c1 req-87d459f7-43ee-42bc-89b3-9ac43166bffd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:00.685069 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-54b2910a-a641-47cd-8cef-813146e456c1 req-87d459f7-43ee-42bc-89b3-9ac43166bffd tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 945 time: 0.9278963 May 28 04:48:00.724424 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-53e0a6e1-debc-4d78-a262-50673bd53a1c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3743777 May 28 04:48:00.726596 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a4f75a-bac5-4a86-8e89-394593b87a19 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:00.729096 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a33b5147-0f33-470b-868b-9f17fb9c2dd4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:00.733639 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a33b5147-0f33-470b-868b-9f17fb9c2dd4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/df59a21d-002b-4aaf-a448-203570ded3d8 HTTP/1.1" status: 204 len: 168 time: 2.0175576 May 28 04:48:00.733639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53556) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:00.757173 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'mac_address': 'fa:16:3e:33:d6:51', 'name': 'tempest-NetworksTestDHCPv6-1995628976'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:00.770228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53558) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:00.847180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1cf2b25-dfbe-4322-b224-5f8ce65b481c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:00.917170 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:00.961069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569c4a6-2f78-4fa1-95d7-2e6fc1436928 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:00.979441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569c4a6-2f78-4fa1-95d7-2e6fc1436928 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:00.979441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569c4a6-2f78-4fa1-95d7-2e6fc1436928 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:00.983540 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569c4a6-2f78-4fa1-95d7-2e6fc1436928 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:00.990153 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569c4a6-2f78-4fa1-95d7-2e6fc1436928 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:00.995249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3569c4a6-2f78-4fa1-95d7-2e6fc1436928 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:00.995822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d29a57ff-effd-441b-aa46-153c65d61054 None None] Provisioning for port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:00.996333 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3569c4a6-2f78-4fa1-95d7-2e6fc1436928 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Synchronizing usage tracker for tenant:5a92188d1a7140c899ac044549889ca9 on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:01.022294 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-e476a791-da02-4188-a68d-a41b632f8848 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] GET failed (client error): The resource could not be found. May 28 04:48:01.022801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e476a791-da02-4188-a68d-a41b632f8848 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:01.051972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:01.058129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.062741 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b6916fa8-de27-4ff9-98be-23e9ddd59018 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "PUT /v2.0/routers/aa01deef-440a-46fd-886e-09b8b0ccea26 HTTP/1.1" status: 200 len: 878 time: 12.0803850 May 28 04:48:01.068646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53564) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:01.074764 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a329df-76e5-4df0-8566-d7aa02a24864 None None] Sync routers for ids ['aa01deef-440a-46fd-886e-09b8b0ccea26'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:01.085937 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:01.095326 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a329df-76e5-4df0-8566-d7aa02a24864 None None] Routers {'aa01deef-440a-46fd-886e-09b8b0ccea26'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:01.096443 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-50a329df-76e5-4df0-8566-d7aa02a24864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['aa01deef-440a-46fd-886e-09b8b0ccea26'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:01.097997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:01.098366 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.177048 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-54b2910a-a641-47cd-8cef-813146e456c1 req-88f98c7a-3a5e-4f13-accd-ab147a1c7458 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/security-groups?id=f451ddab-c613-4308-a96a-59b6b5874800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4664812 May 28 04:48:01.178025 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1cf2b25-dfbe-4322-b224-5f8ce65b481c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.178678 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-50a329df-76e5-4df0-8566-d7aa02a24864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:01.185826 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1cf2b25-dfbe-4322-b224-5f8ce65b481c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.192000 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a329df-76e5-4df0-8566-d7aa02a24864 None None] Routers {'aa01deef-440a-46fd-886e-09b8b0ccea26'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:01.193029 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-50a329df-76e5-4df0-8566-d7aa02a24864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['aa01deef-440a-46fd-886e-09b8b0ccea26'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:01.224818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1cf2b25-dfbe-4322-b224-5f8ce65b481c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.225795 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cf2b25-dfbe-4322-b224-5f8ce65b481c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Fanout notify agent at l3_agent the message router_deleted on router 1ad4a3d5-5ee0-42bc-b614-70043e83faca {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:48:01.248492 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3dc843-ecd8-45bc-b801-17b53044d192 None None] Update dhcp port {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'fixed_ips': [{'subnet_id': '0977e2fb-6c27-454f-8320-0da0538c8c3d', 'ip_address': '2001:db8::f816:3eff:fe2e:4e38'}, {'subnet_id': '9acc7bd0-cb3a-43c0-a5ce-a0851814ae51'}], 'binding:host_id': 'dv-neutron-843300-5-hyperv'}, 'id': 'a34bb234-a9d8-4083-ba11-7f9dca4dd5a0'} from dv-neutron-843300-5-hyperv. {{(pid=84011) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 28 04:48:01.248834 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1cf2b25-dfbe-4322-b224-5f8ce65b481c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.250295 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b1cf2b25-dfbe-4322-b224-5f8ce65b481c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "DELETE /v2.0/routers/1ad4a3d5-5ee0-42bc-b614-70043e83faca HTTP/1.1" status: 204 len: 168 time: 2.3696880 May 28 04:48:01.254891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53568) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:01.263816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-256600bc-eb21-418a-acd3-c419c01563d7 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1687635116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:01.271936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-256600bc-eb21-418a-acd3-c419c01563d7 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:01.275796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-256600bc-eb21-418a-acd3-c419c01563d7 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Usage tracker for resource:router and tenant:41faf9a2683f469782a6327c8e8364f8 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:01.279114 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-256600bc-eb21-418a-acd3-c419c01563d7 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:01.282221 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-50a329df-76e5-4df0-8566-d7aa02a24864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:01.283023 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a329df-76e5-4df0-8566-d7aa02a24864 None None] The sync data for ids ['aa01deef-440a-46fd-886e-09b8b0ccea26'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:01.286634 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-256600bc-eb21-418a-acd3-c419c01563d7 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:01.294973 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3569c4a6-2f78-4fa1-95d7-2e6fc1436928 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Unset dirty status for tenant:5a92188d1a7140c899ac044549889ca9 on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:01.296860 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3569c4a6-2f78-4fa1-95d7-2e6fc1436928 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 1.0843530 May 28 04:48:01.303221 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53572) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:01.324413 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8d03870f-0f3f-49a1-a536-34eb7fa29947 req-53240ba3-78b8-4a38-aa31-38d64191d317 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 1099 time: 0.7910926 May 28 04:48:01.325774 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-256600bc-eb21-418a-acd3-c419c01563d7 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.326718 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-256600bc-eb21-418a-acd3-c419c01563d7 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.337272 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e476a791-da02-4188-a68d-a41b632f8848 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:01.342344 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e476a791-da02-4188-a68d-a41b632f8848 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/df59a21d-002b-4aaf-a448-203570ded3d8 HTTP/1.1" status: 404 len: 333 time: 0.5551724 May 28 04:48:01.351495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc843-ecd8-45bc-b801-17b53044d192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.364938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53576) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:01.369643 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.379114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8da6af1c-e02f-4057-a764-514cab6478a7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'name': 'tempest-PortsTestJSON-536461105'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:01.424428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b64ea-27ae-4efe-b90f-0bf5dfb0a12c req-51d9e73c-9fee-4477-8a9e-9f2522344bfa tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:01.425991 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7d8b64ea-27ae-4efe-b90f-0bf5dfb0a12c req-51d9e73c-9fee-4477-8a9e-9f2522344bfa tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.8009899 May 28 04:48:01.427080 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-256600bc-eb21-418a-acd3-c419c01563d7 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.488568 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a34bb234-a9d8-4083-ba11-7f9dca4dd5a0,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:01.496003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:01.502049 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-77b54c95-d06b-4349-978d-ac660b905041 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1945164 May 28 04:48:01.502049 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-256600bc-eb21-418a-acd3-c419c01563d7 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.503617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.508004 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53580) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:01.542217 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:01.557417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:01.573245 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=a34bb234-a9d8-4083-ba11-7f9dca4dd5a0,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:01.576174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:01.583496 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-256600bc-eb21-418a-acd3-c419c01563d7 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.587345 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-256600bc-eb21-418a-acd3-c419c01563d7 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3279898 May 28 04:48:01.588009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53584) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:01.599820 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'enable_snat': True}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:01.623158 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8d03870f-0f3f-49a1-a536-34eb7fa29947 req-61dc8220-deda-49cc-949d-29b1ba1f949b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f451ddab-c613-4308-a96a-59b6b5874800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2832119 May 28 04:48:01.640437 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:01.657134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8da6af1c-e02f-4057-a764-514cab6478a7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:01.660275 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-6e3dc843-ecd8-45bc-b801-17b53044d192 None None] Allocated IP 172.20.0.2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/9acc7bd0-cb3a-43c0-a5ce-a0851814ae51/a34bb234-a9d8-4083-ba11-7f9dca4dd5a0) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:01.671600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fcc066-a1ec-49db-9528-7f8571f0cb7b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:01.694628 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3240b6a-94f9-4ce8-8c15-b6ee271d911d None None] Sync routers for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:01.724100 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7d8b64ea-27ae-4efe-b90f-0bf5dfb0a12c req-c09ec533-3c15-47cf-bc0d-2726110beff2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202539 May 28 04:48:01.738168 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10fcc066-a1ec-49db-9528-7f8571f0cb7b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.756657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d193e715-8bca-43a8-85b8-3c3efe79fb84 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:01.758059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d193e715-8bca-43a8-85b8-3c3efe79fb84 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:01.759979 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d193e715-8bca-43a8-85b8-3c3efe79fb84 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:01.762114 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d193e715-8bca-43a8-85b8-3c3efe79fb84 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:01.763458 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d193e715-8bca-43a8-85b8-3c3efe79fb84 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:01.764361 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d193e715-8bca-43a8-85b8-3c3efe79fb84 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Synchronizing usage tracker for tenant:5a92188d1a7140c899ac044549889ca9 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:01.782715 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d193e715-8bca-43a8-85b8-3c3efe79fb84 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Unset dirty status for tenant:5a92188d1a7140c899ac044549889ca9 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:01.783210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3240b6a-94f9-4ce8-8c15-b6ee271d911d None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:01.787757 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f3240b6a-94f9-4ce8-8c15-b6ee271d911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:01.787867 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d193e715-8bca-43a8-85b8-3c3efe79fb84 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2737274 May 28 04:48:01.788664 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53588) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:01.799456 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8da6af1c-e02f-4057-a764-514cab6478a7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:01.846601 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f3240b6a-94f9-4ce8-8c15-b6ee271d911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:01.852938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da6af1c-e02f-4057-a764-514cab6478a7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:01.855940 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8da6af1c-e02f-4057-a764-514cab6478a7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.883676 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3240b6a-94f9-4ce8-8c15-b6ee271d911d None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:01.884297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f3240b6a-94f9-4ce8-8c15-b6ee271d911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:01.948934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-8da6af1c-e02f-4057-a764-514cab6478a7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] device_id is not set on port 1129b5e9-ab31-45ad-8ccd-bf9e1cce81e8 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:48:01.949758 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f3240b6a-94f9-4ce8-8c15-b6ee271d911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:01.950158 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3240b6a-94f9-4ce8-8c15-b6ee271d911d None None] The sync data for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:01.952600 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-6e3dc843-ecd8-45bc-b801-17b53044d192 None None] For port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a34bb234-a9d8-4083-ba11-7f9dca4dd5a0,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:01.978022 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc843-ecd8-45bc-b801-17b53044d192 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:01.984548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:02.006400 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6e3dc843-ecd8-45bc-b801-17b53044d192 None None] Transition to ACTIVE for port object a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:02.013994 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6e3dc843-ecd8-45bc-b801-17b53044d192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:02.021468 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a78d111-0006-494b-a083-7772ea85679a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:02.023512 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a78d111-0006-494b-a083-7772ea85679a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:02.026036 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a78d111-0006-494b-a083-7772ea85679a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:02.027667 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a78d111-0006-494b-a083-7772ea85679a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:02.029636 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a78d111-0006-494b-a083-7772ea85679a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:02.037587 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5a78d111-0006-494b-a083-7772ea85679a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2417116 May 28 04:48:02.037587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53592) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:02.042273 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-10fcc066-a1ec-49db-9528-7f8571f0cb7b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "PUT /v2.0/floatingips/a3fe58f5-bb8e-453e-a850-c1225bc1b88d HTTP/1.1" status: 200 len: 979 time: 9.6171908 May 28 04:48:02.051803 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53596) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:02.156345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port 5e0ac718-1a2c-4f6c-bd18-aab97734d67f yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:48:02.193672 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dc843-ecd8-45bc-b801-17b53044d192 None None] Pushing event updated for resources: {'Port': ['ID=a34bb234-a9d8-4083-ba11-7f9dca4dd5a0,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:02.243431 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ffde08f2-1e7e-43b7-8522-101a564738ec tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/routers/aa01deef-440a-46fd-886e-09b8b0ccea26 HTTP/1.1" status: 200 len: 919 time: 1.1681037 May 28 04:48:02.252915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53602) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:02.314431 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5238fceb-e8fc-47c0-bace-1df81c8021e9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:02.315909 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5238fceb-e8fc-47c0-bace-1df81c8021e9 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "GET /v2.0/networks/a37b624c-58a8-4c34-b969-e5b313776d64 HTTP/1.1" status: 200 len: 804 time: 0.2786682 May 28 04:48:02.319664 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53606) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:02.349237 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:02.664101 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-caaed531-6f45-4502-bfc2-6eaeb635aa9e tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "GET /v2.0/networks/a37b624c-58a8-4c34-b969-e5b313776d64?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3433015 May 28 04:48:02.681150 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53610) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:02.762265 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305a85d0-2374-478e-86a3-a52875792a8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:02.763987 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-305a85d0-2374-478e-86a3-a52875792a8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "GET /v2.0/subnets/0208ffc4-3031-46de-87e1-938cf4aa606a HTTP/1.1" status: 200 len: 843 time: 0.0803871 May 28 04:48:02.768339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53616) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:02.827291 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:02.879338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cd152b-b874-4904-a0ed-1076bc5a6fd5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:02.880816 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a3cd152b-b874-4904-a0ed-1076bc5a6fd5 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "GET /v2.0/subnets/0208ffc4-3031-46de-87e1-938cf4aa606a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1110034 May 28 04:48:02.884208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53620) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:02.890193 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-074e0c9f-42e2-4bad-b9c3-534c1ed72bb3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1346822990'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:02.896772 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-074e0c9f-42e2-4bad-b9c3-534c1ed72bb3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:02.910877 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-074e0c9f-42e2-4bad-b9c3-534c1ed72bb3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:02.921878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4267fc6-9850-4b62-b970-a1d4d3b1ecfd None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:48:02.962382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074e0c9f-42e2-4bad-b9c3-534c1ed72bb3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:02.965299 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-074e0c9f-42e2-4bad-b9c3-534c1ed72bb3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:02.992795 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:03.025443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f12f24dd-2b0e-40c4-aee0-ce8427207509 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Synchronizing usage tracker for tenant:f68fe89754b14d9dab24fe13621ba94f on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:03.027883 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:03.028679 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-6f428562-03b0-4d50-abc6-08eb1567059f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting port 8e484d7c-f8be-4c15-a0af-bebb8674f0ac {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:03.029423 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6f428562-03b0-4d50-abc6-08eb1567059f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:03.062996 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a9e47e41-4bf8-4dba-a281-970481900a3b None None] Provisioning for port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:03.067995 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074e0c9f-42e2-4bad-b9c3-534c1ed72bb3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:48:03.071732 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:03.072228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:03.093910 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-074e0c9f-42e2-4bad-b9c3-534c1ed72bb3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:03.094250 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-074e0c9f-42e2-4bad-b9c3-534c1ed72bb3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Added segment 6e1ab9a6-8212-4914-96c8-0765568c3a00 of type vlan for network 23f106ed-3181-4e88-8a1b-2c17cfc43ff1 May 28 04:48:03.116557 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a9e47e41-4bf8-4dba-a281-970481900a3b None None] Provisioning complete for port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:03.116557 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a9e47e41-4bf8-4dba-a281-970481900a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:03.128441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8da6af1c-e02f-4057-a764-514cab6478a7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:03.164766 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-074e0c9f-42e2-4bad-b9c3-534c1ed72bb3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:03.175702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4267fc6-9850-4b62-b970-a1d4d3b1ecfd None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:48:03.177509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6855d-09cb-4cf0-888f-ca6bcaa7fdfb req-23a80774-b1ff-48ed-9405-6d8db048abfc tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:03.179788 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7f6855d-09cb-4cf0-888f-ca6bcaa7fdfb req-23a80774-b1ff-48ed-9405-6d8db048abfc tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 946 time: 0.7710979 May 28 04:48:03.194766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f12f24dd-2b0e-40c4-aee0-ce8427207509 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Unset dirty status for tenant:f68fe89754b14d9dab24fe13621ba94f on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:03.198535 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f12f24dd-2b0e-40c4-aee0-ce8427207509 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&device_id=aa01deef-440a-46fd-886e-09b8b0ccea26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9393404 May 28 04:48:03.202592 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53624) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:03.302816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-074e0c9f-42e2-4bad-b9c3-534c1ed72bb3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:03.307281 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 172.20.0.4 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/9acc7bd0-cb3a-43c0-a5ce-a0851814ae51/5e0ac718-1a2c-4f6c-bd18-aab97734d67f) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:03.307616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074e0c9f-42e2-4bad-b9c3-534c1ed72bb3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:03.308209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-074e0c9f-42e2-4bad-b9c3-534c1ed72bb3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:03.312918 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Allocated IP 172.26.8.47 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/1e1210bb-95e8-4d94-9086-391af07e1ebe) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:03.347313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::f816:3eff:fe33:d651 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/0977e2fb-6c27-454f-8320-0da0538c8c3d/5e0ac718-1a2c-4f6c-bd18-aab97734d67f) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:03.368325 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0f698-6fdf-4155-a691-b1ce81830cea req-2255a145-5496-4f87-b28f-5a893da2a414 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:03.369723 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a0e0f698-6fdf-4155-a691-b1ce81830cea req-2255a145-5496-4f87-b28f-5a893da2a414 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.4552560 May 28 04:48:03.387750 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7f6855d-09cb-4cf0-888f-ca6bcaa7fdfb req-5720e870-bda4-4098-8cf9-45a66de38559 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/security-groups?id=f451ddab-c613-4308-a96a-59b6b5874800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1824887 May 28 04:48:03.466069 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e0c9f-42e2-4bad-b9c3-534c1ed72bb3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Network': ['ID=23f106ed-3181-4e88-8a1b-2c17cfc43ff1,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:03.474839 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-074e0c9f-42e2-4bad-b9c3-534c1ed72bb3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5894527 May 28 04:48:03.485030 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8da6af1c-e02f-4057-a764-514cab6478a7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:03.489154 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 23f106ed-3181-4e88-8a1b-2c17cfc43ff1 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:48:03.498983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53628) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:03.553364 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66345e6c-f1df-4873-813c-cec3d6cd337c tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:03.554655 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-66345e6c-f1df-4873-813c-cec3d6cd337c tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/networks/6b12f09f-b65e-4d12-8bf2-4181a77a58b9 HTTP/1.1" status: 200 len: 881 time: 0.3511362 May 28 04:48:03.557554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53632) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:03.558084 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f1cc6c20-abbe-4f52-9428-abee64bfee8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'subnet': {'network_id': '23f106ed-3181-4e88-8a1b-2c17cfc43ff1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:03.590549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6f428562-03b0-4d50-abc6-08eb1567059f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:03.591033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6f428562-03b0-4d50-abc6-08eb1567059f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:03.622074 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0b5a6680-e571-4b45-9aff-fffa592edfea tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa01deef-440a-46fd-886e-09b8b0ccea26 HTTP/1.1" status: 200 len: 205 time: 0.0632629 May 28 04:48:03.625437 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53636) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:03.692425 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a0e0f698-6fdf-4155-a691-b1ce81830cea req-213a8797-d00f-4923-ad52-917b7c4611be tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097622 May 28 04:48:03.792693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:03.841488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:03.900751 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-6f428562-03b0-4d50-abc6-08eb1567059f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Calling delete_port for 8e484d7c-f8be-4c15-a0af-bebb8674f0ac owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:03.926770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:03.930158 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:03.932530 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:03.959306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da6af1c-e02f-4057-a764-514cab6478a7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:03.960192 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Pushing event updated for resources: {'Port': ['ID=1e1210bb-95e8-4d94-9086-391af07e1ebe,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:03.972315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6af1c-e02f-4057-a764-514cab6478a7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=1129b5e9-ab31-45ad-8ccd-bf9e1cce81e8,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:03.982188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-8da6af1c-e02f-4057-a764-514cab6478a7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:03.989951 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da6af1c-e02f-4057-a764-514cab6478a7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:03.994151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da6af1c-e02f-4057-a764-514cab6478a7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:03.994719 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8da6af1c-e02f-4057-a764-514cab6478a7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:04.028086 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-357838a6-973a-4ae7-9d56-56835b6aa156 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:04.031980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f1cc6c20-abbe-4f52-9428-abee64bfee8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:04.065294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f1cc6c20-abbe-4f52-9428-abee64bfee8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:04.087053 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8da6af1c-e02f-4057-a764-514cab6478a7 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7184825 May 28 04:48:04.093765 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53640) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:04.109278 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-2749a4cd-e4f7-44f1-8196-e108440303ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:04.155103 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cc6c20-abbe-4f52-9428-abee64bfee8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Made reservation on behalf of 5a92188d1a7140c899ac044549889ca9 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:04.185827 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:04.372145 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object 5e0ac718-1a2c-4f6c-bd18-aab97734d67f will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:04.387343 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:04.430418 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f1cc6c20-abbe-4f52-9428-abee64bfee8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:04.507792 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-357838a6-973a-4ae7-9d56-56835b6aa156 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:04.535042 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-357838a6-973a-4ae7-9d56-56835b6aa156 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Deleting port c979dac3-b25c-4af1-8549-93bc494b42a9 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:04.535355 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-357838a6-973a-4ae7-9d56-56835b6aa156 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:04.636070 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:04.693053 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:04.755509 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:48:04.756520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2749a4cd-e4f7-44f1-8196-e108440303ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:04.792921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.ipam_backend_mixin [None req-f1cc6c20-abbe-4f52-9428-abee64bfee8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Performing IP validity checks on allocation pools {{(pid=84010) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 28 04:48:04.793450 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.ipam_backend_mixin [None req-f1cc6c20-abbe-4f52-9428-abee64bfee8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84010) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 28 04:48:04.809280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:04.817673 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6f428562-03b0-4d50-abc6-08eb1567059f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:04.869265 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-357838a6-973a-4ae7-9d56-56835b6aa156 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:04.940087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f428562-03b0-4d50-abc6-08eb1567059f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Port': ['ID=8e484d7c-f8be-4c15-a0af-bebb8674f0ac,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:04.995628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-357838a6-973a-4ae7-9d56-56835b6aa156 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Calling delete_port for c979dac3-b25c-4af1-8549-93bc494b42a9 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:05.114530 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:05.148883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:05.151875 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:05.222498 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-357838a6-973a-4ae7-9d56-56835b6aa156 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:05.264905 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=5e0ac718-1a2c-4f6c-bd18-aab97734d67f,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:05.279007 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357838a6-973a-4ae7-9d56-56835b6aa156 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Pushing event deleted for resources: {'Port': ['ID=c979dac3-b25c-4af1-8549-93bc494b42a9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:05.315457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Router 3d23a417-d330-476c-bcc7-4a277598ec5b is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:48:05.448357 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1884c1e-14fb-4e4f-9a53-513e6aa78a2c req-496d0893-c319-4ca5-8009-4d663b8bcc53 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:05.449946 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f1884c1e-14fb-4e4f-9a53-513e6aa78a2c req-496d0893-c319-4ca5-8009-4d663b8bcc53 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 946 time: 0.7451019 May 28 04:48:05.460876 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:05.461484 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:05.468755 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6f428562-03b0-4d50-abc6-08eb1567059f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:05.503428 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e832c8a5-c9ee-47e1-8c43-0b4f828646b8 None None] Provisioning for port 5e0ac718-1a2c-4f6c-bd18-aab97734d67f completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:05.509156 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e832c8a5-c9ee-47e1-8c43-0b4f828646b8 None None] Provisioning complete for port 5e0ac718-1a2c-4f6c-bd18-aab97734d67f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:05.509621 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e832c8a5-c9ee-47e1-8c43-0b4f828646b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:05.565125 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e832c8a5-c9ee-47e1-8c43-0b4f828646b8 None None] Port 5e0ac718-1a2c-4f6c-bd18-aab97734d67f cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:48:05.651193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fb8c4-73d6-40de-bf51-ce48ebfa4d8d req-c1b67b20-23c2-4736-b442-28df96fd4e97 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:05.652690 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a36fb8c4-73d6-40de-bf51-ce48ebfa4d8d req-c1b67b20-23c2-4736-b442-28df96fd4e97 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.7545893 May 28 04:48:05.698327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-2749a4cd-e4f7-44f1-8196-e108440303ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:48:05.721055 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c777422c-2138-4c23-8adc-f9917ca0ecea tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.9688439 May 28 04:48:05.726860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53648) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:05.751088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2749a4cd-e4f7-44f1-8196-e108440303ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:05.775565 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f1884c1e-14fb-4e4f-9a53-513e6aa78a2c req-8c7922ad-292b-4936-a24e-c50f96d9f4c6 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/security-groups?id=f451ddab-c613-4308-a96a-59b6b5874800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2532599 May 28 04:48:05.778187 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2749a4cd-e4f7-44f1-8196-e108440303ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:05.799500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-357838a6-973a-4ae7-9d56-56835b6aa156 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:05.812210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f1cc6c20-abbe-4f52-9428-abee64bfee8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:05.906934 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a36fb8c4-73d6-40de-bf51-ce48ebfa4d8d req-7dccd2b6-4a01-45d5-8811-0127aedfb02e tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274988 May 28 04:48:05.907771 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-2749a4cd-e4f7-44f1-8196-e108440303ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] In _notify_port_updated(), no bound segment for port 1129b5e9-ab31-45ad-8ccd-bf9e1cce81e8 on network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 {{(pid=84010) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:48:05.911565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2749a4cd-e4f7-44f1-8196-e108440303ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:05.912167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2749a4cd-e4f7-44f1-8196-e108440303ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:05.915938 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2749a4cd-e4f7-44f1-8196-e108440303ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "PUT /v2.0/ports/1129b5e9-ab31-45ad-8ccd-bf9e1cce81e8 HTTP/1.1" status: 200 len: 818 time: 1.8183451 May 28 04:48:05.928480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53654) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:05.985516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749a4cd-e4f7-44f1-8196-e108440303ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=1129b5e9-ab31-45ad-8ccd-bf9e1cce81e8,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:05.993194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc6c20-abbe-4f52-9428-abee64bfee8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Subnet': ['ID=55cce4d2-18ce-428f-8811-867a5de43d31,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:06.079643 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ee897-212a-4fb1-a7b0-73bf33757cd6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 1129b5e9-ab31-45ad-8ccd-bf9e1cce81e8 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:06.079970 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6d8ee897-212a-4fb1-a7b0-73bf33757cd6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:06.086621 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-357838a6-973a-4ae7-9d56-56835b6aa156 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:06.101805 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e809184-c9fb-43da-aec3-bc8f40d1b5d6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:06.105715 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e809184-c9fb-43da-aec3-bc8f40d1b5d6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:06.106503 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9e809184-c9fb-43da-aec3-bc8f40d1b5d6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:06.109025 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-357838a6-973a-4ae7-9d56-56835b6aa156 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:06.142671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9e809184-c9fb-43da-aec3-bc8f40d1b5d6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:06.143910 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9e809184-c9fb-43da-aec3-bc8f40d1b5d6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4159150 May 28 04:48:06.146852 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53658) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:06.148434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cc6c20-abbe-4f52-9428-abee64bfee8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Checking segment: {'id': '6e1ab9a6-8212-4914-96c8-0765568c3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '23f106ed-3181-4e88-8a1b-2c17cfc43ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:48:06.148938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cc6c20-abbe-4f52-9428-abee64bfee8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network hostable DHCP agents. Network: 23f106ed-3181-4e88-8a1b-2c17cfc43ff1, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:48:06.189233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-357838a6-973a-4ae7-9d56-56835b6aa156 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:06.189816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357838a6-973a-4ae7-9d56-56835b6aa156 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Fanout notify agent at l3_agent the message router_deleted on router aa01deef-440a-46fd-886e-09b8b0ccea26 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:48:06.238080 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port 5e0ac718-1a2c-4f6c-bd18-aab97734d67f {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:06.238308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:06.269625 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-357838a6-973a-4ae7-9d56-56835b6aa156 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:06.270513 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-357838a6-973a-4ae7-9d56-56835b6aa156 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "DELETE /v2.0/routers/aa01deef-440a-46fd-886e-09b8b0ccea26 HTTP/1.1" status: 204 len: 168 time: 2.6439531 May 28 04:48:06.274279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020c0f5-65db-48f9-b251-e4bfb498050a req-c5c9751a-dcc6-47f3-b469-ed665a12f459 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:06.275084 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f020c0f5-65db-48f9-b251-e4bfb498050a req-c5c9751a-dcc6-47f3-b469-ed665a12f459 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 946 time: 0.2909117 May 28 04:48:06.279055 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53662) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:06.293890 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-606c2b5a-2a67-4786-8752-7e4e0152a91c tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2023112980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:06.302360 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53666) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:06.305665 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-606c2b5a-2a67-4786-8752-7e4e0152a91c tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:06.316410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-2e076443-538f-439e-9a99-41c67845f0f9 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Request body: {'floatingip': {'port_id': 'f9998b96-5e04-43fa-bd28-a5077a3e173c'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:06.342584 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cc6c20-abbe-4f52-9428-abee64bfee8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Network 23f106ed-3181-4e88-8a1b-2c17cfc43ff1 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:48:06.367275 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-606c2b5a-2a67-4786-8752-7e4e0152a91c tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Usage tracker for resource:router and tenant:e26a04da912146c8902986dd70365966 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:06.369103 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-f1cc6c20-abbe-4f52-9428-abee64bfee8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 23f106ed-3181-4e88-8a1b-2c17cfc43ff1) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:06.371773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6d8ee897-212a-4fb1-a7b0-73bf33757cd6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:06.373150 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:06.374916 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-606c2b5a-2a67-4786-8752-7e4e0152a91c tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:06.379086 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39f4d41-9a1a-4d8c-a52d-182585e9834b None None] Network 23f106ed-3181-4e88-8a1b-2c17cfc43ff1 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:06.389842 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:06.391062 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4f89def1-7566-469c-81ff-de133a7101c8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "PUT /v2.0/routers/3d23a417-d330-476c-bcc7-4a277598ec5b HTTP/1.1" status: 200 len: 918 time: 4.7976947 May 28 04:48:06.392713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cc6c20-abbe-4f52-9428-abee64bfee8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:06.393295 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f1cc6c20-abbe-4f52-9428-abee64bfee8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:06.400796 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53670) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:06.405597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-606c2b5a-2a67-4786-8752-7e4e0152a91c tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:06.407680 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6136bc7-cf31-4c5b-b574-303d09fc1400 None None] Sync routers for ids ['3d23a417-d330-476c-bcc7-4a277598ec5b'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:06.423334 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6136bc7-cf31-4c5b-b574-303d09fc1400 None None] Routers {'3d23a417-d330-476c-bcc7-4a277598ec5b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:06.424306 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b6136bc7-cf31-4c5b-b574-303d09fc1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3d23a417-d330-476c-bcc7-4a277598ec5b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:06.454826 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2e076443-538f-439e-9a99-41c67845f0f9 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for floatingip, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:06.521186 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-606c2b5a-2a67-4786-8752-7e4e0152a91c tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:06.522094 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-606c2b5a-2a67-4786-8752-7e4e0152a91c tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:06.523658 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b6136bc7-cf31-4c5b-b574-303d09fc1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:06.538404 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6136bc7-cf31-4c5b-b574-303d09fc1400 None None] Routers {'3d23a417-d330-476c-bcc7-4a277598ec5b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:06.540216 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b6136bc7-cf31-4c5b-b574-303d09fc1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3d23a417-d330-476c-bcc7-4a277598ec5b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:06.644826 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-23f106ed-3181-4e88-8a1b-2c17cfc43ff1', 'network_id': '23f106ed-3181-4e88-8a1b-2c17cfc43ff1', 'tenant_id': '5a92188d1a7140c899ac044549889ca9', 'fixed_ips': [{'subnet_id': '55cce4d2-18ce-428f-8811-867a5de43d31'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:48:06.646518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:06.656343 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b6136bc7-cf31-4c5b-b574-303d09fc1400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:06.656741 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6136bc7-cf31-4c5b-b574-303d09fc1400 None None] The sync data for ids ['3d23a417-d330-476c-bcc7-4a277598ec5b'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:06.699428 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-606c2b5a-2a67-4786-8752-7e4e0152a91c tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:06.701849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ee897-212a-4fb1-a7b0-73bf33757cd6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for 1129b5e9-ab31-45ad-8ccd-bf9e1cce81e8 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:06.793748 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f1cc6c20-abbe-4f52-9428-abee64bfee8c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.2908823 May 28 04:48:06.796724 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53674) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:06.807182 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-993d6282-2dbb-4bec-86ed-ee9b2c25320d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:06.826217 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Allocated IP 2001:db8::3 (23f106ed-3181-4e88-8a1b-2c17cfc43ff1/55cce4d2-18ce-428f-8811-867a5de43d31/11bfeb26-3958-4d2f-8af1-4e39e72d7019) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:06.837488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-606c2b5a-2a67-4786-8752-7e4e0152a91c tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:06.898902 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:06.992598 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6d8ee897-212a-4fb1-a7b0-73bf33757cd6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:07.046730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ee897-212a-4fb1-a7b0-73bf33757cd6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Port': ['ID=1129b5e9-ab31-45ad-8ccd-bf9e1cce81e8,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:07.066750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6d8ee897-212a-4fb1-a7b0-73bf33757cd6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:07.087947 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6d8ee897-212a-4fb1-a7b0-73bf33757cd6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/1129b5e9-ab31-45ad-8ccd-bf9e1cce81e8 HTTP/1.1" status: 204 len: 168 time: 1.1561544 May 28 04:48:07.088925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53680) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:07.119478 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:07.133618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Transition to ACTIVE for port object 11bfeb26-3958-4d2f-8af1-4e39e72d7019 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:07.152906 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Transition to ACTIVE for port object 11bfeb26-3958-4d2f-8af1-4e39e72d7019 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:07.160628 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:07.232900 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for 5e0ac718-1a2c-4f6c-bd18-aab97734d67f owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:07.259107 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-07ea9805-2729-4b86-ba9c-c6698b1a8289 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/routers/3d23a417-d330-476c-bcc7-4a277598ec5b HTTP/1.1" status: 200 len: 924 time: 0.6894827 May 28 04:48:07.262752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53684) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:07.276406 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Network 23f106ed-3181-4e88-8a1b-2c17cfc43ff1 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:07.277284 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Pushing event updated for resources: {'Port': ['ID=11bfeb26-3958-4d2f-8af1-4e39e72d7019,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:07.278539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-606c2b5a-2a67-4786-8752-7e4e0152a91c tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:07.279692 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-606c2b5a-2a67-4786-8752-7e4e0152a91c tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9997818 May 28 04:48:07.282987 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:07.285937 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:07.286927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53688) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:07.325828 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'enable_snat': True}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:07.329585 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bc85e-df57-48f8-b7e0-ab9fa5468ac3 req-84c325d7-a4ff-405b-b577-15fe277d98a0 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:07.331086 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d02bc85e-df57-48f8-b7e0-ab9fa5468ac3 req-84c325d7-a4ff-405b-b577-15fe277d98a0 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.2069380 May 28 04:48:07.346945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b800ae-7c4c-4106-bb7c-68021e2e36a1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:07.347601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a5b800ae-7c4c-4106-bb7c-68021e2e36a1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:07.353716 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f428562-03b0-4d50-abc6-08eb1567059f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:48:07.381786 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Attempting to bind port 11bfeb26-3958-4d2f-8af1-4e39e72d7019 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:48:07.382716 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Attempting to bind port 11bfeb26-3958-4d2f-8af1-4e39e72d7019 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '6e1ab9a6-8212-4914-96c8-0765568c3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '23f106ed-3181-4e88-8a1b-2c17cfc43ff1'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:48:07.382716 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Attempting to bind port 11bfeb26-3958-4d2f-8af1-4e39e72d7019 on network 23f106ed-3181-4e88-8a1b-2c17cfc43ff1 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:48:07.389862 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:48:07.390371 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Checking segment: {'id': '6e1ab9a6-8212-4914-96c8-0765568c3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '23f106ed-3181-4e88-8a1b-2c17cfc43ff1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:48:07.390925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:07.391324 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Bound using segment: {'id': '6e1ab9a6-8212-4914-96c8-0765568c3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '23f106ed-3181-4e88-8a1b-2c17cfc43ff1'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:48:07.391873 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Bound port: 11bfeb26-3958-4d2f-8af1-4e39e72d7019, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1ab9a6-8212-4914-96c8-0765568c3a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '23f106ed-3181-4e88-8a1b-2c17cfc43ff1'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:48:07.392324 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:07.410191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a5b800ae-7c4c-4106-bb7c-68021e2e36a1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:07.414069 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a5b800ae-7c4c-4106-bb7c-68021e2e36a1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3215299 May 28 04:48:07.418871 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53692) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:07.482532 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] For port 11bfeb26-3958-4d2f-8af1-4e39e72d7019, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:48:07.485475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] For port 11bfeb26-3958-4d2f-8af1-4e39e72d7019, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=11bfeb26-3958-4d2f-8af1-4e39e72d7019,segment=NetworkSegment(6e1ab9a6-8212-4914-96c8-0765568c3a00),segment_id=6e1ab9a6-8212-4914-96c8-0765568c3a00)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:48:07.491868 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:07.576579 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f890f4-c358-476e-877d-119b93e1fb31 None None] Pushing event updated for resources: {'Port': ['ID=11bfeb26-3958-4d2f-8af1-4e39e72d7019,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:07.582161 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ea8625-98d7-4772-a58e-c98b93963b0f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] GET failed (client error): The resource could not be found. May 28 04:48:07.583790 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-17ea8625-98d7-4772-a58e-c98b93963b0f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/1129b5e9-ab31-45ad-8ccd-bf9e1cce81e8 HTTP/1.1" status: 404 len: 333 time: 0.1631625 May 28 04:48:07.596021 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4a3e8cbf-ebdb-472c-a32e-4dc7caa6ab11 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&device_id=3d23a417-d330-476c-bcc7-4a277598ec5b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3325064 May 28 04:48:07.596826 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53696) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:07.600419 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53698) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:07.606377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1324030381'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:07.622310 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d02bc85e-df57-48f8-b7e0-ab9fa5468ac3 req-4df13f1f-8d92-49a5-b57e-8ae3b2d6f449 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718375 May 28 04:48:07.627178 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:07.635135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:network and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:07.639015 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:07.663979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:07.709026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:07.712104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:07.795813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:48:07.809881 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:07.810279 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Added segment 988a3a25-61f4-4be8-ac00-6dce355cd0ab of type vlan for network b5c26a42-3cb0-49d5-b85c-6fabcd5474f8 May 28 04:48:07.841093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f428562-03b0-4d50-abc6-08eb1567059f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:07.850903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:07.865903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae3f5c-d7de-434f-9632-a371f9b2ffd2 None None] Sync routers for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:07.870934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6f428562-03b0-4d50-abc6-08eb1567059f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:07.888449 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ae3f5c-d7de-434f-9632-a371f9b2ffd2 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:07.889103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f5ae3f5c-d7de-434f-9632-a371f9b2ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:07.993529 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f5ae3f5c-d7de-434f-9632-a371f9b2ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:08.026818 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ae3f5c-d7de-434f-9632-a371f9b2ffd2 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:08.027865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f5ae3f5c-d7de-434f-9632-a371f9b2ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:08.070694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:08.074360 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:08.074945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:08.079325 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6f428562-03b0-4d50-abc6-08eb1567059f tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/floatingips/a3fe58f5-bb8e-453e-a850-c1225bc1b88d HTTP/1.1" status: 204 len: 168 time: 6.0261400 May 28 04:48:08.100072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53708) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:08.119053 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f5ae3f5c-d7de-434f-9632-a371f9b2ffd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:08.119455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae3f5c-d7de-434f-9632-a371f9b2ffd2 None None] The sync data for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:08.239964 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-993d6282-2dbb-4bec-86ed-ee9b2c25320d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2823306'] for subnet, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:08.279600 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78838214-5264-4359-8962-2ff650b9c594 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:08.280153 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-78838214-5264-4359-8962-2ff650b9c594 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Synchronizing usage tracker for tenant:5a788c7b6c57418aae60ee20be84910f on resource:network {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:08.390650 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7904503 May 28 04:48:08.403294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53712) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:08.411772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5c069460-3d73-4261-becb-363bb8d80a68 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'subnet': {'network_id': 'b5c26a42-3cb0-49d5-b85c-6fabcd5474f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:08.411932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:08.440617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Network': ['ID=b5c26a42-3cb0-49d5-b85c-6fabcd5474f8,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:08.500539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-37f66843-466d-46e5-97e3-14c34974247b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting port 3f47eb52-b9e7-4fec-846b-909a3728d243 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:08.500880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-37f66843-466d-46e5-97e3-14c34974247b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:08.536788 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-78838214-5264-4359-8962-2ff650b9c594 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Unset dirty status for tenant:5a788c7b6c57418aae60ee20be84910f on resource:network {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:08.540926 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-78838214-5264-4359-8962-2ff650b9c594 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/networks/6b12f09f-b65e-4d12-8bf2-4181a77a58b9 HTTP/1.1" status: 200 len: 881 time: 0.9268341 May 28 04:48:08.540926 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=5e0ac718-1a2c-4f6c-bd18-aab97734d67f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:08.544522 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53716) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:08.599125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.599405 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.599741 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.600075 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.600391 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.600746 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.601066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.601353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.601682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.602032 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.602537 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4d3bb0-117d-4b5e-a3a8-9abb7b4439d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.617845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network b5c26a42-3cb0-49d5-b85c-6fabcd5474f8 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:48:08.658092 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5c069460-3d73-4261-becb-363bb8d80a68 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:08.668902 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5c069460-3d73-4261-becb-363bb8d80a68 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:subnet and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:08.685367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84d5be-0098-4a4a-9695-db23c12dfd36 req-a7924394-daac-489d-ae83-1c95365f3d6d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:08.692178 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8a84d5be-0098-4a4a-9695-db23c12dfd36 req-a7924394-daac-489d-ae83-1c95365f3d6d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.6550817 May 28 04:48:08.698108 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09a678a-af27-42c6-bfaf-82595f8b6b8d None None] Network 23f106ed-3181-4e88-8a1b-2c17cfc43ff1 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:08.705957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5c069460-3d73-4261-becb-363bb8d80a68 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:08.755594 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5c069460-3d73-4261-becb-363bb8d80a68 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:08.760144 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-461218a0-8877-48d5-aa15-c0dd7445c1fb req-63868084-1fe5-49d1-99db-f94317fdcf08 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8874bc9f5e654b27b25dbb6c2a0fb0ef&device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 1098 time: 0.4455574 May 28 04:48:08.793504 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9acd4fb6-633d-499c-8a35-5161a450859c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d23a417-d330-476c-bcc7-4a277598ec5b HTTP/1.1" status: 200 len: 205 time: 0.2439721 May 28 04:48:08.822710 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53720) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:08.834987 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.835324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.835638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.835966 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.836259 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.836587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.836866 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.837181 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.837484 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.837809 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.838109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:08.874770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2f69f8b8-24e3-4643-b965-f4f04576cf49 None None] Provisioning for port 11bfeb26-3958-4d2f-8af1-4e39e72d7019 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:08.921477 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 11bfeb26-3958-4d2f-8af1-4e39e72d7019 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:09.011676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c069460-3d73-4261-becb-363bb8d80a68 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:09.046047 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8a84d5be-0098-4a4a-9695-db23c12dfd36 req-c5421ffd-226a-4dfb-9bc4-f88e911b9d95 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527954 May 28 04:48:09.070024 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 11bfeb26-3958-4d2f-8af1-4e39e72d7019 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:09.078429 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 11bfeb26-3958-4d2f-8af1-4e39e72d7019 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:09.078858 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:09.182511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-37f66843-466d-46e5-97e3-14c34974247b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:09.201116 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2e076443-538f-439e-9a99-41c67845f0f9 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:09.251307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:09.257370 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2e076443-538f-439e-9a99-41c67845f0f9 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:09.292194 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 11bfeb26-3958-4d2f-8af1-4e39e72d7019, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=11bfeb26-3958-4d2f-8af1-4e39e72d7019,segment=NetworkSegment(6e1ab9a6-8212-4914-96c8-0765568c3a00),segment_id=6e1ab9a6-8212-4914-96c8-0765568c3a00)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:09.298410 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:09.333194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-37f66843-466d-46e5-97e3-14c34974247b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Calling delete_port for 3f47eb52-b9e7-4fec-846b-909a3728d243 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:09.370404 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c069460-3d73-4261-becb-363bb8d80a68 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:09.406371 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=11bfeb26-3958-4d2f-8af1-4e39e72d7019,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:09.450195 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:09.467139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461218a0-8877-48d5-aa15-c0dd7445c1fb req-715c8904-21cb-4faf-bc10-5cd67c417e36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:09.468631 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-461218a0-8877-48d5-aa15-c0dd7445c1fb req-715c8904-21cb-4faf-bc10-5cd67c417e36 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8948682-ca33-4cb9-a94c-ea149f8c5b44 HTTP/1.1" status: 200 len: 913 time: 0.6925488 May 28 04:48:09.538411 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4c9fd2ef-1997-41d9-9393-803838ff1b78 None None] Provisioning complete for port 11bfeb26-3958-4d2f-8af1-4e39e72d7019 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:09.538923 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4c9fd2ef-1997-41d9-9393-803838ff1b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:09.594530 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:09.651239 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-461218a0-8877-48d5-aa15-c0dd7445c1fb req-e5e40cd4-f705-47b3-b29e-724e5e1e2c1b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bac35e5-ed55-4fd4-82df-d76bade1f5d9 HTTP/1.1" status: 200 len: 1001 time: 0.1588044 May 28 04:48:09.688501 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8055deda-4cbe-4ab2-89d1-92b73aaad9ba tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/5e0ac718-1a2c-4f6c-bd18-aab97734d67f HTTP/1.1" status: 204 len: 168 time: 3.5406091 May 28 04:48:09.689438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-993d6282-2dbb-4bec-86ed-ee9b2c25320d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773018525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2641882'] for subnet, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:09.695224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53724) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:09.828683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83efc274-8e6b-4d28-b140-7b912d9789b8 None None] Network 23f106ed-3181-4e88-8a1b-2c17cfc43ff1 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:09.840723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993d6282-2dbb-4bec-86ed-ee9b2c25320d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:09.841296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-993d6282-2dbb-4bec-86ed-ee9b2c25320d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:09.846152 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-993d6282-2dbb-4bec-86ed-ee9b2c25320d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "PUT /v2.0/subnets/55cce4d2-18ce-428f-8811-867a5de43d31 HTTP/1.1" status: 200 len: 900 time: 3.0426745 May 28 04:48:09.848551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d6282-2dbb-4bec-86ed-ee9b2c25320d tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event updated for resources: {'Subnet': ['ID=55cce4d2-18ce-428f-8811-867a5de43d31,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:09.853770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53728) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:09.874662 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461218a0-8877-48d5-aa15-c0dd7445c1fb req-7328fe3b-d6d0-4ac5-aca5-152a4fa413be service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:09.876308 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-461218a0-8877-48d5-aa15-c0dd7445c1fb req-7328fe3b-d6d0-4ac5-aca5-152a4fa413be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b87c52c-c0b5-40e9-a49d-a4daf05c13b5 HTTP/1.1" status: 200 len: 851 time: 0.2183483 May 28 04:48:09.893307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26687c8-fed1-414b-b3da-1e58c889209b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:09.895187 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26687c8-fed1-414b-b3da-1e58c889209b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:09.896982 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26687c8-fed1-414b-b3da-1e58c889209b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:09.897788 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c26687c8-fed1-414b-b3da-1e58c889209b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:09.989845 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c069460-3d73-4261-becb-363bb8d80a68 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:10.023131 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c26687c8-fed1-414b-b3da-1e58c889209b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:10.026832 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c26687c8-fed1-414b-b3da-1e58c889209b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3004103 May 28 04:48:10.035213 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53732) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:10.158073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-37f66843-466d-46e5-97e3-14c34974247b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:10.196479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cdf349c7-c17b-4088-8b8a-368e495490b0 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:10.235524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f66843-466d-46e5-97e3-14c34974247b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Port': ['ID=3f47eb52-b9e7-4fec-846b-909a3728d243,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:10.305034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ef8e92ad-c64f-49ce-9c65-71da0ac8e69e None None] Provisioning complete for port 11bfeb26-3958-4d2f-8af1-4e39e72d7019 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:10.305637 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ef8e92ad-c64f-49ce-9c65-71da0ac8e69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:10.336956 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c069460-3d73-4261-becb-363bb8d80a68 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Subnet': ['ID=fa6e2769-c6bc-4ab3-9350-9fdcaaf17905,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:10.360174 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-461218a0-8877-48d5-aa15-c0dd7445c1fb req-5bfcef77-ec5f-4ad6-adab-55ab40593753 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8948682-ca33-4cb9-a94c-ea149f8c5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4736269 May 28 04:48:10.495886 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.l3_db [None req-2e076443-538f-439e-9a99-41c67845f0f9 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Floating IP b577eae1-788a-4bb9-ad5a-f40759f593aa associated. External IP: 172.26.8.124, port: f9998b96-5e04-43fa-bd28-a5077a3e173c. May 28 04:48:10.543569 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:10.557197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c069460-3d73-4261-becb-363bb8d80a68 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Checking segment: {'id': '988a3a25-61f4-4be8-ac00-6dce355cd0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b5c26a42-3cb0-49d5-b85c-6fabcd5474f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:48:10.557819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c069460-3d73-4261-becb-363bb8d80a68 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network hostable DHCP agents. Network: b5c26a42-3cb0-49d5-b85c-6fabcd5474f8, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:48:10.575619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-37f66843-466d-46e5-97e3-14c34974247b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:10.627505 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdaa61-3631-4b26-8293-d38be14fd5d2 req-7feddbae-bce0-4e07-95f5-1bf30567e80b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:10.629431 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27cdaa61-3631-4b26-8293-d38be14fd5d2 req-7feddbae-bce0-4e07-95f5-1bf30567e80b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.3997407 May 28 04:48:10.635072 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-37f66843-466d-46e5-97e3-14c34974247b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/ports/3f47eb52-b9e7-4fec-846b-909a3728d243 HTTP/1.1" status: 204 len: 168 time: 2.5270298 May 28 04:48:10.640874 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-461218a0-8877-48d5-aa15-c0dd7445c1fb req-f757c0f9-cdad-48c3-835e-dfde8a806214 service neutron] 10.222.0.66 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473636 May 28 04:48:10.641378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53738) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:10.650756 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:10.695053 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:10.701679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Deleting port 11bfeb26-3958-4d2f-8af1-4e39e72d7019 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:10.702008 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:10.751528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c069460-3d73-4261-becb-363bb8d80a68 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network b5c26a42-3cb0-49d5-b85c-6fabcd5474f8 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:48:10.764988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:10.796988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-5c069460-3d73-4261-becb-363bb8d80a68 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, b5c26a42-3cb0-49d5-b85c-6fabcd5474f8) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:10.805072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c069460-3d73-4261-becb-363bb8d80a68 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:10.806287 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c069460-3d73-4261-becb-363bb8d80a68 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:10.812012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:10.814741 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba8272-2c2f-4938-a1b0-769bc0a522fc None None] Network b5c26a42-3cb0-49d5-b85c-6fabcd5474f8 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:10.821643 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:10.838009 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 11bfeb26-3958-4d2f-8af1-4e39e72d7019 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:10.844370 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27cdaa61-3631-4b26-8293-d38be14fd5d2 req-79864bed-1e3d-4171-8c50-1bcd0828ffba tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012184 May 28 04:48:10.847289 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ea049b-d2e6-4625-82b4-3ef64c6eacef tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 0977e2fb-6c27-454f-8320-0da0538c8c3d {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:48:10.859339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c8ea049b-d2e6-4625-82b4-3ef64c6eacef tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:10.907132 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:10.924729 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5c069460-3d73-4261-becb-363bb8d80a68 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5179946 May 28 04:48:10.927143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53742) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:10.929072 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-461218a0-8877-48d5-aa15-c0dd7445c1fb req-9350e07f-928c-4324-9464-f8c622918aab service neutron] 10.222.0.66 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744484 May 28 04:48:10.941686 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-de6788ba-2616-49cc-a077-a8f42e16b085 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'subnet': {'network_id': 'b5c26a42-3cb0-49d5-b85c-6fabcd5474f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:11.056109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c8ea049b-d2e6-4625-82b4-3ef64c6eacef tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:11.126326 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 11bfeb26-3958-4d2f-8af1-4e39e72d7019 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:11.126702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:11.133976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-de6788ba-2616-49cc-a077-a8f42e16b085 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:11.140793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-de6788ba-2616-49cc-a077-a8f42e16b085 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:subnet and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:11.144935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-de6788ba-2616-49cc-a077-a8f42e16b085 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:11.152212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-de6788ba-2616-49cc-a077-a8f42e16b085 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:11.168093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:11.171296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6788ba-2616-49cc-a077-a8f42e16b085 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:11.175543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-de6788ba-2616-49cc-a077-a8f42e16b085 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:11.223975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-b5c26a42-3cb0-49d5-b85c-6fabcd5474f8', 'network_id': 'b5c26a42-3cb0-49d5-b85c-6fabcd5474f8', 'tenant_id': 'cabd20bf9b9e4fe68d6da0a704f20081', 'fixed_ips': [{'subnet_id': 'fa6e2769-c6bc-4ab3-9350-9fdcaaf17905'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:48:11.224822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:11.346376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Allocated IP 172.26.8.174 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/589a93a0-24a8-41b9-aec9-2187f9ac807d) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:11.374176 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c8ea049b-d2e6-4625-82b4-3ef64c6eacef tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:11.380550 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.ipam_backend_mixin [None req-de6788ba-2616-49cc-a077-a8f42e16b085 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fa6e2769-c6bc-4ab3-9350-9fdcaaf17905 (CIDR: 172.20.0.0/28) May 28 04:48:11.384820 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6788ba-2616-49cc-a077-a8f42e16b085 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:48:11.386018 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6788ba-2616-49cc-a077-a8f42e16b085 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:11.410792 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-de6788ba-2616-49cc-a077-a8f42e16b085 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4805961 May 28 04:48:11.413673 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53746) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:11.420783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-110de8e0-2c2b-4126-bf70-5b48bbeb0e4a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'subnet': {'network_id': 'b5c26a42-3cb0-49d5-b85c-6fabcd5474f8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:11.449847 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] For port 11bfeb26-3958-4d2f-8af1-4e39e72d7019, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=11bfeb26-3958-4d2f-8af1-4e39e72d7019,segment=NetworkSegment(6e1ab9a6-8212-4914-96c8-0765568c3a00),segment_id=6e1ab9a6-8212-4914-96c8-0765568c3a00)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:11.450250 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:11.465223 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Allocated IP 172.20.0.2 (b5c26a42-3cb0-49d5-b85c-6fabcd5474f8/fa6e2769-c6bc-4ab3-9350-9fdcaaf17905/84887f5a-a806-48e6-b5a4-9ec255b24b4c) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:11.598883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-110de8e0-2c2b-4126-bf70-5b48bbeb0e4a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:11.602851 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-110de8e0-2c2b-4126-bf70-5b48bbeb0e4a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:subnet and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:11.605751 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-110de8e0-2c2b-4126-bf70-5b48bbeb0e4a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:11.611472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-110de8e0-2c2b-4126-bf70-5b48bbeb0e4a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:11.625156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110de8e0-2c2b-4126-bf70-5b48bbeb0e4a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:11.629589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-110de8e0-2c2b-4126-bf70-5b48bbeb0e4a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:11.659015 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Calling delete_port for 11bfeb26-3958-4d2f-8af1-4e39e72d7019 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:11.704891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cdf349c7-c17b-4088-8b8a-368e495490b0 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:11.716802 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:11.755209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-cdf349c7-c17b-4088-8b8a-368e495490b0 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Deleting port 1e1210bb-95e8-4d94-9086-391af07e1ebe {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:11.755600 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cdf349c7-c17b-4088-8b8a-368e495490b0 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:11.759683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Transition to ACTIVE for port object 84887f5a-a806-48e6-b5a4-9ec255b24b4c will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:11.779621 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Transition to ACTIVE for port object 84887f5a-a806-48e6-b5a4-9ec255b24b4c will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:11.786842 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:11.795017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c8ea049b-d2e6-4625-82b4-3ef64c6eacef tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:11.857150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Network b5c26a42-3cb0-49d5-b85c-6fabcd5474f8 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:11.860017 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:11.864744 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:11.875680 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Pushing event updated for resources: {'Port': ['ID=84887f5a-a806-48e6-b5a4-9ec255b24b4c,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:11.927377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-110de8e0-2c2b-4126-bf70-5b48bbeb0e4a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:11.947136 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:11.947367 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:11.947726 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:11.948007 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:11.948317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:11.948635 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:11.948968 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:11.949288 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:11.949589 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:11.949936 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:11.950250 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:48:11.975243 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Attempting to bind port 84887f5a-a806-48e6-b5a4-9ec255b24b4c on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:48:11.975651 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Attempting to bind port 84887f5a-a806-48e6-b5a4-9ec255b24b4c by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '988a3a25-61f4-4be8-ac00-6dce355cd0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b5c26a42-3cb0-49d5-b85c-6fabcd5474f8'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:48:11.976000 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Attempting to bind port 84887f5a-a806-48e6-b5a4-9ec255b24b4c on network b5c26a42-3cb0-49d5-b85c-6fabcd5474f8 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:48:11.982849 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:48:11.983207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Checking segment: {'id': '988a3a25-61f4-4be8-ac00-6dce355cd0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b5c26a42-3cb0-49d5-b85c-6fabcd5474f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:48:11.983654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:11.984034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Bound using segment: {'id': '988a3a25-61f4-4be8-ac00-6dce355cd0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b5c26a42-3cb0-49d5-b85c-6fabcd5474f8'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:48:11.984487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Bound port: 84887f5a-a806-48e6-b5a4-9ec255b24b4c, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '988a3a25-61f4-4be8-ac00-6dce355cd0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b5c26a42-3cb0-49d5-b85c-6fabcd5474f8'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:48:11.984847 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:12.025473 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea049b-d2e6-4625-82b4-3ef64c6eacef tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=0977e2fb-6c27-454f-8320-0da0538c8c3d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:12.091621 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] For port 84887f5a-a806-48e6-b5a4-9ec255b24b4c, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:48:12.095369 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] For port 84887f5a-a806-48e6-b5a4-9ec255b24b4c, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=84887f5a-a806-48e6-b5a4-9ec255b24b4c,segment=NetworkSegment(988a3a25-61f4-4be8-ac00-6dce355cd0ab),segment_id=988a3a25-61f4-4be8-ac00-6dce355cd0ab)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:48:12.101934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:12.138886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1592545b-f38c-43d9-9369-07ff79f07e36 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:12.175590 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c8ea049b-d2e6-4625-82b4-3ef64c6eacef tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:12.191027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:12.214558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110de8e0-2c2b-4126-bf70-5b48bbeb0e4a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network b5c26a42-3cb0-49d5-b85c-6fabcd5474f8 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:12.220064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-110de8e0-2c2b-4126-bf70-5b48bbeb0e4a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:12.225631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110de8e0-2c2b-4126-bf70-5b48bbeb0e4a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:12.226235 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-110de8e0-2c2b-4126-bf70-5b48bbeb0e4a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:12.230534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110de8e0-2c2b-4126-bf70-5b48bbeb0e4a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Subnet': ['ID=914fb595-15c7-46dd-a0b4-ae92e015c58a,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:12.267429 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-110de8e0-2c2b-4126-bf70-5b48bbeb0e4a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8527980 May 28 04:48:12.271190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53752) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:12.277533 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'network_id': 'b5c26a42-3cb0-49d5-b85c-6fabcd5474f8', 'fixed_ips': [{'subnet_id': 'fa6e2769-c6bc-4ab3-9350-9fdcaaf17905'}, {'subnet_id': '914fb595-15c7-46dd-a0b4-ae92e015c58a'}], 'name': 'tempest-PortsTestJSON-1973637512'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:12.299395 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7982551-daeb-41a7-9609-02b8898883a7 req-4f8977e9-9ba6-4d7a-b106-8fa8ddb74e34 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:12.301115 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f7982551-daeb-41a7-9609-02b8898883a7 req-4f8977e9-9ba6-4d7a-b106-8fa8ddb74e34 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.1605802 May 28 04:48:12.305714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c7334-da7c-4f71-a467-88b4c57fd8fd None None] Pushing event updated for resources: {'Port': ['ID=84887f5a-a806-48e6-b5a4-9ec255b24b4c,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:12.342461 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c8ea049b-d2e6-4625-82b4-3ef64c6eacef tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/0977e2fb-6c27-454f-8320-0da0538c8c3d HTTP/1.1" status: 204 len: 168 time: 2.3060122 May 28 04:48:12.343186 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53756) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:12.434526 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f7982551-daeb-41a7-9609-02b8898883a7 req-ce293eb6-16d8-468c-8ce9-b645033687ab tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847967 May 28 04:48:12.507138 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cdf349c7-c17b-4088-8b8a-368e495490b0 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:12.507440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:12.519618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:port and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:12.524205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:12.537128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:12.595066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Allocated IP 172.26.8.77 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/08460c94-6eb5-41fb-8d6a-7e9eb896e93e) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:12.600767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:12.615132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:12.671817 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-cdf349c7-c17b-4088-8b8a-368e495490b0 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Calling delete_port for 1e1210bb-95e8-4d94-9086-391af07e1ebe owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:12.683263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] device_id is not set on port 2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:48:12.736969 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf51e2a-182a-449f-b28b-b3ae9419de5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 9acc7bd0-cb3a-43c0-a5ce-a0851814ae51 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:48:12.746185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fdf51e2a-182a-449f-b28b-b3ae9419de5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:12.844666 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:12.864945 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fdf51e2a-182a-449f-b28b-b3ae9419de5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:12.917604 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 84887f5a-a806-48e6-b5a4-9ec255b24b4c up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:13.087083 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 84887f5a-a806-48e6-b5a4-9ec255b24b4c completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:13.095939 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:13.144573 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Pushing event updated for resources: {'Port': ['ID=589a93a0-24a8-41b9-aec9-2187f9ac807d,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:13.170316 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:13.180850 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fdf51e2a-182a-449f-b28b-b3ae9419de5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:13.187970 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5b0bb-6bc9-418a-8c0f-cabaaea4167c req-e851566c-3c80-4f8b-b815-dd5f4b8191e8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:13.189546 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-06b5b0bb-6bc9-418a-8c0f-cabaaea4167c req-e851566c-3c80-4f8b-b815-dd5f4b8191e8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.3749321 May 28 04:48:13.352124 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac242a2-fe97-4e61-b9f5-f060a7aef01a None None] DHCP port deletion for 23f106ed-3181-4e88-8a1b-2c17cfc43ff1 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:48:13.383530 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fdf51e2a-182a-449f-b28b-b3ae9419de5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:13.394736 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-06b5b0bb-6bc9-418a-8c0f-cabaaea4167c req-f7a1e154-f5a6-46cf-a55f-f79fb44496ba tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616397 May 28 04:48:13.396941 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:13.423918 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:13.434436 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Port': ['ID=11bfeb26-3958-4d2f-8af1-4e39e72d7019,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:13.481722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:13.485288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:13.547737 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf51e2a-182a-449f-b28b-b3ae9419de5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=9acc7bd0-cb3a-43c0-a5ce-a0851814ae51,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:13.552550 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No DVR routers for this DVR port 11bfeb26-3958-4d2f-8af1-4e39e72d7019 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:48:13.584811 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a980a6f-30f9-4397-967e-e4d8672725ea None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:13.595490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:13.603726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:13.611840 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:13.664912 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:13.692031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Allocated IP 172.20.0.11 (b5c26a42-3cb0-49d5-b85c-6fabcd5474f8/fa6e2769-c6bc-4ab3-9350-9fdcaaf17905/2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:13.694528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=08460c94-6eb5-41fb-8d6a-7e9eb896e93e,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:13.712507 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fdf51e2a-182a-449f-b28b-b3ae9419de5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:13.745245 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa54bbb-a9a1-40f1-b680-453eae8a6689 None None] Network b5c26a42-3cb0-49d5-b85c-6fabcd5474f8 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:13.819164 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fdf51e2a-182a-449f-b28b-b3ae9419de5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/9acc7bd0-cb3a-43c0-a5ce-a0851814ae51 HTTP/1.1" status: 204 len: 168 time: 1.4694159 May 28 04:48:13.850756 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53764) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:13.908006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cdf349c7-c17b-4088-8b8a-368e495490b0 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:13.921935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-57f59b30-b111-4373-955d-671e09809a95 None None] Provisioning complete for port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:13.922543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57f59b30-b111-4373-955d-671e09809a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:13.944289 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e799775f-c5ae-4e25-8a8a-2e6a5a9a53e7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871158 May 28 04:48:13.945159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53768) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:13.961520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-618221fc-1462-4d4f-8b35-c02e471caa8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:13.985260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Allocated IP 172.20.0.27 (b5c26a42-3cb0-49d5-b85c-6fabcd5474f8/914fb595-15c7-46dd-a0b4-ae92e015c58a/2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:14.113699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf349c7-c17b-4088-8b8a-368e495490b0 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Pushing event deleted for resources: {'Port': ['ID=1e1210bb-95e8-4d94-9086-391af07e1ebe,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:14.163489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-618221fc-1462-4d4f-8b35-c02e471caa8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:14.175024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1beed-a6a5-4f9c-9a52-7222acb5cda7 req-3d2f4a12-9362-4241-b9da-2649b40da80c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:14.176961 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9a1beed-a6a5-4f9c-9a52-7222acb5cda7 req-3d2f4a12-9362-4241-b9da-2649b40da80c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.3621845 May 28 04:48:14.182764 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-618221fc-1462-4d4f-8b35-c02e471caa8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:14.184729 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:14.204506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-618221fc-1462-4d4f-8b35-c02e471caa8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:14.217936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e076443-538f-439e-9a99-41c67845f0f9 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Router d28afbaa-e636-4e79-bdd7-4a792a765e25 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:48:14.283763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Subnet': ['ID=55cce4d2-18ce-428f-8811-867a5de43d31,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:14.306680 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1e8a7f-1723-49d8-84ff-470604b12aec None None] Network 23f106ed-3181-4e88-8a1b-2c17cfc43ff1 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:14.433625 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2659fa45-22cd-405b-9952-d3bed0ace9b5 None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:48:14.465880 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2659fa45-22cd-405b-9952-d3bed0ace9b5 None None] Deleting port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:14.466133 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2659fa45-22cd-405b-9952-d3bed0ace9b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:14.478217 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-618221fc-1462-4d4f-8b35-c02e471caa8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:14.515252 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:14.565470 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618221fc-1462-4d4f-8b35-c02e471caa8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:14.574386 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fa6bbfad-cdd6-4a2d-bd08-cea3ac60615c None None] Provisioning for port 84887f5a-a806-48e6-b5a4-9ec255b24b4c completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:14.600466 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:14.616412 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9a1beed-a6a5-4f9c-9a52-7222acb5cda7 req-9499a2ee-cc3a-4250-af41-6bb04e7a1d8c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4084702 May 28 04:48:14.618715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fa6bbfad-cdd6-4a2d-bd08-cea3ac60615c None None] Provisioning complete for port 84887f5a-a806-48e6-b5a4-9ec255b24b4c triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:14.618925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fa6bbfad-cdd6-4a2d-bd08-cea3ac60615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:14.690880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:14.710999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f106ed-3181-4e88-8a1b-2c17cfc43ff1']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:14.715660 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5439a255-d497-4527-a0fd-f5510bb8f478 None None] Update dhcp port {'port': {'network_id': 'b5c26a42-3cb0-49d5-b85c-6fabcd5474f8', 'fixed_ips': [{'subnet_id': 'fa6e2769-c6bc-4ab3-9350-9fdcaaf17905', 'ip_address': '172.20.0.2'}, {'subnet_id': '914fb595-15c7-46dd-a0b4-ae92e015c58a'}], 'binding:host_id': 'dv-neutron-843300-5-hyperv'}, 'id': '84887f5a-a806-48e6-b5a4-9ec255b24b4c'} from dv-neutron-843300-5-hyperv. {{(pid=84011) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 28 04:48:14.730953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cdf349c7-c17b-4088-8b8a-368e495490b0 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:14.765192 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125173cc-6fd9-4e0f-aa30-49e0d1fc1b8d None None] DHCP port deletion for 23f106ed-3181-4e88-8a1b-2c17cfc43ff1 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:48:14.776466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:14.790965 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-618221fc-1462-4d4f-8b35-c02e471caa8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:14.882129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:48:14.887686 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Transition to ACTIVE for port object 2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:14.909054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5439a255-d497-4527-a0fd-f5510bb8f478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:14.956830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1ab9a6-8212-4914-96c8-0765568c3a00') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:14.957495 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1ab9a6-8212-4914-96c8-0765568c3a00') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:14.976655 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.069404 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.090119 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cdf349c7-c17b-4088-8b8a-368e495490b0 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.094446 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:48:15.094927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.110487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:48:15.111945 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:48:15.132155 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2659fa45-22cd-405b-9952-d3bed0ace9b5 None None] For port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a34bb234-a9d8-4083-ba11-7f9dca4dd5a0,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:15.132738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2659fa45-22cd-405b-9952-d3bed0ace9b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.175017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.236277 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cdf349c7-c17b-4088-8b8a-368e495490b0 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.263390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network b5c26a42-3cb0-49d5-b85c-6fabcd5474f8 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:15.272436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:15.278301 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.286773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43870dfd-fcb3-46d2-a08f-81a0f9003f1a req-e52435e4-be83-42a9-8baa-b5c4fe5cc6b7 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:15.288234 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-43870dfd-fcb3-46d2-a08f-81a0f9003f1a req-e52435e4-be83-42a9-8baa-b5c4fe5cc6b7 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.3615789 May 28 04:48:15.289015 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:15.318779 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:15.323877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2659fa45-22cd-405b-9952-d3bed0ace9b5 None None] Calling delete_port for a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:15.341255 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.348770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.353836 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fa6bbfad-cdd6-4a2d-bd08-cea3ac60615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.376249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.495281 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.523399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:15.523935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.538883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=08460c94-6eb5-41fb-8d6a-7e9eb896e93e,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:15.539136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Network': ['ID=23f106ed-3181-4e88-8a1b-2c17cfc43ff1,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:15.566163 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-43870dfd-fcb3-46d2-a08f-81a0f9003f1a req-20168141-e570-4795-86bf-52b077c67283 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412274 May 28 04:48:15.566490 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-fa6bbfad-cdd6-4a2d-bd08-cea3ac60615c None None] For port 84887f5a-a806-48e6-b5a4-9ec255b24b4c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=84887f5a-a806-48e6-b5a4-9ec255b24b4c,segment=NetworkSegment(988a3a25-61f4-4be8-ac00-6dce355cd0ab),segment_id=988a3a25-61f4-4be8-ac00-6dce355cd0ab)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:15.574994 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-618221fc-1462-4d4f-8b35-c02e471caa8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.594338 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fa6bbfad-cdd6-4a2d-bd08-cea3ac60615c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.594584 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.594584 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cdf349c7-c17b-4088-8b8a-368e495490b0 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.594584 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf349c7-c17b-4088-8b8a-368e495490b0 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Fanout notify agent at l3_agent the message router_deleted on router 3d23a417-d330-476c-bcc7-4a277598ec5b {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:48:15.610999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cdf349c7-c17b-4088-8b8a-368e495490b0 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.613979 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cdf349c7-c17b-4088-8b8a-368e495490b0 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "DELETE /v2.0/routers/3d23a417-d330-476c-bcc7-4a277598ec5b HTTP/1.1" status: 204 len: 168 time: 6.7816644 May 28 04:48:15.618883 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e076443-538f-439e-9a99-41c67845f0f9 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:15.621052 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53776) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:15.625256 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a34bb234-a9d8-4083-ba11-7f9dca4dd5a0,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:15.626879 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-5439a255-d497-4527-a0fd-f5510bb8f478 None None] Allocated IP 172.20.0.18 (b5c26a42-3cb0-49d5-b85c-6fabcd5474f8/914fb595-15c7-46dd-a0b4-ae92e015c58a/84887f5a-a806-48e6-b5a4-9ec255b24b4c) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:15.630256 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2e076443-538f-439e-9a99-41c67845f0f9 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.632494 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb0a9c1-9d58-450f-bd52-2cb42d6ec3a6 None None] Sync routers for ids ['d28afbaa-e636-4e79-bdd7-4a792a765e25'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:15.644906 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.645561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 11bfeb26-3958-4d2f-8af1-4e39e72d7019 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:48:15.658489 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb0a9c1-9d58-450f-bd52-2cb42d6ec3a6 None None] Routers {'d28afbaa-e636-4e79-bdd7-4a792a765e25'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:15.659446 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2bb0a9c1-9d58-450f-bd52-2cb42d6ec3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d28afbaa-e636-4e79-bdd7-4a792a765e25'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:15.692578 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-be6e1a5a-66db-4c0e-8667-4b576a4907ce tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.4203150 May 28 04:48:15.694699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 11bfeb26-3958-4d2f-8af1-4e39e72d7019 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:48:15.695032 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 11bfeb26-3958-4d2f-8af1-4e39e72d7019 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:48:15.698107 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ada6f5cc-caab-4ce7-955b-faf33eba6b41 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/23f106ed-3181-4e88-8a1b-2c17cfc43ff1 HTTP/1.1" status: 204 len: 168 time: 5.8422489 May 28 04:48:15.700227 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.701849 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-2659fa45-22cd-405b-9952-d3bed0ace9b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:48:15.702194 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-2659fa45-22cd-405b-9952-d3bed0ace9b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:48:15.703929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.709846 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2e076443-538f-439e-9a99-41c67845f0f9 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "PUT /v2.0/floatingips/b577eae1-788a-4bb9-ad5a-f40759f593aa HTTP/1.1" status: 200 len: 992 time: 9.4041650 May 28 04:48:15.710639 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53780) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:15.725102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53782) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:15.738676 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1c8697f9-cf0c-456f-8eb0-d754cf31114d tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1101565132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:15.747859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618221fc-1462-4d4f-8b35-c02e471caa8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:15.753107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-618221fc-1462-4d4f-8b35-c02e471caa8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:15.772149 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618221fc-1462-4d4f-8b35-c02e471caa8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:15.772723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-618221fc-1462-4d4f-8b35-c02e471caa8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.777327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618221fc-1462-4d4f-8b35-c02e471caa8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=1235be91-6432-4e1f-96a5-43d6560dbcfe,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:15.789809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bbfad-cdd6-4a2d-bd08-cea3ac60615c None None] Pushing event updated for resources: {'Port': ['ID=84887f5a-a806-48e6-b5a4-9ec255b24b4c,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:15.829116 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc69483-8061-48f7-b161-fce6b08f7dd8', 'tag': 'f9998b96-5e04-43fa-bd28-a5077a3e173c'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:48:15.840345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-dff49b79-6774-4a7c-b64a-7ae56131b264 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fa6e2769-c6bc-4ab3-9350-9fdcaaf17905'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:15.895721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=a34bb234-a9d8-4083-ba11-7f9dca4dd5a0,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:15.904757 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.908435 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d0d1dd46-c4a3-4bcc-84af-9530a22bdd6d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2615018 May 28 04:48:15.916858 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53792) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:15.923774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'port': {'network_id': 'ab138742-cdd0-4ebc-9f2c-dae6019785a8', 'name': 'tempest-FloatingIPTestJSON-263435856'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:15.951022 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-618221fc-1462-4d4f-8b35-c02e471caa8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0012774 May 28 04:48:15.959335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5439a255-d497-4527-a0fd-f5510bb8f478 None None] For port 84887f5a-a806-48e6-b5a4-9ec255b24b4c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=84887f5a-a806-48e6-b5a4-9ec255b24b4c,segment=NetworkSegment(988a3a25-61f4-4be8-ac00-6dce355cd0ab),segment_id=988a3a25-61f4-4be8-ac00-6dce355cd0ab)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:15.988063 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5439a255-d497-4527-a0fd-f5510bb8f478 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:15.988784 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-2bb0a9c1-9d58-450f-bd52-2cb42d6ec3a6 None None] Set router d28afbaa-e636-4e79-bdd7-4a792a765e25 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:48:16.003832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53796) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:16.007984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5439a255-d497-4527-a0fd-f5510bb8f478 None None] Transition to ACTIVE for port object 84887f5a-a806-48e6-b5a4-9ec255b24b4c will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:16.018991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-6b0d0b50-1101-4c92-92ac-fe15f74c99ee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:16.019926 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5439a255-d497-4527-a0fd-f5510bb8f478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:16.097722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1c8697f9-cf0c-456f-8eb0-d754cf31114d tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:16.102309 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1c8697f9-cf0c-456f-8eb0-d754cf31114d tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Usage tracker for resource:router and tenant:41faf9a2683f469782a6327c8e8364f8 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:16.105310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1c8697f9-cf0c-456f-8eb0-d754cf31114d tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:16.112027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1c8697f9-cf0c-456f-8eb0-d754cf31114d tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:16.153211 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b24a7ee-6a91-4e5d-99f5-787d71574f7c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] DELETE failed (client error): The resource could not be found. May 28 04:48:16.154076 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b24a7ee-6a91-4e5d-99f5-787d71574f7c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:16.156006 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0b24a7ee-6a91-4e5d-99f5-787d71574f7c tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/subnets/55cce4d2-18ce-428f-8811-867a5de43d31 HTTP/1.1" status: 404 len: 337 time: 0.3208349 May 28 04:48:16.162243 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53802) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:16.167819 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439a255-d497-4527-a0fd-f5510bb8f478 None None] Pushing event updated for resources: {'Port': ['ID=84887f5a-a806-48e6-b5a4-9ec255b24b4c,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:16.182495 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c8697f9-cf0c-456f-8eb0-d754cf31114d tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:16.183530 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c8697f9-cf0c-456f-8eb0-d754cf31114d tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:16.203883 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2659fa45-22cd-405b-9952-d3bed0ace9b5 None None] Deleting port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:16.204968 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2659fa45-22cd-405b-9952-d3bed0ace9b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:16.243486 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-30644f46-8a2e-4fa6-95b1-64e948480a70 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] DELETE failed (client error): The resource could not be found. May 28 04:48:16.243912 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30644f46-8a2e-4fa6-95b1-64e948480a70 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:16.257494 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-30644f46-8a2e-4fa6-95b1-64e948480a70 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/23f106ed-3181-4e88-8a1b-2c17cfc43ff1 HTTP/1.1" status: 404 len: 339 time: 0.0893464 May 28 04:48:16.261025 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53806) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:16.277072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:16.371180 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f102d34-1bd5-4600-95b9-704b41a6edc9 req-bb487d4b-4c00-4ec5-9b7a-d18b3c1d02be tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:16.377030 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5f102d34-1bd5-4600-95b9-704b41a6edc9 req-bb487d4b-4c00-4ec5-9b7a-d18b3c1d02be tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.6074586 May 28 04:48:16.386457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Usage tracker for resource:port and tenant:ee913605a2a2442f977d076c919a0ab6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:16.399688 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c8697f9-cf0c-456f-8eb0-d754cf31114d tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:16.500386 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c8697f9-cf0c-456f-8eb0-d754cf31114d tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:16.517777 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2bb0a9c1-9d58-450f-bd52-2cb42d6ec3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'name': 'tempest-ServersTestManualDisk-539503265-router', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:29Z', 'revision_number': 4, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'gw_port': {'id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:14Z', 'updated_at': '2022-05-28T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'b577eae1-788a-4bb9-ad5a-f40759f593aa', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'port_id': 'f9998b96-5e04-43fa-bd28-a5077a3e173c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72', 'mac_address': 'fa:16:3e:18:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc69483-8061-48f7-b161-fce6b08f7dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:47:36Z', 'updated_at': '2022-05-28T04:48:08Z', 'revision_number': 1, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a20354-eff6-42d9-9cf4-a09efcba19b3', 'name': '', 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'mac_address': 'fa:16:3e:b8:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:27Z', 'updated_at': '2022-05-28T04:47:37Z', 'revision_number': 5, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'subnets': [{'id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:16.522354 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb0a9c1-9d58-450f-bd52-2cb42d6ec3a6 None None] Checking router: d28afbaa-e636-4e79-bdd7-4a792a765e25 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:48:16.536845 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb0a9c1-9d58-450f-bd52-2cb42d6ec3a6 None None] Routers {'d28afbaa-e636-4e79-bdd7-4a792a765e25'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:16.538367 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2bb0a9c1-9d58-450f-bd52-2cb42d6ec3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d28afbaa-e636-4e79-bdd7-4a792a765e25'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:16.585492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:16.591546 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c8697f9-cf0c-456f-8eb0-d754cf31114d tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:16.592782 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1c8697f9-cf0c-456f-8eb0-d754cf31114d tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9696882 May 28 04:48:16.593631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dff49b79-6774-4a7c-b64a-7ae56131b264 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:16.615355 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53812) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:16.635027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2659fa45-22cd-405b-9952-d3bed0ace9b5 None None] For port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a34bb234-a9d8-4083-ba11-7f9dca4dd5a0,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:16.635726 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2659fa45-22cd-405b-9952-d3bed0ace9b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:16.657490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f74335-ed1c-4946-a659-59078f6a9d5d req-2c0328d6-a7cb-4b8b-9c54-f072d6ba0175 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:16.659680 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'enable_snat': False}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:16.664266 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b7f74335-ed1c-4946-a659-59078f6a9d5d req-2c0328d6-a7cb-4b8b-9c54-f072d6ba0175 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 946 time: 0.7927198 May 28 04:48:16.718028 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:16.735683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6b0d0b50-1101-4c92-92ac-fe15f74c99ee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:16.782092 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6b0d0b50-1101-4c92-92ac-fe15f74c99ee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:16.786852 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6b0d0b50-1101-4c92-92ac-fe15f74c99ee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:16.843739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6b0d0b50-1101-4c92-92ac-fe15f74c99ee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:16.848617 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-2bb0a9c1-9d58-450f-bd52-2cb42d6ec3a6 None None] Set router d28afbaa-e636-4e79-bdd7-4a792a765e25 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:48:16.862729 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 84887f5a-a806-48e6-b5a4-9ec255b24b4c up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:16.864486 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-239b2b20-aa68-4ccd-bd29-248d8f128a59 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:16.871571 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5f102d34-1bd5-4600-95b9-704b41a6edc9 req-27090cc6-b891-4e89-bfb9-ea8e44771cee tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4718370 May 28 04:48:16.874968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Made reservation on behalf of ee913605a2a2442f977d076c919a0ab6 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:16.878027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:16.892376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0d0b50-1101-4c92-92ac-fe15f74c99ee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:16.895845 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6b0d0b50-1101-4c92-92ac-fe15f74c99ee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:16.930722 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b7f74335-ed1c-4946-a659-59078f6a9d5d req-5a6a119e-9e2f-4e55-b3f0-b76d30175924 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/security-groups?id=f451ddab-c613-4308-a96a-59b6b5874800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2400119 May 28 04:48:16.979045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2659fa45-22cd-405b-9952-d3bed0ace9b5 None None] Calling delete_port for a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:17.097259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12964e00-0f55-45b0-b310-180c2a501803 None None] Network b5c26a42-3cb0-49d5-b85c-6fabcd5474f8 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:17.154031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] device_id is not set on port d7114bd2-b3fa-46cc-95cc-6ef0c205cacd yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:48:17.315198 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e9a130a0-37eb-4220-a785-ecb85fb3b833 None None] Provisioning for port 84887f5a-a806-48e6-b5a4-9ec255b24b4c completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:17.322500 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec301489-e8e3-46f2-84cc-5fe789cceb95'] response: {'name': 'network-changed', 'server_uuid': '9bc69483-8061-48f7-b161-fce6b08f7dd8', 'tag': 'f9998b96-5e04-43fa-bd28-a5077a3e173c', 'status': 'completed', 'code': 200} May 28 04:48:17.325220 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e9a130a0-37eb-4220-a785-ecb85fb3b833 None None] Provisioning complete for port 84887f5a-a806-48e6-b5a4-9ec255b24b4c triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:17.325410 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e9a130a0-37eb-4220-a785-ecb85fb3b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:17.394625 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 84887f5a-a806-48e6-b5a4-9ec255b24b4c triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:17.394625 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:17.417491 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2bb0a9c1-9d58-450f-bd52-2cb42d6ec3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'name': 'tempest-ServersTestManualDisk-539503265-router', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:29Z', 'revision_number': 4, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'gw_port': {'id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:14Z', 'updated_at': '2022-05-28T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'b577eae1-788a-4bb9-ad5a-f40759f593aa', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'port_id': 'f9998b96-5e04-43fa-bd28-a5077a3e173c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72', 'mac_address': 'fa:16:3e:18:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc69483-8061-48f7-b161-fce6b08f7dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:47:36Z', 'updated_at': '2022-05-28T04:48:08Z', 'revision_number': 1, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a20354-eff6-42d9-9cf4-a09efcba19b3', 'name': '', 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'mac_address': 'fa:16:3e:b8:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:27Z', 'updated_at': '2022-05-28T04:47:37Z', 'revision_number': 5, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'subnets': [{'id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:17.442574 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb0a9c1-9d58-450f-bd52-2cb42d6ec3a6 None None] The sync data for ids ['d28afbaa-e636-4e79-bdd7-4a792a765e25'] in dv-neutron-843300-5-hyperv is: [{'id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'name': 'tempest-ServersTestManualDisk-539503265-router', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:29Z', 'revision_number': 4, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'gw_port': {'id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:14Z', 'updated_at': '2022-05-28T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'b577eae1-788a-4bb9-ad5a-f40759f593aa', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'port_id': 'f9998b96-5e04-43fa-bd28-a5077a3e173c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72', 'mac_address': 'fa:16:3e:18:da:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bc69483-8061-48f7-b161-fce6b08f7dd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:47:36Z', 'updated_at': '2022-05-28T04:48:08Z', 'revision_number': 1, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a20354-eff6-42d9-9cf4-a09efcba19b3', 'name': '', 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'mac_address': 'fa:16:3e:b8:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:27Z', 'updated_at': '2022-05-28T04:47:37Z', 'revision_number': 5, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'subnets': [{'id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:17.485240 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-239b2b20-aa68-4ccd-bd29-248d8f128a59 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:17.515068 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2659fa45-22cd-405b-9952-d3bed0ace9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:17.523874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-239b2b20-aa68-4ccd-bd29-248d8f128a59 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0c41c9-2a95-47ee-9bd8-e5ab02d8f153']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:17.562413 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Router 340b5995-ed4a-4b5c-894b-86fc05f1ff36 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:48:17.598273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-239b2b20-aa68-4ccd-bd29-248d8f128a59 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1aa4a6-43bc-4856-84d2-a9747ddd7ec2') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:17.599073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-239b2b20-aa68-4ccd-bd29-248d8f128a59 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1aa4a6-43bc-4856-84d2-a9747ddd7ec2') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:17.619194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-239b2b20-aa68-4ccd-bd29-248d8f128a59 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:17.644223 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2659fa45-22cd-405b-9952-d3bed0ace9b5 None None] No DVR routers for this DVR port a34bb234-a9d8-4083-ba11-7f9dca4dd5a0 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:48:17.654499 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2659fa45-22cd-405b-9952-d3bed0ace9b5 None None] Pushing event deleted for resources: {'Port': ['ID=a34bb234-a9d8-4083-ba11-7f9dca4dd5a0,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:17.762158 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1e8a9b-85db-499e-a5ef-2e47479d5d0b None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:17.795781 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-239b2b20-aa68-4ccd-bd29-248d8f128a59 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:17.855696 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef79a461-c50b-411e-bd23-e0a20ff9792f None None] New status for floating IP b577eae1-788a-4bb9-ad5a-f40759f593aa: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:48:17.860980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-239b2b20-aa68-4ccd-bd29-248d8f128a59 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:48:17.861380 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-239b2b20-aa68-4ccd-bd29-248d8f128a59 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:48:17.884446 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:48:18.026743 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-36ef5259-8a27-4b66-8255-086709844b0a req-1162262e-b007-4403-9a41-90d06c1fe39d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0975f0d7e3e4604948b6f507fc10cf6&device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 1099 time: 0.8021505 May 28 04:48:18.040912 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:18.071026 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-dff49b79-6774-4a7c-b64a-7ae56131b264 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Delete allocated IP 172.20.0.27 (b5c26a42-3cb0-49d5-b85c-6fabcd5474f8/914fb595-15c7-46dd-a0b4-ae92e015c58a) {{(pid=84009) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 04:48:18.094558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Allocated IP 172.20.0.13 (ab138742-cdd0-4ebc-9f2c-dae6019785a8/88d065d9-f99f-403c-8ca3-8dfa7eb4daed/d7114bd2-b3fa-46cc-95cc-6ef0c205cacd) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:18.151729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-239b2b20-aa68-4ccd-bd29-248d8f128a59 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:18.187637 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-239b2b20-aa68-4ccd-bd29-248d8f128a59 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:18.211665 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b2b20-aa68-4ccd-bd29-248d8f128a59 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Network': ['ID=7c0c41c9-2a95-47ee-9bd8-e5ab02d8f153,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:18.289793 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-239b2b20-aa68-4ccd-bd29-248d8f128a59 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/7c0c41c9-2a95-47ee-9bd8-e5ab02d8f153 HTTP/1.1" status: 204 len: 168 time: 2.0142891 May 28 04:48:18.294290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53826) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:18.342796 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef5259-8a27-4b66-8255-086709844b0a req-9b30767b-7d6e-46a3-bd10-8881ffb25c41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:18.344596 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-36ef5259-8a27-4b66-8255-086709844b0a req-9b30767b-7d6e-46a3-bd10-8881ffb25c41 service neutron] 10.222.0.66 "GET /v2.0/networks?id=afe37998-62f3-4339-8047-9170ef82bf72 HTTP/1.1" status: 200 len: 912 time: 0.3066294 May 28 04:48:18.351760 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b92f009-a590-48f4-9f3f-a5781c8fd979 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] DELETE failed (client error): The resource could not be found. May 28 04:48:18.352294 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b92f009-a590-48f4-9f3f-a5781c8fd979 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:18.355075 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb52a8e-699f-487c-8731-9692595c359f req-517f5f06-3ab2-49bd-b905-ac6d79982286 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:18.356420 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1b92f009-a590-48f4-9f3f-a5781c8fd979 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/subnets/14ed8520-3166-48e4-b597-d137d1012365 HTTP/1.1" status: 404 len: 337 time: 0.0613253 May 28 04:48:18.358456 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53830) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:18.364039 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5fb52a8e-699f-487c-8731-9692595c359f req-517f5f06-3ab2-49bd-b905-ac6d79982286 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.4670672 May 28 04:48:18.408479 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8bee30-4d71-4063-83d8-13b7ffb38530 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] DELETE failed (client error): The resource could not be found. May 28 04:48:18.408904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b8bee30-4d71-4063-83d8-13b7ffb38530 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:18.413234 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8b8bee30-4d71-4063-83d8-13b7ffb38530 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/a775a767-9af6-49df-a867-f4d3ad3db2a9 HTTP/1.1" status: 404 len: 339 time: 0.0524621 May 28 04:48:18.416240 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53834) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:18.475138 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': '1235be91-6432-4e1f-96a5-43d6560dbcfe'}, {'subnet_id': '72ce0816-9fd2-423b-aae0-9a37f99c5788'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:48:18.475717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dff49b79-6774-4a7c-b64a-7ae56131b264 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:18.476827 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:18.512754 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-dff49b79-6774-4a7c-b64a-7ae56131b264 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Ignored duplicate provisioning block setup for port 2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 28 04:48:18.539064 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dff49b79-6774-4a7c-b64a-7ae56131b264 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:18.659022 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5fb52a8e-699f-487c-8731-9692595c359f req-f2f6e8b1-90f5-400a-8405-b49b99cc12f1 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938488 May 28 04:48:18.665865 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:18.686309 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:18.686309 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4cd7a639-c01b-4fdd-a4ab-38e37570aa89 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "PUT /v2.0/routers/340b5995-ed4a-4b5c-894b-86fc05f1ff36 HTTP/1.1" status: 200 len: 915 time: 11.3867280 May 28 04:48:18.692036 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef515a-ab2d-4423-903e-733711093990 None None] Sync routers for ids ['340b5995-ed4a-4b5c-894b-86fc05f1ff36'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:18.697195 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53838) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:18.712961 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef515a-ab2d-4423-903e-733711093990 None None] Routers {'340b5995-ed4a-4b5c-894b-86fc05f1ff36'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:18.713880 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-59ef515a-ab2d-4423-903e-733711093990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['340b5995-ed4a-4b5c-894b-86fc05f1ff36'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:18.726000 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-36ef5259-8a27-4b66-8255-086709844b0a req-1ec020ae-5f18-4adf-b29e-38f935ac7e96 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9998b96-5e04-43fa-bd28-a5077a3e173c HTTP/1.1" status: 200 len: 1002 time: 0.3257692 May 28 04:48:18.794106 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-59ef515a-ab2d-4423-903e-733711093990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:18.810100 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef515a-ab2d-4423-903e-733711093990 None None] Routers {'340b5995-ed4a-4b5c-894b-86fc05f1ff36'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:18.811047 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-59ef515a-ab2d-4423-903e-733711093990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['340b5995-ed4a-4b5c-894b-86fc05f1ff36'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:18.873418 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Allocated IP 172.20.0.2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/1235be91-6432-4e1f-96a5-43d6560dbcfe/e439649f-02fd-4fd0-8160-ad639010ece8) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:18.882937 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Allocated IP 2001:db8::f816:3eff:fe76:302d (ba7d5340-6612-4ffa-ba26-ab26f78055ee/72ce0816-9fd2-423b-aae0-9a37f99c5788/e439649f-02fd-4fd0-8160-ad639010ece8) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:18.890141 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-59ef515a-ab2d-4423-903e-733711093990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:18.893121 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef515a-ab2d-4423-903e-733711093990 None None] The sync data for ids ['340b5995-ed4a-4b5c-894b-86fc05f1ff36'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:18.953507 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff49b79-6774-4a7c-b64a-7ae56131b264 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:18.999665 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.objects.ports [None req-6b0d0b50-1101-4c92-92ac-fe15f74c99ee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84010) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:48:19.006992 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f9e83b33-47cb-4420-ac07-1704afbc1447 None None] Provisioning for port 2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:19.014307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6b0d0b50-1101-4c92-92ac-fe15f74c99ee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.015653 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f9e83b33-47cb-4420-ac07-1704afbc1447 None None] Provisioning complete for port 2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:19.016273 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f9e83b33-47cb-4420-ac07-1704afbc1447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.072602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.082708 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b998c0-f946-4ae1-8c31-93d705932064 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Deleting subnet 15b6dae2-d5c3-458c-97e7-381d469d0f4b {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:48:19.086443 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8b998c0-f946-4ae1-8c31-93d705932064 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.115831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef5259-8a27-4b66-8255-086709844b0a req-bb6f37cb-4231-4855-aad6-fd18ba6a0bfd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:19.117585 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-36ef5259-8a27-4b66-8255-086709844b0a req-bb6f37cb-4231-4855-aad6-fd18ba6a0bfd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0aee26f-84b6-4d45-aba6-7990c6c4f5bc HTTP/1.1" status: 200 len: 850 time: 0.3840163 May 28 04:48:19.117735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f9e83b33-47cb-4420-ac07-1704afbc1447 None None] Port 2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:48:19.120369 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0d0b50-1101-4c92-92ac-fe15f74c99ee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:19.124744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-6b0d0b50-1101-4c92-92ac-fe15f74c99ee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:19.164954 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0d0b50-1101-4c92-92ac-fe15f74c99ee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:19.165536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6b0d0b50-1101-4c92-92ac-fe15f74c99ee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.165712 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8b998c0-f946-4ae1-8c31-93d705932064 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.181340 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f9e83b33-47cb-4420-ac07-1704afbc1447 None None] Provisioning complete for port 84887f5a-a806-48e6-b5a4-9ec255b24b4c triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:19.181731 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f9e83b33-47cb-4420-ac07-1704afbc1447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.201725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d0b50-1101-4c92-92ac-fe15f74c99ee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=72ce0816-9fd2-423b-aae0-9a37f99c5788,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:19.220255 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6b0d0b50-1101-4c92-92ac-fe15f74c99ee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2135079 May 28 04:48:19.222225 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53842) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:19.230149 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'mac_address': 'fa:16:3e:68:f8:d7', 'name': 'tempest-NetworksTestDHCPv6-27399588'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:19.264881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.274731 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.288556 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Transition to ACTIVE for port object e439649f-02fd-4fd0-8160-ad639010ece8 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:19.304798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-dff49b79-6774-4a7c-b64a-7ae56131b264 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] In _notify_port_updated(), no bound segment for port 2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc on network b5c26a42-3cb0-49d5-b85c-6fabcd5474f8 {{(pid=84009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:48:19.308714 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff49b79-6774-4a7c-b64a-7ae56131b264 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:19.309395 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dff49b79-6774-4a7c-b64a-7ae56131b264 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.313294 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-dff49b79-6774-4a7c-b64a-7ae56131b264 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "PUT /v2.0/ports/2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc HTTP/1.1" status: 200 len: 920 time: 3.4771199 May 28 04:48:19.314903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.315060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.320212 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53846) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:19.353548 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Transition to ACTIVE for port object e439649f-02fd-4fd0-8160-ad639010ece8 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:19.370634 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.370877 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1982f995-bbc6-4f95-b1ce-7a6bc0989ba4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fa6e2769-c6bc-4ab3-9350-9fdcaaf17905'}, {'subnet_id': '914fb595-15c7-46dd-a0b4-ae92e015c58a'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:19.441349 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:19.444169 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:19.446919 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:19.455663 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Pushing event updated for resources: {'Port': ['ID=e439649f-02fd-4fd0-8160-ad639010ece8,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:19.460152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network ab138742-cdd0-4ebc-9f2c-dae6019785a8 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:19.464149 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-36ef5259-8a27-4b66-8255-086709844b0a req-435b1c35-e8d5-421a-abf9-68e5be377289 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=afe37998-62f3-4339-8047-9170ef82bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3343270 May 28 04:48:19.467783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=d7114bd2-b3fa-46cc-95cc-6ef0c205cacd,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:19.471338 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:19.496517 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:19.542621 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8b998c0-f946-4ae1-8c31-93d705932064 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.601868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:19.604449 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Attempting to bind port e439649f-02fd-4fd0-8160-ad639010ece8 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:48:19.604988 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Attempting to bind port e439649f-02fd-4fd0-8160-ad639010ece8 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:48:19.606183 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Attempting to bind port e439649f-02fd-4fd0-8160-ad639010ece8 on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:48:19.607786 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-23eaa7f8-7dd8-41f3-8753-e5ce01bcbd35 None None] Provisioning complete for port 2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:19.608142 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-23eaa7f8-7dd8-41f3-8753-e5ce01bcbd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.614052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:19.622507 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:19.637290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:19.664733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:19.665193 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:48:19.665355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.665556 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:48:19.665976 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.666358 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:48:19.666835 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Bound port: e439649f-02fd-4fd0-8160-ad639010ece8, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:48:19.667198 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.693756 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:19.695703 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-23eaa7f8-7dd8-41f3-8753-e5ce01bcbd35 None None] Port 2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:48:19.698229 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.724596 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c476e657-5cf9-4787-bde1-b824afb6fd32 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8055561 May 28 04:48:19.728297 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-36ef5259-8a27-4b66-8255-086709844b0a req-36f5e961-9464-4801-9c58-7cc5a08aa765 service neutron] 10.222.0.66 "GET /v2.0/networks/afe37998-62f3-4339-8047-9170ef82bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541690 May 28 04:48:19.728789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53852) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:19.756586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port e5caf982-7204-4bbe-8006-24d3e2b5d3d6 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:48:19.788270 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] For port e439649f-02fd-4fd0-8160-ad639010ece8, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:48:19.792253 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] For port e439649f-02fd-4fd0-8160-ad639010ece8, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e439649f-02fd-4fd0-8160-ad639010ece8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:48:19.799595 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.801046 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-49f3bf54-55a4-4410-a4d1-fe316989e730 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'floatingip': {'port_id': 'd7114bd2-b3fa-46cc-95cc-6ef0c205cacd'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:19.825735 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8b998c0-f946-4ae1-8c31-93d705932064 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.895877 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b998c0-f946-4ae1-8c31-93d705932064 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Subnet': ['ID=15b6dae2-d5c3-458c-97e7-381d469d0f4b,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:19.896104 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef4ee5-c199-4bac-9f94-6891b8f7af2e None None] Pushing event updated for resources: {'Port': ['ID=e439649f-02fd-4fd0-8160-ad639010ece8,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:19.920062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1982f995-bbc6-4f95-b1ce-7a6bc0989ba4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:19.958466 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7b718d-71ae-44a1-96b7-ed9dd351aacc None None] Network a821cfaa-02cd-4d31-af6d-48d628a6e007 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:19.966970 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8b998c0-f946-4ae1-8c31-93d705932064 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:20.009008 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e8b998c0-f946-4ae1-8c31-93d705932064 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/subnets/15b6dae2-d5c3-458c-97e7-381d469d0f4b HTTP/1.1" status: 204 len: 168 time: 1.5909851 May 28 04:48:20.021089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53856) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:20.023328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49f3bf54-55a4-4410-a4d1-fe316989e730 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:20.118047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Allocated IP 172.26.8.137 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/083d355a-c4f5-43c5-8fdd-5700c56e095f) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:20.156464 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1003b033-1e0c-43d6-b29e-baea5c26573a tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/routers/340b5995-ed4a-4b5c-894b-86fc05f1ff36 HTTP/1.1" status: 200 len: 921 time: 1.4486508 May 28 04:48:20.195792 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53860) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:20.395953 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-36ef5259-8a27-4b66-8255-086709844b0a req-a001d41d-77f1-4b3f-89d0-d289a1ca3d96 service neutron] 10.222.0.66 "GET /v2.0/networks/afe37998-62f3-4339-8047-9170ef82bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6587565 May 28 04:48:20.472199 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bf55455e-7cb9-42b3-b0d8-26fc788be2e4 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&device_id=340b5995-ed4a-4b5c-894b-86fc05f1ff36&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2751036 May 28 04:48:20.489911 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53864) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:20.544600 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:20.637618 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-1982f995-bbc6-4f95-b1ce-7a6bc0989ba4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Allocated IP 172.20.0.20 (b5c26a42-3cb0-49d5-b85c-6fabcd5474f8/914fb595-15c7-46dd-a0b4-ae92e015c58a/2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:20.663867 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:20.872813 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:20.886641 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e439649f-02fd-4fd0-8160-ad639010ece8 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:20.891234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:20.894205 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:20.996623 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Pushing event updated for resources: {'Port': ['ID=083d355a-c4f5-43c5-8fdd-5700c56e095f,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:21.036628 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port e439649f-02fd-4fd0-8160-ad639010ece8 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:21.098004 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1982f995-bbc6-4f95-b1ce-7a6bc0989ba4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:21.099564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d272f9-f562-4e12-a313-d8b1a6eed04a req-dc156811-9a7c-4dfe-8580-b45cb771adec tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:21.109084 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e0d272f9-f562-4e12-a313-d8b1a6eed04a req-dc156811-9a7c-4dfe-8580-b45cb771adec tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 1.2609673 May 28 04:48:21.132973 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-1982f995-bbc6-4f95-b1ce-7a6bc0989ba4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Transition to ACTIVE for port object 2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:21.139512 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1982f995-bbc6-4f95-b1ce-7a6bc0989ba4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:21.154976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-58221d85-9108-4c9b-8f2d-bda82efbb37a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Deleting subnet ccd81e9c-9939-4450-ac4c-8c601c3759cc {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:48:21.172044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58221d85-9108-4c9b-8f2d-bda82efbb37a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:21.262026 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982f995-bbc6-4f95-b1ce-7a6bc0989ba4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc,revision_number=3']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:21.318332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58221d85-9108-4c9b-8f2d-bda82efbb37a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:21.346296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:21.370343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854d6585-dadb-4239-b3a7-2207da4e0453 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:21.384834 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e0d272f9-f562-4e12-a313-d8b1a6eed04a req-0a40e11b-6b2e-4744-ab8b-cacfd7d88d04 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715013 May 28 04:48:21.386324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ef3aaf-4c83-440e-9aa5-91780810ac51 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:21.386899 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b9ef3aaf-4c83-440e-9aa5-91780810ac51 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Synchronizing usage tracker for tenant:f68fe89754b14d9dab24fe13621ba94f on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:21.392048 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 172.20.0.4 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/1235be91-6432-4e1f-96a5-43d6560dbcfe/e5caf982-7204-4bbe-8006-24d3e2b5d3d6) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:21.443918 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::f816:3eff:fe68:f8d7 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/72ce0816-9fd2-423b-aae0-9a37f99c5788/e5caf982-7204-4bbe-8006-24d3e2b5d3d6) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:21.478483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b9ef3aaf-4c83-440e-9aa5-91780810ac51 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Unset dirty status for tenant:f68fe89754b14d9dab24fe13621ba94f on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:21.482358 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b9ef3aaf-4c83-440e-9aa5-91780810ac51 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/networks/6b12f09f-b65e-4d12-8bf2-4181a77a58b9 HTTP/1.1" status: 200 len: 881 time: 0.9889472 May 28 04:48:21.484248 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53870) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:21.568576 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aad50038-7849-4756-9bcf-a936994a6fae None None] Provisioning for port e439649f-02fd-4fd0-8160-ad639010ece8 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:21.576118 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-24b7e8fd-e58e-460c-8deb-50e690be0395 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "GET /v2.0/ports?device_id=340b5995-ed4a-4b5c-894b-86fc05f1ff36 HTTP/1.1" status: 200 len: 205 time: 0.0838640 May 28 04:48:21.580639 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53874) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:21.586463 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aad50038-7849-4756-9bcf-a936994a6fae None None] Provisioning complete for port e439649f-02fd-4fd0-8160-ad639010ece8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:21.587148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aad50038-7849-4756-9bcf-a936994a6fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:21.766976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58221d85-9108-4c9b-8f2d-bda82efbb37a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:21.841150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aad50038-7849-4756-9bcf-a936994a6fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:21.886245 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-aad50038-7849-4756-9bcf-a936994a6fae None None] For port e439649f-02fd-4fd0-8160-ad639010ece8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e439649f-02fd-4fd0-8160-ad639010ece8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:21.892136 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aad50038-7849-4756-9bcf-a936994a6fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:21.932553 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-1982f995-bbc6-4f95-b1ce-7a6bc0989ba4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] In _notify_port_updated(), no bound segment for port 2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc on network b5c26a42-3cb0-49d5-b85c-6fabcd5474f8 {{(pid=84009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:48:21.936369 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1982f995-bbc6-4f95-b1ce-7a6bc0989ba4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:21.936989 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1982f995-bbc6-4f95-b1ce-7a6bc0989ba4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:21.946562 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1982f995-bbc6-4f95-b1ce-7a6bc0989ba4 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "PUT /v2.0/ports/2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc HTTP/1.1" status: 200 len: 1000 time: 2.6242437 May 28 04:48:21.952083 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53880) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:22.046468 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad50038-7849-4756-9bcf-a936994a6fae None None] Pushing event updated for resources: {'Port': ['ID=e439649f-02fd-4fd0-8160-ad639010ece8,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:22.051452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-df5450a3-4e47-467c-af80-4d0bd2db083b None None] Provisioning complete for port f26769d6-299e-44c8-9cc8-5068dfe97fdf triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:22.053480 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:22.062236 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-df5450a3-4e47-467c-af80-4d0bd2db083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:22.067029 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:22.068465 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:22.070977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-49f3bf54-55a4-4410-a4d1-fe316989e730 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:48:22.077594 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-807fb841-71cb-42f4-ad1f-06d226222e8b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:22.077953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-807fb841-71cb-42f4-ad1f-06d226222e8b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:22.148839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58221d85-9108-4c9b-8f2d-bda82efbb37a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:22.200065 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-75f324ce-133b-4e76-9b09-76849ff78f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:22.221139 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d409527-0d52-42ef-aa74-9bacede4b5e5 None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:48:22.234287 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object e5caf982-7204-4bbe-8006-24d3e2b5d3d6 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:22.237154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58221d85-9108-4c9b-8f2d-bda82efbb37a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd81e9c-9939-4450-ac4c-8c601c3759cc,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:22.272910 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58221d85-9108-4c9b-8f2d-bda82efbb37a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:22.285564 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-df5450a3-4e47-467c-af80-4d0bd2db083b None None] Provisioning for port 2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:22.287159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49f3bf54-55a4-4410-a4d1-fe316989e730 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:22.293958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-df5450a3-4e47-467c-af80-4d0bd2db083b None None] Provisioning complete for port 2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:22.294360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-df5450a3-4e47-467c-af80-4d0bd2db083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:22.300726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49f3bf54-55a4-4410-a4d1-fe316989e730 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:22.367544 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-58221d85-9108-4c9b-8f2d-bda82efbb37a tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/subnets/ccd81e9c-9939-4450-ac4c-8c601c3759cc HTTP/1.1" status: 204 len: 168 time: 2.2634978 May 28 04:48:22.378749 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53884) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:22.385780 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-df5450a3-4e47-467c-af80-4d0bd2db083b None None] Port 2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:48:22.417248 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d409527-0d52-42ef-aa74-9bacede4b5e5 None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:48:22.484089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0db2c8-1d80-4287-ba59-1bea5a701905 req-a0e1c1d7-c648-4abe-a41e-816dc02fdcb8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:22.485561 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e0db2c8-1d80-4287-ba59-1bea5a701905 req-a0e1c1d7-c648-4abe-a41e-816dc02fdcb8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.5185463 May 28 04:48:22.489103 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7b4cd263-86fa-46d1-98eb-39cd49cba6ec req-bb082db1-6871-49ea-92da-c1f783ef0a88 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8874bc9f5e654b27b25dbb6c2a0fb0ef&device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 1098 time: 0.5897481 May 28 04:48:22.518405 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-807fb841-71cb-42f4-ad1f-06d226222e8b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:22.549905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5a0ebccb-0130-4f0d-8f47-c60ebcf7880e None None] Provisioning complete for port e439649f-02fd-4fd0-8160-ad639010ece8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:22.550186 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5a0ebccb-0130-4f0d-8f47-c60ebcf7880e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:22.597539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c19acd6-3d85-4480-bf2a-3f5279465ca9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:22.711605 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-807fb841-71cb-42f4-ad1f-06d226222e8b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for 2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:22.745363 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:22.873035 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e439649f-02fd-4fd0-8160-ad639010ece8 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:22.931244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:23.002041 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:23.007816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:23.007976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Router 18db3b79-20e2-4dd2-81f3-5401db9f4613 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:48:23.014828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16446e2-25e4-4dc3-83bc-aaa18b1aabc8 None None] Network a821cfaa-02cd-4d31-af6d-48d628a6e007 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:23.022174 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e0db2c8-1d80-4287-ba59-1bea5a701905 req-b07b44e1-0a2a-49f3-925e-92afc623737d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262630 May 28 04:48:23.022811 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=e5caf982-7204-4bbe-8006-24d3e2b5d3d6,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:23.030807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:23.070674 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port e439649f-02fd-4fd0-8160-ad639010ece8 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:23.070881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:23.073369 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-807fb841-71cb-42f4-ad1f-06d226222e8b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:23.087345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Deleting port f26769d6-299e-44c8-9cc8-5068dfe97fdf {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:23.087673 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:23.143695 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cd263-86fa-46d1-98eb-39cd49cba6ec req-317b9fd5-deb5-4ca4-9637-92189149c9f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:23.145230 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7b4cd263-86fa-46d1-98eb-39cd49cba6ec req-317b9fd5-deb5-4ca4-9637-92189149c9f6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8948682-ca33-4cb9-a94c-ea149f8c5b44 HTTP/1.1" status: 200 len: 913 time: 0.4507322 May 28 04:48:23.238285 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807fb841-71cb-42f4-ad1f-06d226222e8b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Port': ['ID=2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:23.249211 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:23.249878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:23.400948 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-25a33eb5-50c0-45bb-8d5a-4d832f77b163 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.1769564 May 28 04:48:23.405992 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7b4cd263-86fa-46d1-98eb-39cd49cba6ec req-9fb9712e-2119-4801-86e7-4b5fe3166fc7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0bac35e5-ed55-4fd4-82df-d76bade1f5d9 HTTP/1.1" status: 200 len: 1001 time: 0.2436302 May 28 04:48:23.412929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53890) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:23.478564 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f07b6864-d119-4b60-ae82-1d445f72f530 None None] Provisioning for port e5caf982-7204-4bbe-8006-24d3e2b5d3d6 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:23.485362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f07b6864-d119-4b60-ae82-1d445f72f530 None None] Provisioning complete for port e5caf982-7204-4bbe-8006-24d3e2b5d3d6 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:23.486030 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f07b6864-d119-4b60-ae82-1d445f72f530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:23.546555 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c19acd6-3d85-4480-bf2a-3f5279465ca9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:23.565039 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f07b6864-d119-4b60-ae82-1d445f72f530 None None] Port e5caf982-7204-4bbe-8006-24d3e2b5d3d6 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:48:23.567359 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b998f8-d246-43cf-8e09-0e03b21baf83 None None] DHCP port deletion for a821cfaa-02cd-4d31-af6d-48d628a6e007 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:48:23.567552 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-1c19acd6-3d85-4480-bf2a-3f5279465ca9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Deleting port 589a93a0-24a8-41b9-aec9-2187f9ac807d {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:23.567896 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c19acd6-3d85-4480-bf2a-3f5279465ca9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:23.572941 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-44b998f8-d246-43cf-8e09-0e03b21baf83 None None] Deleting port f26769d6-299e-44c8-9cc8-5068dfe97fdf {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:23.573494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-44b998f8-d246-43cf-8e09-0e03b21baf83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:23.660289 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-807fb841-71cb-42f4-ad1f-06d226222e8b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:23.675202 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cd263-86fa-46d1-98eb-39cd49cba6ec req-4f87c63d-bf5b-4539-acbe-ded0f2d94f10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:23.676849 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7b4cd263-86fa-46d1-98eb-39cd49cba6ec req-4f87c63d-bf5b-4539-acbe-ded0f2d94f10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b87c52c-c0b5-40e9-a49d-a4daf05c13b5 HTTP/1.1" status: 200 len: 851 time: 0.2522640 May 28 04:48:23.736808 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-807fb841-71cb-42f4-ad1f-06d226222e8b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc HTTP/1.1" status: 204 len: 168 time: 1.7817388 May 28 04:48:23.740419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53894) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:23.744104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] For port f26769d6-299e-44c8-9cc8-5068dfe97fdf, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f26769d6-299e-44c8-9cc8-5068dfe97fdf,segment=NetworkSegment(489e3764-a798-4f1a-851e-88fb3e2eceaf),segment_id=489e3764-a798-4f1a-851e-88fb3e2eceaf)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:23.744352 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:23.791194 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c19acd6-3d85-4480-bf2a-3f5279465ca9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:23.808292 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-44b998f8-d246-43cf-8e09-0e03b21baf83 None None] For port f26769d6-299e-44c8-9cc8-5068dfe97fdf, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f26769d6-299e-44c8-9cc8-5068dfe97fdf,segment=NetworkSegment(489e3764-a798-4f1a-851e-88fb3e2eceaf),segment_id=489e3764-a798-4f1a-851e-88fb3e2eceaf)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:23.808828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-44b998f8-d246-43cf-8e09-0e03b21baf83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:23.845570 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-49f3bf54-55a4-4410-a4d1-fe316989e730 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Floating IP 37dae325-24c5-4b71-87ef-8122adf2c1e0 associated. External IP: 172.26.8.77, port: d7114bd2-b3fa-46cc-95cc-6ef0c205cacd. May 28 04:48:23.915976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-1c19acd6-3d85-4480-bf2a-3f5279465ca9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Calling delete_port for 589a93a0-24a8-41b9-aec9-2187f9ac807d owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:23.932000 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-44b998f8-d246-43cf-8e09-0e03b21baf83 None None] Calling delete_port for f26769d6-299e-44c8-9cc8-5068dfe97fdf owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:23.961016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Calling delete_port for f26769d6-299e-44c8-9cc8-5068dfe97fdf owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:23.966456 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:23.972012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:23.972889 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fb463626-c7dc-41ef-940e-8b70f058b5cb tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "PUT /v2.0/routers/18db3b79-20e2-4dd2-81f3-5401db9f4613 HTTP/1.1" status: 200 len: 920 time: 7.3240871 May 28 04:48:23.975811 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53898) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:23.982170 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05880abc-c4ac-49eb-9c82-148fb025a036 None None] Sync routers for ids ['18db3b79-20e2-4dd2-81f3-5401db9f4613'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:24.011959 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a93b6f-3375-4f2d-87be-abf7f5a6b2d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] GET failed (client error): The resource could not be found. May 28 04:48:24.012420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-73a93b6f-3375-4f2d-87be-abf7f5a6b2d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:24.013784 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05880abc-c4ac-49eb-9c82-148fb025a036 None None] Routers {'18db3b79-20e2-4dd2-81f3-5401db9f4613'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:24.014110 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-05880abc-c4ac-49eb-9c82-148fb025a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['18db3b79-20e2-4dd2-81f3-5401db9f4613'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:24.082327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab969f15-ae13-4005-9d53-3e38f043bf0e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:24.086202 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab969f15-ae13-4005-9d53-3e38f043bf0e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:24.086675 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-05880abc-c4ac-49eb-9c82-148fb025a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:24.087149 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ab969f15-ae13-4005-9d53-3e38f043bf0e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:24.102234 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05880abc-c4ac-49eb-9c82-148fb025a036 None None] Routers {'18db3b79-20e2-4dd2-81f3-5401db9f4613'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:24.103140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-05880abc-c4ac-49eb-9c82-148fb025a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:47:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['18db3b79-20e2-4dd2-81f3-5401db9f4613'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:24.163563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-73a93b6f-3375-4f2d-87be-abf7f5a6b2d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:24.167415 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-73a93b6f-3375-4f2d-87be-abf7f5a6b2d5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc HTTP/1.1" status: 404 len: 333 time: 0.4125092 May 28 04:48:24.172761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-44b998f8-d246-43cf-8e09-0e03b21baf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:24.187296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53904) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:24.198725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ab969f15-ae13-4005-9d53-3e38f043bf0e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:24.199841 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ab969f15-ae13-4005-9d53-3e38f043bf0e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.7818255 May 28 04:48:24.208339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53908) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:24.216340 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7b4cd263-86fa-46d1-98eb-39cd49cba6ec req-2a9f8d56-58c7-4b71-ab9f-b7deda965eb8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8948682-ca33-4cb9-a94c-ea149f8c5b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5305769 May 28 04:48:24.220524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:48:24.220830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:48:24.226360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b998f8-d246-43cf-8e09-0e03b21baf83 None None] Pushing event deleted for resources: {'Port': ['ID=f26769d6-299e-44c8-9cc8-5068dfe97fdf,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:24.232195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-05880abc-c4ac-49eb-9c82-148fb025a036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:24.232642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05880abc-c4ac-49eb-9c82-148fb025a036 None None] The sync data for ids ['18db3b79-20e2-4dd2-81f3-5401db9f4613'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:24.242830 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b998f8-d246-43cf-8e09-0e03b21baf83 None None] No DVR routers for this DVR port f26769d6-299e-44c8-9cc8-5068dfe97fdf on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:48:24.313010 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dd401fd0-cf24-446c-a70c-8f7360a51347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:24.432426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c19acd6-3d85-4480-bf2a-3f5279465ca9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:24.486514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19acd6-3d85-4480-bf2a-3f5279465ca9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Pushing event deleted for resources: {'Port': ['ID=589a93a0-24a8-41b9-aec9-2187f9ac807d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:24.525702 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-6a453b5d-f01f-4aad-a81a-128cf6e2f7c6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port e5caf982-7204-4bbe-8006-24d3e2b5d3d6 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:24.526298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6a453b5d-f01f-4aad-a81a-128cf6e2f7c6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:24.566054 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-11f55627-e84c-4c59-a3d0-a446bd09c9d0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting subnet 914fb595-15c7-46dd-a0b4-ae92e015c58a {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:48:24.597122 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-11f55627-e84c-4c59-a3d0-a446bd09c9d0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:24.601735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:24.657772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f94bf7-a6c4-4ba4-923a-361355fc5150 req-a8fe9f1a-3431-4b70-a898-0606d41b4318 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:24.659337 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f0f94bf7-a6c4-4ba4-923a-361355fc5150 req-a8fe9f1a-3431-4b70-a898-0606d41b4318 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.4994764 May 28 04:48:24.666127 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7b4cd263-86fa-46d1-98eb-39cd49cba6ec req-76ae1b62-3b5c-4dd2-91d5-03ef473c4ce3 service neutron] 10.222.0.66 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118390 May 28 04:48:24.680151 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-11f55627-e84c-4c59-a3d0-a446bd09c9d0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:24.727530 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Deleting port f26769d6-299e-44c8-9cc8-5068dfe97fdf {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:24.727729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:24.843392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f26769d6-299e-44c8-9cc8-5068dfe97fdf no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:48:24.875513 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ff4a1bc2-f69c-4ad9-9927-fd548f4fcadf tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/routers/18db3b79-20e2-4dd2-81f3-5401db9f4613 HTTP/1.1" status: 200 len: 926 time: 0.8986881 May 28 04:48:24.881882 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53912) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:24.890693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: f26769d6-299e-44c8-9cc8-5068dfe97fdf {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:48:24.891307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f26769d6-299e-44c8-9cc8-5068dfe97fdf not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:48:24.951068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] The port 'f26769d6-299e-44c8-9cc8-5068dfe97fdf' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:48:25.042396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c19acd6-3d85-4480-bf2a-3f5279465ca9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.056630 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f0f94bf7-a6c4-4ba4-923a-361355fc5150 req-b1388147-3781-4c56-9a28-cf5bd6b8b94d tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3836441 May 28 04:48:25.171293 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7b4cd263-86fa-46d1-98eb-39cd49cba6ec req-50a6c73f-8d5c-42b3-9c14-2e51b7ffcc7c service neutron] 10.222.0.66 "GET /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941325 May 28 04:48:25.182535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6a453b5d-f01f-4aad-a81a-128cf6e2f7c6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.185241 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-11f55627-e84c-4c59-a3d0-a446bd09c9d0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.196939 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.361266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-6a453b5d-f01f-4aad-a81a-128cf6e2f7c6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for e5caf982-7204-4bbe-8006-24d3e2b5d3d6 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:25.372269 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c19acd6-3d85-4480-bf2a-3f5279465ca9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.381798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c19acd6-3d85-4480-bf2a-3f5279465ca9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.400593 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-91d6ace8-ac92-42a9-92e6-5f2fcb7e52f4 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&device_id=18db3b79-20e2-4dd2-81f3-5401db9f4613&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5149710 May 28 04:48:25.400819 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53916) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:25.431176 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-11f55627-e84c-4c59-a3d0-a446bd09c9d0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.470093 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.470943 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a821cfaa-02cd-4d31-af6d-48d628a6e007']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:25.499146 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '489e3764-a798-4f1a-851e-88fb3e2eceaf') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:25.499417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '489e3764-a798-4f1a-851e-88fb3e2eceaf') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:25.520848 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.526246 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f55627-e84c-4c59-a3d0-a446bd09c9d0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Subnet': ['ID=914fb595-15c7-46dd-a0b4-ae92e015c58a,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:25.533682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.537002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c19acd6-3d85-4480-bf2a-3f5279465ca9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.537497 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c19acd6-3d85-4480-bf2a-3f5279465ca9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Fanout notify agent at l3_agent the message router_deleted on router 340b5995-ed4a-4b5c-894b-86fc05f1ff36 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:48:25.547105 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-11f55627-e84c-4c59-a3d0-a446bd09c9d0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.554954 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac256de-8341-4e4f-a09a-0040c80959fe None None] Network b5c26a42-3cb0-49d5-b85c-6fabcd5474f8 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:25.570717 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.582399 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-11f55627-e84c-4c59-a3d0-a446bd09c9d0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/914fb595-15c7-46dd-a0b4-ae92e015c58a HTTP/1.1" status: 204 len: 168 time: 1.3926466 May 28 04:48:25.585859 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53920) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:25.589065 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c19acd6-3d85-4480-bf2a-3f5279465ca9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.594548 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1c19acd6-3d85-4480-bf2a-3f5279465ca9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "DELETE /v2.0/routers/340b5995-ed4a-4b5c-894b-86fc05f1ff36 HTTP/1.1" status: 204 len: 168 time: 4.0084817 May 28 04:48:25.594548 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53924) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:25.619829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:48:25.620277 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.629592 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-cc86423b-95c9-4a30-8916-4962e9b314a7 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1859785317', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:48:25.635088 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:48:25.658343 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cc86423b-95c9-4a30-8916-4962e9b314a7 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:25.666756 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cc86423b-95c9-4a30-8916-4962e9b314a7 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Usage tracker for resource:router and tenant:e26a04da912146c8902986dd70365966 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:25.671694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8423f6-cb9d-4392-b02f-705554bfeade tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:25.675995 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4b8423f6-cb9d-4392-b02f-705554bfeade tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/networks/6b12f09f-b65e-4d12-8bf2-4181a77a58b9 HTTP/1.1" status: 200 len: 881 time: 0.2695234 May 28 04:48:25.675995 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cc86423b-95c9-4a30-8916-4962e9b314a7 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:25.681404 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53928) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:25.683880 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cc86423b-95c9-4a30-8916-4962e9b314a7 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:25.744775 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4c31ba5f-23f1-4ac5-bc93-57710840b7ff tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "GET /v2.0/ports?device_id=18db3b79-20e2-4dd2-81f3-5401db9f4613 HTTP/1.1" status: 200 len: 205 time: 0.0592225 May 28 04:48:25.747080 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d687bdf6-cf14-4eb4-96f6-ff50b53078ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting subnet fa6e2769-c6bc-4ab3-9350-9fdcaaf17905 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:48:25.748888 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53932) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:25.780194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.800874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d687bdf6-cf14-4eb4-96f6-ff50b53078ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.815531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.832505 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Network': ['ID=a821cfaa-02cd-4d31-af6d-48d628a6e007,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:25.834649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6a453b5d-f01f-4aad-a81a-128cf6e2f7c6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.835809 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc86423b-95c9-4a30-8916-4962e9b314a7 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.836806 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc86423b-95c9-4a30-8916-4962e9b314a7 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:25.942479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d687bdf6-cf14-4eb4-96f6-ff50b53078ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:26.012477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc86423b-95c9-4a30-8916-4962e9b314a7 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:26.047167 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-73888cf6-1c2e-42fb-9381-36d8fbac2908 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/a821cfaa-02cd-4d31-af6d-48d628a6e007 HTTP/1.1" status: 204 len: 168 time: 3.6649325 May 28 04:48:26.047808 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53936) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:26.053605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a453b5d-f01f-4aad-a81a-128cf6e2f7c6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=e5caf982-7204-4bbe-8006-24d3e2b5d3d6,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:26.069462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc86423b-95c9-4a30-8916-4962e9b314a7 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:26.101888 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d687bdf6-cf14-4eb4-96f6-ff50b53078ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:26.123627 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-e447011d-fc55-4aef-95d4-6985969e59cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] DELETE failed (client error): The resource could not be found. May 28 04:48:26.124228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e447011d-fc55-4aef-95d4-6985969e59cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:26.130795 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e447011d-fc55-4aef-95d4-6985969e59cd tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/subnets/b1a36f91-cdea-47a5-bdbf-311b8787e9fd HTTP/1.1" status: 404 len: 337 time: 0.0776758 May 28 04:48:26.131580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53942) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:26.162096 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc86423b-95c9-4a30-8916-4962e9b314a7 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:26.163299 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cc86423b-95c9-4a30-8916-4962e9b314a7 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5680485 May 28 04:48:26.169283 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53946) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:26.177734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'enable_snat': False}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:26.253857 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-8379aa49-ebb6-4a5c-a767-8d762ab2d1e6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] DELETE failed (client error): The resource could not be found. May 28 04:48:26.254577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8379aa49-ebb6-4a5c-a767-8d762ab2d1e6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:26.259794 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8379aa49-ebb6-4a5c-a767-8d762ab2d1e6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/411e5720-c94b-4cc3-941f-56b36b2ab30f HTTP/1.1" status: 404 len: 339 time: 0.1144695 May 28 04:48:26.302715 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53950) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:26.405061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f3bf54-55a4-4410-a4d1-fe316989e730 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:48:26.408039 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6a453b5d-f01f-4aad-a81a-128cf6e2f7c6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:26.412628 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6a453b5d-f01f-4aad-a81a-128cf6e2f7c6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/e5caf982-7204-4bbe-8006-24d3e2b5d3d6 HTTP/1.1" status: 204 len: 168 time: 2.1931305 May 28 04:48:26.414649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53954) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:26.494154 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-c626195a-82fa-485b-be4a-9d3f84f1fd09 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] DELETE failed (client error): The resource could not be found. May 28 04:48:26.494585 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c626195a-82fa-485b-be4a-9d3f84f1fd09 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:26.514204 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c626195a-82fa-485b-be4a-9d3f84f1fd09 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/subnets/c73433aa-7b10-46a5-8f80-7008dd69d872 HTTP/1.1" status: 404 len: 337 time: 0.1966851 May 28 04:48:26.515500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53958) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:26.539987 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d687bdf6-cf14-4eb4-96f6-ff50b53078ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:26.554757 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61454be1-41cb-4a31-8771-d117d8abef3c req-bebe9779-d842-47f6-ae0f-c5496e191457 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:26.558165 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-61454be1-41cb-4a31-8771-d117d8abef3c req-bebe9779-d842-47f6-ae0f-c5496e191457 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.2971625 May 28 04:48:26.574545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499fd1a-4a04-4af0-a7eb-421232a827a3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:26.577215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499fd1a-4a04-4af0-a7eb-421232a827a3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:26.578554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d499fd1a-4a04-4af0-a7eb-421232a827a3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:26.579508 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d499fd1a-4a04-4af0-a7eb-421232a827a3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:26.638597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c73204d-e8f0-43b1-b51f-7bea1d118c8b tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:26.691239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d499fd1a-4a04-4af0-a7eb-421232a827a3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:26.692389 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d499fd1a-4a04-4af0-a7eb-421232a827a3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2760377 May 28 04:48:26.695599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687bdf6-cf14-4eb4-96f6-ff50b53078ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Subnet': ['ID=fa6e2769-c6bc-4ab3-9350-9fdcaaf17905,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:26.695846 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53962) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:26.697688 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b502a5-92ed-478a-81ff-f430e2c68004 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] DELETE failed (client error): The resource could not be found. May 28 04:48:26.698111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b502a5-92ed-478a-81ff-f430e2c68004 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:26.699830 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-85b502a5-92ed-478a-81ff-f430e2c68004 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/f8a60767-3132-4981-9759-73d8ce718570 HTTP/1.1" status: 404 len: 339 time: 0.1805689 May 28 04:48:26.700641 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-61454be1-41cb-4a31-8771-d117d8abef3c req-94d3614f-eb78-49e9-813c-4cd25bd7dd45 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314342 May 28 04:48:26.713712 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53966) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:26.727986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c0eff5a2-c228-4c33-bcce-654a433aef67 None None] Provisioning complete for port 84887f5a-a806-48e6-b5a4-9ec255b24b4c triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:26.729175 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c0eff5a2-c228-4c33-bcce-654a433aef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:26.868295 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d687bdf6-cf14-4eb4-96f6-ff50b53078ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:26.870625 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d687bdf6-cf14-4eb4-96f6-ff50b53078ab tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/fa6e2769-c6bc-4ab3-9350-9fdcaaf17905 HTTP/1.1" status: 204 len: 168 time: 1.2788820 May 28 04:48:26.872278 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-51415ad1-7c9e-4c94-b885-f1d4a7e0751f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] DELETE failed (client error): The resource could not be found. May 28 04:48:26.872674 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51415ad1-7c9e-4c94-b885-f1d4a7e0751f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:26.874444 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-51415ad1-7c9e-4c94-b885-f1d4a7e0751f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/subnets/b70f270d-0d0d-4d27-b1df-bf662d1b0b12 HTTP/1.1" status: 404 len: 337 time: 0.1590893 May 28 04:48:26.875132 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53972) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:26.883470 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53974) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:26.886827 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6463f304-f91a-4875-8249-07c3527544cc None None] Network b5c26a42-3cb0-49d5-b85c-6fabcd5474f8 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:27.012650 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-70313c96-4641-4ea6-9589-6219a56bd9a3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] DELETE failed (client error): The resource could not be found. May 28 04:48:27.013081 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70313c96-4641-4ea6-9589-6219a56bd9a3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:27.017079 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-70313c96-4641-4ea6-9589-6219a56bd9a3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/56684be7-2fb9-4d00-a5dd-a4450c384687 HTTP/1.1" status: 404 len: 339 time: 0.1301358 May 28 04:48:27.020440 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53980) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:27.079930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.093393 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a8cfd-2d84-4991-836f-5aef7989e816 req-1548a4b0-5a59-4731-8c2e-e48ffb35985f tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:27.095624 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8f9a8cfd-2d84-4991-836f-5aef7989e816 req-1548a4b0-5a59-4731-8c2e-e48ffb35985f tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.2565668 May 28 04:48:27.102264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f3bf54-55a4-4410-a4d1-fe316989e730 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:27.106971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49f3bf54-55a4-4410-a4d1-fe316989e730 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.115500 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086adc13-6d0a-4daa-aa27-83241bdc18ce None None] Sync routers for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:27.128676 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086adc13-6d0a-4daa-aa27-83241bdc18ce None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:27.129596 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-086adc13-6d0a-4daa-aa27-83241bdc18ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:27.175992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6aa9408-7953-4871-8be1-d857a2eeee4d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 1235be91-6432-4e1f-96a5-43d6560dbcfe {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:48:27.189047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6aa9408-7953-4871-8be1-d857a2eeee4d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.202192 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.210059 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a31101c-6d9a-4c40-ba3e-b3e6fff26fb1 None None] DHCP port deletion for b5c26a42-3cb0-49d5-b85c-6fabcd5474f8 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:48:27.217189 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2a31101c-6d9a-4c40-ba3e-b3e6fff26fb1 None None] Deleting port 84887f5a-a806-48e6-b5a4-9ec255b24b4c {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:27.217479 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2a31101c-6d9a-4c40-ba3e-b3e6fff26fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.259812 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-49f3bf54-55a4-4410-a4d1-fe316989e730 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "PUT /v2.0/floatingips/37dae325-24c5-4b71-87ef-8122adf2c1e0 HTTP/1.1" status: 200 len: 977 time: 7.5217500 May 28 04:48:27.262558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53984) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:27.267641 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-086adc13-6d0a-4daa-aa27-83241bdc18ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:27.281960 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086adc13-6d0a-4daa-aa27-83241bdc18ce None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:27.282927 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-086adc13-6d0a-4daa-aa27-83241bdc18ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:27.296770 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8f9a8cfd-2d84-4991-836f-5aef7989e816 req-fae5245c-8e4c-4cf4-9f47-dd9046ab69c8 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559346 May 28 04:48:27.315378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6aa9408-7953-4871-8be1-d857a2eeee4d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.317294 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 84887f5a-a806-48e6-b5a4-9ec255b24b4c {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:27.317632 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.378111 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-086adc13-6d0a-4daa-aa27-83241bdc18ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:27.378824 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086adc13-6d0a-4daa-aa27-83241bdc18ce None None] The sync data for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:27.386061 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.442820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6aa9408-7953-4871-8be1-d857a2eeee4d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.484337 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2a31101c-6d9a-4c40-ba3e-b3e6fff26fb1 None None] For port 84887f5a-a806-48e6-b5a4-9ec255b24b4c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=84887f5a-a806-48e6-b5a4-9ec255b24b4c,segment=NetworkSegment(988a3a25-61f4-4be8-ac00-6dce355cd0ab),segment_id=988a3a25-61f4-4be8-ac00-6dce355cd0ab)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:27.484784 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2a31101c-6d9a-4c40-ba3e-b3e6fff26fb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.536958 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-69db9421-ce67-48c5-8d78-e9c30e315600 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Deleting subnet 9c75b5a8-7aca-4667-9b32-e5be00eb93ba {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:48:27.564213 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-69db9421-ce67-48c5-8d78-e9c30e315600 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.569678 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-25d7b425-92a5-4b62-9b9c-77d50490c404 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting port d7114bd2-b3fa-46cc-95cc-6ef0c205cacd {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:27.570042 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-25d7b425-92a5-4b62-9b9c-77d50490c404 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.611294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6aa9408-7953-4871-8be1-d857a2eeee4d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.639463 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2a31101c-6d9a-4c40-ba3e-b3e6fff26fb1 None None] Calling delete_port for 84887f5a-a806-48e6-b5a4-9ec255b24b4c owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:27.669278 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa9408-7953-4871-8be1-d857a2eeee4d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=1235be91-6432-4e1f-96a5-43d6560dbcfe,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:27.679981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6aa9408-7953-4871-8be1-d857a2eeee4d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.691276 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdfb6c3-2e3a-4f38-8f3d-7bffaaa930a6 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:27.736561 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a6aa9408-7953-4871-8be1-d857a2eeee4d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/1235be91-6432-4e1f-96a5-43d6560dbcfe HTTP/1.1" status: 204 len: 168 time: 1.0393760 May 28 04:48:27.741048 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 53992) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:27.758218 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-69db9421-ce67-48c5-8d78-e9c30e315600 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.807924 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] For port 84887f5a-a806-48e6-b5a4-9ec255b24b4c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=84887f5a-a806-48e6-b5a4-9ec255b24b4c,segment=NetworkSegment(988a3a25-61f4-4be8-ac00-6dce355cd0ab),segment_id=988a3a25-61f4-4be8-ac00-6dce355cd0ab)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:27.808344 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.826882 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2a31101c-6d9a-4c40-ba3e-b3e6fff26fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:27.882307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31101c-6d9a-4c40-ba3e-b3e6fff26fb1 None None] No DVR routers for this DVR port 84887f5a-a806-48e6-b5a4-9ec255b24b4c on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:48:27.893142 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31101c-6d9a-4c40-ba3e-b3e6fff26fb1 None None] Pushing event deleted for resources: {'Port': ['ID=84887f5a-a806-48e6-b5a4-9ec255b24b4c,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:27.984126 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-be521efd-0eef-4531-adcf-62e1ba9c30e4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 72ce0816-9fd2-423b-aae0-9a37f99c5788 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:48:27.993830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be521efd-0eef-4531-adcf-62e1ba9c30e4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.094034 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for 84887f5a-a806-48e6-b5a4-9ec255b24b4c owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:28.121149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c73204d-e8f0-43b1-b51f-7bea1d118c8b tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.152004 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-4c73204d-e8f0-43b1-b51f-7bea1d118c8b tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Deleting port 083d355a-c4f5-43c5-8fdd-5700c56e095f {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:28.152481 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c73204d-e8f0-43b1-b51f-7bea1d118c8b tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.223007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be521efd-0eef-4531-adcf-62e1ba9c30e4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.251206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-25d7b425-92a5-4b62-9b9c-77d50490c404 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.281926 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87808be5-9aef-4ea8-817b-d715d4ca7454 req-52b74a8e-ee35-419f-84a5-a786ea198ded tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:28.283466 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-87808be5-9aef-4ea8-817b-d715d4ca7454 req-52b74a8e-ee35-419f-84a5-a786ea198ded tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.5190754 May 28 04:48:28.358524 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:48:28.358902 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:48:28.371683 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-69db9421-ce67-48c5-8d78-e9c30e315600 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.487359 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-87808be5-9aef-4ea8-817b-d715d4ca7454 req-2da0030c-0274-4e66-adea-85be93bea208 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423039 May 28 04:48:28.497305 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c73204d-e8f0-43b1-b51f-7bea1d118c8b tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.535276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be521efd-0eef-4531-adcf-62e1ba9c30e4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.614913 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-19483a1c-e53c-46a9-b877-64dab7d586fb None None] Provisioning complete for port e439649f-02fd-4fd0-8160-ad639010ece8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:28.615440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-19483a1c-e53c-46a9-b877-64dab7d586fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.638292 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-4c73204d-e8f0-43b1-b51f-7bea1d118c8b tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Calling delete_port for 083d355a-c4f5-43c5-8fdd-5700c56e095f owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:28.683806 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.696079 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-25d7b425-92a5-4b62-9b9c-77d50490c404 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.696727 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-25d7b425-92a5-4b62-9b9c-77d50490c404 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.696727 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-25d7b425-92a5-4b62-9b9c-77d50490c404 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Floating IP 37dae325-24c5-4b71-87ef-8122adf2c1e0 disassociated. External IP: 172.26.8.77, port: d7114bd2-b3fa-46cc-95cc-6ef0c205cacd. May 28 04:48:28.697069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-25d7b425-92a5-4b62-9b9c-77d50490c404 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Calling delete_port for d7114bd2-b3fa-46cc-95cc-6ef0c205cacd owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:28.710354 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-69db9421-ce67-48c5-8d78-e9c30e315600 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.758675 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.761877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be521efd-0eef-4531-adcf-62e1ba9c30e4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.770524 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69db9421-ce67-48c5-8d78-e9c30e315600 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Subnet': ['ID=9c75b5a8-7aca-4667-9b32-e5be00eb93ba,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:28.814646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be521efd-0eef-4531-adcf-62e1ba9c30e4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=72ce0816-9fd2-423b-aae0-9a37f99c5788,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:28.816780 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-69db9421-ce67-48c5-8d78-e9c30e315600 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.821625 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 84887f5a-a806-48e6-b5a4-9ec255b24b4c no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:48:28.844133 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be521efd-0eef-4531-adcf-62e1ba9c30e4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.852200 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf3cf73-51a3-4936-bf2d-2d90098043c3 None None] Network 42c66e05-abc9-4967-bc73-d2744df565bb requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:28.862824 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 84887f5a-a806-48e6-b5a4-9ec255b24b4c {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:28.863007 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-be521efd-0eef-4531-adcf-62e1ba9c30e4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/72ce0816-9fd2-423b-aae0-9a37f99c5788 HTTP/1.1" status: 204 len: 168 time: 1.1001031 May 28 04:48:28.863107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.875165 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3a69ed-ed60-4a57-9e94-1fbaf7e196bd None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:28.892968 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 84887f5a-a806-48e6-b5a4-9ec255b24b4c {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:48:28.893733 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 84887f5a-a806-48e6-b5a4-9ec255b24b4c not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:48:28.894321 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 53996) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:28.956649 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-69db9421-ce67-48c5-8d78-e9c30e315600 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/subnets/9c75b5a8-7aca-4667-9b32-e5be00eb93ba HTTP/1.1" status: 204 len: 168 time: 1.9341640 May 28 04:48:28.961736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-25d7b425-92a5-4b62-9b9c-77d50490c404 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:28.967905 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54000) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:29.008871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] The port '84887f5a-a806-48e6-b5a4-9ec255b24b4c' was deleted {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:48:29.014129 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ae094335-0b57-4bfd-b006-a217c178eadf tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1150093 May 28 04:48:29.016904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54004) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:29.045908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7b425-92a5-4b62-9b9c-77d50490c404 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Port': ['ID=d7114bd2-b3fa-46cc-95cc-6ef0c205cacd,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:29.079259 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-9c2a718e-d15f-42cb-a6a2-f55c57367029 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:29.260128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:29.293587 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Deleting port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:29.294057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:29.321307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:29.334579 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Allocated IP 172.26.8.115 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/370da2db-4539-48c2-970a-291b6677349b) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:29.340655 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e19e753-df39-480a-a7b7-74e029ca41f1 None None] DHCP port deletion for 42c66e05-abc9-4967-bc73-d2744df565bb request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:48:29.351444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-9e19e753-df39-480a-a7b7-74e029ca41f1 None None] Deleting port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:29.352174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9e19e753-df39-480a-a7b7-74e029ca41f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:29.385690 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f15baa4-3702-4977-8dd5-4075ee267d16 None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:48:29.403224 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4f15baa4-3702-4977-8dd5-4075ee267d16 None None] Deleting port e439649f-02fd-4fd0-8160-ad639010ece8 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:29.403601 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4f15baa4-3702-4977-8dd5-4075ee267d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:29.494580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c26a42-3cb0-49d5-b85c-6fabcd5474f8']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:29.520290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988a3a25-61f4-4be8-ac00-6dce355cd0ab') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:29.520290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988a3a25-61f4-4be8-ac00-6dce355cd0ab') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:29.528295 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9c2a718e-d15f-42cb-a6a2-f55c57367029 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:29.543489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] For port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c29dfb38-d9d9-4484-af2f-aac7d7dae1c1,segment=NetworkSegment(50ca187b-4a12-4534-97dc-ea3ff7ed512a),segment_id=50ca187b-4a12-4534-97dc-ea3ff7ed512a)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:29.544040 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:29.553283 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9c2a718e-d15f-42cb-a6a2-f55c57367029 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:29.556017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c73204d-e8f0-43b1-b51f-7bea1d118c8b tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:29.561446 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:29.608567 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9c2a718e-d15f-42cb-a6a2-f55c57367029 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:29.663889 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9c2a718e-d15f-42cb-a6a2-f55c57367029 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:29.676251 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c73204d-e8f0-43b1-b51f-7bea1d118c8b tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Pushing event deleted for resources: {'Port': ['ID=083d355a-c4f5-43c5-8fdd-5700c56e095f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:29.684536 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:29.699664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Calling delete_port for c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:29.729042 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:48:29.729042 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:48:29.750803 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:48:29.753724 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2a718e-d15f-42cb-a6a2-f55c57367029 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:29.850758 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-4f15baa4-3702-4977-8dd5-4075ee267d16 None None] For port e439649f-02fd-4fd0-8160-ad639010ece8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e439649f-02fd-4fd0-8160-ad639010ece8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:29.851152 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4f15baa4-3702-4977-8dd5-4075ee267d16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:29.866668 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-9e19e753-df39-480a-a7b7-74e029ca41f1 None None] For port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c29dfb38-d9d9-4484-af2f-aac7d7dae1c1,segment=NetworkSegment(50ca187b-4a12-4534-97dc-ea3ff7ed512a),segment_id=50ca187b-4a12-4534-97dc-ea3ff7ed512a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:29.867743 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9e19e753-df39-480a-a7b7-74e029ca41f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:29.898495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d7b425-92a5-4b62-9b9c-77d50490c404 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:48:30.028699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.057103 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.065680 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.074752 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.134145 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Port': ['ID=c29dfb38-d9d9-4484-af2f-aac7d7dae1c1,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:30.145810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No DVR routers for this DVR port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:48:30.159985 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Network': ['ID=b5c26a42-3cb0-49d5-b85c-6fabcd5474f8,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:30.163525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c2a718e-d15f-42cb-a6a2-f55c57367029 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.213409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b8e4e-7a48-4b1a-a727-cd43bfdcbf36 req-89f4dbfd-93fd-4b7a-8843-7109b66d022a tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:30.214954 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-986b8e4e-7a48-4b1a-a727-cd43bfdcbf36 req-89f4dbfd-93fd-4b7a-8843-7109b66d022a tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.5519071 May 28 04:48:30.228258 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4f15baa4-3702-4977-8dd5-4075ee267d16 None None] Calling delete_port for e439649f-02fd-4fd0-8160-ad639010ece8 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:30.325115 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-9e19e753-df39-480a-a7b7-74e029ca41f1 None None] Calling delete_port for c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:30.338523 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ff4eabe1-4a10-49e8-b416-66a5883b2823 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/networks/b5c26a42-3cb0-49d5-b85c-6fabcd5474f8 HTTP/1.1" status: 204 len: 168 time: 3.4533510 May 28 04:48:30.352010 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54014) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:30.373714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4f15baa4-3702-4977-8dd5-4075ee267d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.410062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c73204d-e8f0-43b1-b51f-7bea1d118c8b tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.429257 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.438692 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15baa4-3702-4977-8dd5-4075ee267d16 None None] Pushing event deleted for resources: {'Port': ['ID=e439649f-02fd-4fd0-8160-ad639010ece8,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:30.452966 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f15baa4-3702-4977-8dd5-4075ee267d16 None None] No DVR routers for this DVR port e439649f-02fd-4fd0-8160-ad639010ece8 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:48:30.480878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c66e05-abc9-4967-bc73-d2744df565bb']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:30.489926 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-9e19e753-df39-480a-a7b7-74e029ca41f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:48:30.490552 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-986b8e4e-7a48-4b1a-a727-cd43bfdcbf36 req-28e8768d-ad83-42e9-8f50-48f0e89ca8e9 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2546191 May 28 04:48:30.500305 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-9e19e753-df39-480a-a7b7-74e029ca41f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:48:30.509585 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ca187b-4a12-4534-97dc-ea3ff7ed512a') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:30.509894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ca187b-4a12-4534-97dc-ea3ff7ed512a') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:30.528617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.540725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c05579-ca98-42a0-80f9-89833286fae3 req-f9503b2a-4913-4419-a4f8-89ddf2313ec5 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:30.543395 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a4c05579-ca98-42a0-80f9-89833286fae3 req-f9503b2a-4913-4419-a4f8-89ddf2313ec5 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.3038526 May 28 04:48:30.584349 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.587683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.607271 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:48:30.607734 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:48:30.623527 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:48:30.720921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-a4c05579-ca98-42a0-80f9-89833286fae3 req-83ceaeff-3ef1-4287-964d-11bc6a6f3d5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Deleting port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:30.721697 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a4c05579-ca98-42a0-80f9-89833286fae3 req-83ceaeff-3ef1-4287-964d-11bc6a6f3d5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.781407 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.811065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.823628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Network': ['ID=42c66e05-abc9-4967-bc73-d2744df565bb,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:30.826697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c73204d-e8f0-43b1-b51f-7bea1d118c8b tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.847876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:48:30.852690 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Pushing event updated for resources: {'Port': ['ID=370da2db-4539-48c2-970a-291b6677349b,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:30.856148 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c73204d-e8f0-43b1-b51f-7bea1d118c8b tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:30.860185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:30.870263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d7b425-92a5-4b62-9b9c-77d50490c404 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:30.874944 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0e38e37c-1b9e-452c-8160-77048e45b9c3 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/42c66e05-abc9-4967-bc73-d2744df565bb HTTP/1.1" status: 204 len: 168 time: 1.8707273 May 28 04:48:30.879357 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347b7e49-b90c-4643-ba7d-3288df356662 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:30.880077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-347b7e49-b90c-4643-ba7d-3288df356662 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:30.882062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54018) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:30.887189 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:30.893551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:30.926816 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:48:30.927552 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:48:30.928470 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e439649f-02fd-4fd0-8160-ad639010ece8 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:48:30.967521 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4025ed6b-349d-4863-86f2-984fe54874d0 None None] Sync routers for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:30.976399 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: e439649f-02fd-4fd0-8160-ad639010ece8 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:48:30.976745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e439649f-02fd-4fd0-8160-ad639010ece8 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:48:30.990395 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4025ed6b-349d-4863-86f2-984fe54874d0 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:30.992558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4025ed6b-349d-4863-86f2-984fe54874d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:31.044651 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-9e19e753-df39-480a-a7b7-74e029ca41f1 None None] Deleting port c29dfb38-d9d9-4484-af2f-aac7d7dae1c1 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:31.044651 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9e19e753-df39-480a-a7b7-74e029ca41f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:31.086343 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-25d7b425-92a5-4b62-9b9c-77d50490c404 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:31.088363 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-25d7b425-92a5-4b62-9b9c-77d50490c404 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/ports/d7114bd2-b3fa-46cc-95cc-6ef0c205cacd HTTP/1.1" status: 204 len: 168 time: 3.8248506 May 28 04:48:31.092136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54022) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:31.101874 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fac6c9-1d64-44a1-9ed9-a99ae9ccc860 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] DELETE failed (client error): The resource could not be found. May 28 04:48:31.102297 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1fac6c9-1d64-44a1-9ed9-a99ae9ccc860 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:31.104163 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4025ed6b-349d-4863-86f2-984fe54874d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:31.104808 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c2a718e-d15f-42cb-a6a2-f55c57367029 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:31.133407 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-a4c05579-ca98-42a0-80f9-89833286fae3 req-83ceaeff-3ef1-4287-964d-11bc6a6f3d5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] For port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=0bac35e5-ed55-4fd4-82df-d76bade1f5d9,segment=NetworkSegment(d585a428-fa4c-4a71-9fad-fa2b6cd5c483),segment_id=d585a428-fa4c-4a71-9fad-fa2b6cd5c483)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:31.133777 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a4c05579-ca98-42a0-80f9-89833286fae3 req-83ceaeff-3ef1-4287-964d-11bc6a6f3d5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:31.142653 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-9e19e753-df39-480a-a7b7-74e029ca41f1 None None] The port 'c29dfb38-d9d9-4484-af2f-aac7d7dae1c1' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:48:31.154419 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4025ed6b-349d-4863-86f2-984fe54874d0 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:31.155116 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4025ed6b-349d-4863-86f2-984fe54874d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:31.218016 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4025ed6b-349d-4863-86f2-984fe54874d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:31.218412 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4025ed6b-349d-4863-86f2-984fe54874d0 None None] The sync data for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:31.253061 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b1fac6c9-1d64-44a1-9ed9-a99ae9ccc860 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/subnets/13e5f0be-7164-4e7e-b1a2-2c3ae680d943 HTTP/1.1" status: 404 len: 337 time: 0.3647237 May 28 04:48:31.263725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54026) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:31.266709 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-347b7e49-b90c-4643-ba7d-3288df356662 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:31.267778 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-347b7e49-b90c-4643-ba7d-3288df356662 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.9119329 May 28 04:48:31.282196 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2d1ca0ca-05f3-42a1-a211-fcd47d45e35d tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "GET /v2.0/floatingips/37dae325-24c5-4b71-87ef-8122adf2c1e0 HTTP/1.1" status: 200 len: 687 time: 0.1794646 May 28 04:48:31.282196 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54030) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:31.288621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54032) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:31.312124 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c73204d-e8f0-43b1-b51f-7bea1d118c8b tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:31.312668 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c73204d-e8f0-43b1-b51f-7bea1d118c8b tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Fanout notify agent at l3_agent the message router_deleted on router 18db3b79-20e2-4dd2-81f3-5401db9f4613 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:48:31.344606 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2a718e-d15f-42cb-a6a2-f55c57367029 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:31.381471 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-9c2a718e-d15f-42cb-a6a2-f55c57367029 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:31.391493 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a20eae-ed95-4bff-9de7-96534dfb56d2 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:31.393234 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da6c515-7b23-43bc-b0c9-af866915e21f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] DELETE failed (client error): The resource could not be found. May 28 04:48:31.393645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da6c515-7b23-43bc-b0c9-af866915e21f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:31.396108 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a718e-d15f-42cb-a6a2-f55c57367029 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=eccb7334-a43d-4fff-b398-34d0a6925b44,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:31.405358 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a718e-d15f-42cb-a6a2-f55c57367029 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:31.405977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c2a718e-d15f-42cb-a6a2-f55c57367029 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:31.432745 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c73204d-e8f0-43b1-b51f-7bea1d118c8b tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:31.439552 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4c73204d-e8f0-43b1-b51f-7bea1d118c8b tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "DELETE /v2.0/routers/18db3b79-20e2-4dd2-81f3-5401db9f4613 HTTP/1.1" status: 204 len: 168 time: 5.6840885 May 28 04:48:31.441264 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5da6c515-7b23-43bc-b0c9-af866915e21f tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/97f6c3ee-ef92-4f41-9076-56e7338b163c HTTP/1.1" status: 404 len: 339 time: 0.1757214 May 28 04:48:31.441849 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54038) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:31.447946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54040) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:31.454874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1044378353', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:31.500164 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:31.506686 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9c2a718e-d15f-42cb-a6a2-f55c57367029 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4591348 May 28 04:48:31.511811 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54046) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:31.528088 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:31.552349 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Usage tracker for resource:router and tenant:41faf9a2683f469782a6327c8e8364f8 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:31.562489 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:31.577071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:31.661246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-fde2efb1-4533-4b75-af05-98f1b9078164 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting port 08460c94-6eb5-41fb-8d6a-7e9eb896e93e {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:31.661571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fde2efb1-4533-4b75-af05-98f1b9078164 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:31.699776 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': 'eccb7334-a43d-4fff-b398-34d0a6925b44'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:48:31.700570 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:31.734585 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:31.736890 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:31.851141 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-736802c4-3277-4e6d-96fa-bce302c2bdaa tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5448153 May 28 04:48:31.862692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54052) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:31.870211 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Allocated IP 172.20.0.2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/eccb7334-a43d-4fff-b398-34d0a6925b44/5d677a0b-74a4-41a3-a369-c6f6d7fef83e) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:31.879988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a4c05579-ca98-42a0-80f9-89833286fae3 req-83ceaeff-3ef1-4287-964d-11bc6a6f3d5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:31.880633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a4c05579-ca98-42a0-80f9-89833286fae3 req-83ceaeff-3ef1-4287-964d-11bc6a6f3d5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:31.881000 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [req-a4c05579-ca98-42a0-80f9-89833286fae3 req-83ceaeff-3ef1-4287-964d-11bc6a6f3d5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Floating IP bef4a917-6901-4aff-95ab-f8d0440f9efc disassociated. External IP: 172.26.8.168, port: 0bac35e5-ed55-4fd4-82df-d76bade1f5d9. May 28 04:48:31.881364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-a4c05579-ca98-42a0-80f9-89833286fae3 req-83ceaeff-3ef1-4287-964d-11bc6a6f3d5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Calling delete_port for 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:31.949721 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:31.954566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:31.960866 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e830c0b-d89e-46a8-badf-235910035ace tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Deleting subnet 0208ffc4-3031-46de-87e1-938cf4aa606a {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:48:31.962827 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:31.970459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e830c0b-d89e-46a8-badf-235910035ace tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.000987 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:32.004866 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.006848 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-75195306-1f97-4b57-a2a1-3bb09472b688 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1950796596'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:32.035752 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.059677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-75195306-1f97-4b57-a2a1-3bb09472b688 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:32.077410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-75195306-1f97-4b57-a2a1-3bb09472b688 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:network and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:32.087702 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-75195306-1f97-4b57-a2a1-3bb09472b688 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:32.098526 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-75195306-1f97-4b57-a2a1-3bb09472b688 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:32.107923 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.139924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Transition to ACTIVE for port object 5d677a0b-74a4-41a3-a369-c6f6d7fef83e will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:32.153207 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:32.154672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75195306-1f97-4b57-a2a1-3bb09472b688 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:32.157067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.157547 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75195306-1f97-4b57-a2a1-3bb09472b688 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.163297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Transition to ACTIVE for port object 5d677a0b-74a4-41a3-a369-c6f6d7fef83e will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:32.170597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a4c05579-ca98-42a0-80f9-89833286fae3 req-83ceaeff-3ef1-4287-964d-11bc6a6f3d5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.172117 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.175282 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fde2efb1-4533-4b75-af05-98f1b9078164 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.175760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fde2efb1-4533-4b75-af05-98f1b9078164 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.189595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b41968-fbb2-4392-b12f-52c58ecaa1ad req-967518f1-e987-4b56-8584-9e8c337a0ba0 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:32.190722 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-01b41968-fbb2-4392-b12f-52c58ecaa1ad req-967518f1-e987-4b56-8584-9e8c337a0ba0 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 945 time: 0.5311058 May 28 04:48:32.197840 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e830c0b-d89e-46a8-badf-235910035ace tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.254397 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Pushing event updated for resources: {'Port': ['ID=5d677a0b-74a4-41a3-a369-c6f6d7fef83e,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:32.263378 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:32.264785 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:32.269487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:32.359069 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Attempting to bind port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:48:32.359298 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Attempting to bind port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:48:32.359905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Attempting to bind port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:48:32.367868 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:48:32.368511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:48:32.369291 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.369291 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:48:32.369750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ceaeff-3ef1-4287-964d-11bc6a6f3d5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Pushing event deleted for resources: {'Port': ['ID=0bac35e5-ed55-4fd4-82df-d76bade1f5d9,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:32.369883 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Bound port: 5d677a0b-74a4-41a3-a369-c6f6d7fef83e, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:48:32.370146 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.381765 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-fde2efb1-4533-4b75-af05-98f1b9078164 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Calling delete_port for 08460c94-6eb5-41fb-8d6a-7e9eb896e93e owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:32.461948 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c5120ec7-3b06-42a9-a45a-fa4b83b5a18b req-b4c9dce0-a7e4-464f-8767-bdba3e57f942 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4699876 May 28 04:48:32.465212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75195306-1f97-4b57-a2a1-3bb09472b688 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:48:32.484555 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] For port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:48:32.490786 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75195306-1f97-4b57-a2a1-3bb09472b688 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.491128 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-75195306-1f97-4b57-a2a1-3bb09472b688 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Added segment a6fdc2f2-2b8d-4617-b14c-c356cad2e586 of type vlan for network de9644d2-d983-41cd-9eb0-26f7a4e40ccd May 28 04:48:32.491240 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] For port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5d677a0b-74a4-41a3-a369-c6f6d7fef83e,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:48:32.498270 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.568911 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-01b41968-fbb2-4392-b12f-52c58ecaa1ad req-fac60701-cca6-4a7f-839f-4aee56a8ea80 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups?id=18893c82-da9b-49a8-b939-c33b1a291f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3356004 May 28 04:48:32.646700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f22b4d-f264-4a4f-a37b-d5c6232bd961 None None] Pushing event updated for resources: {'Port': ['ID=5d677a0b-74a4-41a3-a369-c6f6d7fef83e,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:32.709021 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.714516 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.757980 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.760438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75195306-1f97-4b57-a2a1-3bb09472b688 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.861292 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fde2efb1-4533-4b75-af05-98f1b9078164 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.902270 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75195306-1f97-4b57-a2a1-3bb09472b688 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.906652 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75195306-1f97-4b57-a2a1-3bb09472b688 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:32.907416 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75195306-1f97-4b57-a2a1-3bb09472b688 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.913522 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e830c0b-d89e-46a8-badf-235910035ace tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:32.938529 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c5120ec7-3b06-42a9-a45a-fa4b83b5a18b req-bac4abbc-5b9d-4721-8838-33e85a84d4be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c0975f0d7e3e4604948b6f507fc10cf6&device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 1099 time: 0.3605406 May 28 04:48:32.959523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2efb1-4533-4b75-af05-98f1b9078164 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Port': ['ID=08460c94-6eb5-41fb-8d6a-7e9eb896e93e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:33.161277 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e830c0b-d89e-46a8-badf-235910035ace tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:33.234489 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e830c0b-d89e-46a8-badf-235910035ace tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Subnet': ['ID=0208ffc4-3031-46de-87e1-938cf4aa606a,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:33.257495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9aa1a3-a215-4e2b-a834-9139f227fbc5 None None] Network a37b624c-58a8-4c34-b969-e5b313776d64 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:33.266120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e830c0b-d89e-46a8-badf-235910035ace tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:33.299367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75195306-1f97-4b57-a2a1-3bb09472b688 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Network': ['ID=de9644d2-d983-41cd-9eb0-26f7a4e40ccd,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:33.310066 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3e830c0b-d89e-46a8-badf-235910035ace tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/subnets/0208ffc4-3031-46de-87e1-938cf4aa606a HTTP/1.1" status: 204 len: 168 time: 1.8464825 May 28 04:48:33.312079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54058) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:33.335427 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network de9644d2-d983-41cd-9eb0-26f7a4e40ccd details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:48:33.342415 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-75195306-1f97-4b57-a2a1-3bb09472b688 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4785051 May 28 04:48:33.354847 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54062) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:33.369161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ff5d2def-c6d3-4c1d-b0d1-38db50a53fc0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'subnet': {'network_id': 'de9644d2-d983-41cd-9eb0-26f7a4e40ccd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:33.407940 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:33.497868 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:33.516026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fde2efb1-4533-4b75-af05-98f1b9078164 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:33.516026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fde2efb1-4533-4b75-af05-98f1b9078164 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:33.516026 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fde2efb1-4533-4b75-af05-98f1b9078164 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/floatingips/37dae325-24c5-4b71-87ef-8122adf2c1e0 HTTP/1.1" status: 204 len: 168 time: 2.2212484 May 28 04:48:33.516026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5120ec7-3b06-42a9-a45a-fa4b83b5a18b req-f5378c72-76a8-4388-88df-c907832d3003 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:33.516026 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c5120ec7-3b06-42a9-a45a-fa4b83b5a18b req-f5378c72-76a8-4388-88df-c907832d3003 service neutron] 10.222.0.66 "GET /v2.0/networks?id=afe37998-62f3-4339-8047-9170ef82bf72 HTTP/1.1" status: 200 len: 912 time: 0.4910088 May 28 04:48:33.517344 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54066) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:33.571726 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': 'fb70b0c7-651a-49b7-972d-a92e39684f21'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:33.584165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:33.636727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:33.640596 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcd1f15-e5be-438c-b825-88cd8ebe6811 None None] DHCP port deletion for a37b624c-58a8-4c34-b969-e5b313776d64 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:48:33.641607 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:33.646250 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd1f15-e5be-438c-b825-88cd8ebe6811 None None] Deleting port 0264ade6-ee77-4d19-83f9-ba26fe90535f {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:33.647073 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1f15-e5be-438c-b825-88cd8ebe6811 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:33.649015 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ff5d2def-c6d3-4c1d-b0d1-38db50a53fc0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:33.660917 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ff5d2def-c6d3-4c1d-b0d1-38db50a53fc0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:subnet and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:33.668863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ff5d2def-c6d3-4c1d-b0d1-38db50a53fc0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:33.680646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ff5d2def-c6d3-4c1d-b0d1-38db50a53fc0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:33.683888 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4c05579-ca98-42a0-80f9-89833286fae3 req-83ceaeff-3ef1-4287-964d-11bc6a6f3d5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Router a7da7add-9008-484e-9666-959c99b6afbf has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:48:33.691531 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c5120ec7-3b06-42a9-a45a-fa4b83b5a18b req-fcdfd6cc-8747-4e7b-8a2a-aa06c7f9e42a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9998b96-5e04-43fa-bd28-a5077a3e173c HTTP/1.1" status: 200 len: 1002 time: 0.1691546 May 28 04:48:33.739676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5d2def-c6d3-4c1d-b0d1-38db50a53fc0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:33.768907 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.objects.ports [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84009) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:48:33.842956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Deleting port 0264ade6-ee77-4d19-83f9-ba26fe90535f {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:33.843618 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:33.868573 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:33.964575 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1dcd1f15-e5be-438c-b825-88cd8ebe6811 None None] For port 0264ade6-ee77-4d19-83f9-ba26fe90535f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0264ade6-ee77-4d19-83f9-ba26fe90535f,segment=NetworkSegment(34500098-4966-4be4-8d57-dea4f19fb278),segment_id=34500098-4966-4be4-8d57-dea4f19fb278)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:33.964961 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1f15-e5be-438c-b825-88cd8ebe6811 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:34.023752 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:48:34.043755 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-c5e4a448-e7e7-432d-a0b6-9d247db77889 req-1b08cf8b-f72b-4224-bbd0-2d004c6aeef0 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Synchronizing usage tracker for tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:34.063095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5120ec7-3b06-42a9-a45a-fa4b83b5a18b req-e8b1e528-8c72-4345-a85d-e6999b427088 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:34.064570 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c5120ec7-3b06-42a9-a45a-fa4b83b5a18b req-e8b1e528-8c72-4345-a85d-e6999b427088 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d0aee26f-84b6-4d45-aba6-7990c6c4f5bc HTTP/1.1" status: 200 len: 850 time: 0.3648698 May 28 04:48:34.069596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ff5d2def-c6d3-4c1d-b0d1-38db50a53fc0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:34.149742 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1dcd1f15-e5be-438c-b825-88cd8ebe6811 None None] Calling delete_port for 0264ade6-ee77-4d19-83f9-ba26fe90535f owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:34.153798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Allocated IP 172.26.8.52 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/7da6b132-3922-4c81-9e39-0f2ad9d622e6) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:34.190479 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:48:34.190832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:48:34.199187 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-c5e4a448-e7e7-432d-a0b6-9d247db77889 req-1b08cf8b-f72b-4224-bbd0-2d004c6aeef0 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Unset dirty status for tenant:8874bc9f5e654b27b25dbb6c2a0fb0ef on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:34.200328 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c5e4a448-e7e7-432d-a0b6-9d247db77889 req-1b08cf8b-f72b-4224-bbd0-2d004c6aeef0 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 210 time: 0.3836484 May 28 04:48:34.234485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-28691e5b-0dcb-444c-941e-5a317fdcd29c None None] Provisioning for port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:34.260134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1dcd1f15-e5be-438c-b825-88cd8ebe6811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:34.307158 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd1f15-e5be-438c-b825-88cd8ebe6811 None None] Pushing event deleted for resources: {'Port': ['ID=0264ade6-ee77-4d19-83f9-ba26fe90535f,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:34.311773 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcd1f15-e5be-438c-b825-88cd8ebe6811 None None] No DVR routers for this DVR port 0264ade6-ee77-4d19-83f9-ba26fe90535f on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:48:34.332271 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c5120ec7-3b06-42a9-a45a-fa4b83b5a18b req-3f68ff29-d36a-4faa-bb0a-7ba038e1a71c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=afe37998-62f3-4339-8047-9170ef82bf72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2455859 May 28 04:48:34.539664 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Router 5c8cbec0-e8d1-4d24-9746-7b5a71f02253 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:48:34.572486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] For port 0264ade6-ee77-4d19-83f9-ba26fe90535f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0264ade6-ee77-4d19-83f9-ba26fe90535f,segment=NetworkSegment(34500098-4966-4be4-8d57-dea4f19fb278),segment_id=34500098-4966-4be4-8d57-dea4f19fb278)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:34.572836 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:34.573871 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ff5d2def-c6d3-4c1d-b0d1-38db50a53fc0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:34.614847 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c5120ec7-3b06-42a9-a45a-fa4b83b5a18b req-b4d0f32a-cb7b-41ca-b572-e2641bd5ca5d service neutron] 10.222.0.66 "GET /v2.0/networks/afe37998-62f3-4339-8047-9170ef82bf72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743351 May 28 04:48:34.652838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4c05579-ca98-42a0-80f9-89833286fae3 req-83ceaeff-3ef1-4287-964d-11bc6a6f3d5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:34.662691 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9530cfed-7aae-42b4-b936-ff57e824d54c None None] Sync routers for ids ['a7da7add-9008-484e-9666-959c99b6afbf'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:34.675595 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9530cfed-7aae-42b4-b936-ff57e824d54c None None] Routers {'a7da7add-9008-484e-9666-959c99b6afbf'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:34.676465 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-9530cfed-7aae-42b4-b936-ff57e824d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7da7add-9008-484e-9666-959c99b6afbf'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:34.726658 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Calling delete_port for 0264ade6-ee77-4d19-83f9-ba26fe90535f owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:34.759948 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:34.890682 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-9530cfed-7aae-42b4-b936-ff57e824d54c None None] Set router a7da7add-9008-484e-9666-959c99b6afbf gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:48:34.921983 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5d677a0b-74a4-41a3-a369-c6f6d7fef83e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:34.966949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c05579-ca98-42a0-80f9-89833286fae3 req-83ceaeff-3ef1-4287-964d-11bc6a6f3d5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] No DVR routers for this DVR port 0bac35e5-ed55-4fd4-82df-d76bade1f5d9 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:48:34.969376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a4c05579-ca98-42a0-80f9-89833286fae3 req-83ceaeff-3ef1-4287-964d-11bc6a6f3d5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:34.977598 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae', 'name': 'network-vif-deleted', 'tag': '0bac35e5-ed55-4fd4-82df-d76bade1f5d9'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:48:34.982239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d2def-c6d3-4c1d-b0d1-38db50a53fc0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Subnet': ['ID=342ccc06-41f8-4fe5-9144-0ce220e598da,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:34.996604 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:35.016362 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a4c05579-ca98-42a0-80f9-89833286fae3 req-83ceaeff-3ef1-4287-964d-11bc6a6f3d5b tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.66 "DELETE /v2.0/ports/0bac35e5-ed55-4fd4-82df-d76bade1f5d9 HTTP/1.1" status: 204 len: 173 time: 4.4691803 May 28 04:48:35.060432 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:35.064882 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:35.073080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:35.073444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:35.097298 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa91c3d-8a5c-4a6d-90e0-e8387ba96426'] response: {'server_uuid': '6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae', 'name': 'network-vif-deleted', 'tag': '0bac35e5-ed55-4fd4-82df-d76bade1f5d9', 'status': 'completed', 'code': 200} May 28 04:48:35.105687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5d2def-c6d3-4c1d-b0d1-38db50a53fc0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Checking segment: {'id': 'a6fdc2f2-2b8d-4617-b14c-c356cad2e586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'de9644d2-d983-41cd-9eb0-26f7a4e40ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:48:35.106102 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5d2def-c6d3-4c1d-b0d1-38db50a53fc0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network hostable DHCP agents. Network: de9644d2-d983-41cd-9eb0-26f7a4e40ccd, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:48:35.125101 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:48:35.125560 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:48:35.169968 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c5120ec7-3b06-42a9-a45a-fa4b83b5a18b req-89524201-80cc-48d5-b772-3b0deca8b217 service neutron] 10.222.0.66 "GET /v2.0/networks/afe37998-62f3-4339-8047-9170ef82bf72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395784 May 28 04:48:35.203703 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5d2def-c6d3-4c1d-b0d1-38db50a53fc0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network de9644d2-d983-41cd-9eb0-26f7a4e40ccd is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:48:35.232610 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-ff5d2def-c6d3-4c1d-b0d1-38db50a53fc0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, de9644d2-d983-41cd-9eb0-26f7a4e40ccd) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:35.237182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5d2def-c6d3-4c1d-b0d1-38db50a53fc0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:35.246211 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ff5d2def-c6d3-4c1d-b0d1-38db50a53fc0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:35.272437 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38aabb9-826d-4d8c-af69-0798fd2bb4d6 None None] Network de9644d2-d983-41cd-9eb0-26f7a4e40ccd requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:35.305522 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ff5d2def-c6d3-4c1d-b0d1-38db50a53fc0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9485860 May 28 04:48:35.308164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54078) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:35.313989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'network_id': 'de9644d2-d983-41cd-9eb0-26f7a4e40ccd', 'name': 'tempest-PortsTestJSON-1546362603'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:35.337478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:35.411026 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:35.419606 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-9530cfed-7aae-42b4-b936-ff57e824d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'name': 'tempest-ServerActionsTestJSON-1719770484-router', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:05Z', 'updated_at': '2022-05-28T04:45:10Z', 'revision_number': 4, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'gw_port': {'id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:06Z', 'updated_at': '2022-05-28T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '37aece15-2120-4016-8ae5-84ff220cdf62', 'name': '', 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'mac_address': 'fa:16:3e:3e:6b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:09Z', 'updated_at': '2022-05-28T04:45:20Z', 'revision_number': 5, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'subnets': [{'id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:35.424298 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9530cfed-7aae-42b4-b936-ff57e824d54c None None] Checking router: a7da7add-9008-484e-9666-959c99b6afbf for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:48:35.437936 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9530cfed-7aae-42b4-b936-ff57e824d54c None None] Routers {'a7da7add-9008-484e-9666-959c99b6afbf'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:35.438909 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-9530cfed-7aae-42b4-b936-ff57e824d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7da7add-9008-484e-9666-959c99b6afbf'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:35.472496 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-997dfbc6-da21-4dd2-b23d-05bd569d2ee7 req-a509c5cf-2cc9-47d3-b897-32c6da1a098c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ac5ea19-f4d7-47cf-98a5-a2d67fbc46ae HTTP/1.1" status: 200 len: 210 time: 0.0595958 May 28 04:48:35.539152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Pushing event updated for resources: {'Port': ['ID=7da6b132-3922-4c81-9e39-0f2ad9d622e6,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:35.546130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:35.559594 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:35.571537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Allocated IP 172.26.8.238 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/68d05343-fa3e-4181-b357-c122f0fca43d) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:35.573853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:35.594309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:35.602043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:port and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:35.606085 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-de9644d2-d983-41cd-9eb0-26f7a4e40ccd', 'network_id': 'de9644d2-d983-41cd-9eb0-26f7a4e40ccd', 'tenant_id': 'cabd20bf9b9e4fe68d6da0a704f20081', 'fixed_ips': [{'subnet_id': '342ccc06-41f8-4fe5-9144-0ce220e598da'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:48:35.607500 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:35.608176 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:35.616130 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:35.626830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Deleting port 0264ade6-ee77-4d19-83f9-ba26fe90535f {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:35.627319 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:35.632844 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:35.636653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:35.673592 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] For port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5d677a0b-74a4-41a3-a369-c6f6d7fef83e,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:35.674704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] device_id is not set on port 116abfec-fca3-476e-a46b-03d5339794ae yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:48:35.736192 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] The port '0264ade6-ee77-4d19-83f9-ba26fe90535f' was deleted {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:48:35.746162 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-9530cfed-7aae-42b4-b936-ff57e824d54c None None] Set router a7da7add-9008-484e-9666-959c99b6afbf gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:48:35.845376 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Allocated IP 172.20.0.2 (de9644d2-d983-41cd-9eb0-26f7a4e40ccd/342ccc06-41f8-4fe5-9144-0ce220e598da/bdc74909-6ec4-486b-9daf-3beed33d7c73) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:35.898016 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:48:35.979996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.008969 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.009812 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.108797 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:48:36.109067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:48:36.117132 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.129577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Transition to ACTIVE for port object bdc74909-6ec4-486b-9daf-3beed33d7c73 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:36.149940 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-9530cfed-7aae-42b4-b936-ff57e824d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'name': 'tempest-ServerActionsTestJSON-1719770484-router', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:05Z', 'updated_at': '2022-05-28T04:45:10Z', 'revision_number': 4, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'gw_port': {'id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:06Z', 'updated_at': '2022-05-28T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '37aece15-2120-4016-8ae5-84ff220cdf62', 'name': '', 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'mac_address': 'fa:16:3e:3e:6b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:09Z', 'updated_at': '2022-05-28T04:45:20Z', 'revision_number': 5, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'subnets': [{'id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:36.150728 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Transition to ACTIVE for port object bdc74909-6ec4-486b-9daf-3beed33d7c73 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:36.154927 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9530cfed-7aae-42b4-b936-ff57e824d54c None None] The sync data for ids ['a7da7add-9008-484e-9666-959c99b6afbf'] in dv-neutron-843300-5-hyperv is: [{'id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'name': 'tempest-ServerActionsTestJSON-1719770484-router', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:05Z', 'updated_at': '2022-05-28T04:45:10Z', 'revision_number': 4, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'gw_port': {'id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:06Z', 'updated_at': '2022-05-28T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '37aece15-2120-4016-8ae5-84ff220cdf62', 'name': '', 'network_id': 'a8948682-ca33-4cb9-a94c-ea149f8c5b44', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'mac_address': 'fa:16:3e:3e:6b:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:09Z', 'updated_at': '2022-05-28T04:45:20Z', 'revision_number': 5, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'subnets': [{'id': '5b87c52c-c0b5-40e9-a49d-a4daf05c13b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:36.160225 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.219058 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.243132 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Network de9644d2-d983-41cd-9eb0-26f7a4e40ccd is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:36.246337 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:36.248857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:36.255502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Allocated IP 172.20.0.12 (de9644d2-d983-41cd-9eb0-26f7a4e40ccd/342ccc06-41f8-4fe5-9144-0ce220e598da/116abfec-fca3-476e-a46b-03d5339794ae) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:36.256595 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Pushing event updated for resources: {'Port': ['ID=bdc74909-6ec4-486b-9daf-3beed33d7c73,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:36.333205 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37b624c-58a8-4c34-b969-e5b313776d64']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:36.356388 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Attempting to bind port bdc74909-6ec4-486b-9daf-3beed33d7c73 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:48:36.356962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Attempting to bind port bdc74909-6ec4-486b-9daf-3beed33d7c73 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'a6fdc2f2-2b8d-4617-b14c-c356cad2e586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'de9644d2-d983-41cd-9eb0-26f7a4e40ccd'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:48:36.357090 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Attempting to bind port bdc74909-6ec4-486b-9daf-3beed33d7c73 on network de9644d2-d983-41cd-9eb0-26f7a4e40ccd {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:48:36.366615 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:48:36.367213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Checking segment: {'id': 'a6fdc2f2-2b8d-4617-b14c-c356cad2e586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'de9644d2-d983-41cd-9eb0-26f7a4e40ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:48:36.367714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.368237 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Bound using segment: {'id': 'a6fdc2f2-2b8d-4617-b14c-c356cad2e586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'de9644d2-d983-41cd-9eb0-26f7a4e40ccd'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:48:36.368763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Bound port: bdc74909-6ec4-486b-9daf-3beed33d7c73, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6fdc2f2-2b8d-4617-b14c-c356cad2e586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'de9644d2-d983-41cd-9eb0-26f7a4e40ccd'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:48:36.369190 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.377919 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:36.383678 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34500098-4966-4be4-8d57-dea4f19fb278') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:36.383964 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34500098-4966-4be4-8d57-dea4f19fb278') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:36.390854 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ce4eab-fb02-46df-9f43-0d6c28841279 None None] Sync routers for ids ['5c8cbec0-e8d1-4d24-9746-7b5a71f02253'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:36.391752 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:36.397881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.407321 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:36.418199 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:36.418790 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.427148 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=b9850eac-df1b-441e-aaf0-3c4014864d71,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:36.429192 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=5d677a0b-74a4-41a3-a369-c6f6d7fef83e,revision_number=4']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:36.430699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3768874-d360-4e6c-bb48-4f462fae48ff None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:36.434144 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.462569 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.463782 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c7c1583b-4607-495f-994a-a2ab1d32ac4d tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "PUT /v2.0/routers/5c8cbec0-e8d1-4d24-9746-7b5a71f02253 HTTP/1.1" status: 200 len: 916 time: 10.2935476 May 28 04:48:36.467724 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54082) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:36.475040 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.493016 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:48:36.493413 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:48:36.509475 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:48:36.511463 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-36994cd6-41c6-4a68-a17d-46dddb7440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9936357 May 28 04:48:36.536104 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a7371-604b-4239-99c9-516fd5e33a69 None None] New status for floating IP bef4a917-6901-4aff-95ab-f8d0440f9efc: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:48:36.560524 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54086) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:36.572922 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'mac_address': 'fa:16:3e:8d:48:68', 'name': 'tempest-NetworksTestDHCPv6-2027926052'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:36.682903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.684345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.716459 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce4eab-fb02-46df-9f43-0d6c28841279 None None] Routers {'5c8cbec0-e8d1-4d24-9746-7b5a71f02253'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:36.717336 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f0ce4eab-fb02-46df-9f43-0d6c28841279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5c8cbec0-e8d1-4d24-9746-7b5a71f02253'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:36.718638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54094) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:36.739478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.763886 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.810147 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] Pushing event deleted for resources: {'Network': ['ID=a37b624c-58a8-4c34-b969-e5b313776d64,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:36.830554 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e7003cfb-a608-4ef8-853b-c4236e06bbc6 tempest-NetworksIpV6Test-2053588821 tempest-NetworksIpV6Test-2053588821-project] 10.222.0.15 "DELETE /v2.0/networks/a37b624c-58a8-4c34-b969-e5b313776d64 HTTP/1.1" status: 204 len: 168 time: 3.5136585 May 28 04:48:36.844688 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=68d05343-fa3e-4181-b357-c122f0fca43d,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:36.848613 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:36.851853 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.886880 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:36.891437 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:36.916681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.917415 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.918426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Transition to ACTIVE for port object 116abfec-fca3-476e-a46b-03d5339794ae will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:36.936224 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d14e53e2-656f-4831-a66e-7a6218f438e2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:36.944763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] For port bdc74909-6ec4-486b-9daf-3beed33d7c73, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:48:36.952891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:36.968011 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f0ce4eab-fb02-46df-9f43-0d6c28841279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:36.972725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d14e53e2-656f-4831-a66e-7a6218f438e2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:37.006566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] For port bdc74909-6ec4-486b-9daf-3beed33d7c73, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=bdc74909-6ec4-486b-9daf-3beed33d7c73,segment=NetworkSegment(a6fdc2f2-2b8d-4617-b14c-c356cad2e586),segment_id=a6fdc2f2-2b8d-4617-b14c-c356cad2e586)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:48:37.023562 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce4eab-fb02-46df-9f43-0d6c28841279 None None] Routers {'5c8cbec0-e8d1-4d24-9746-7b5a71f02253'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:37.024589 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f0ce4eab-fb02-46df-9f43-0d6c28841279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5c8cbec0-e8d1-4d24-9746-7b5a71f02253'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:37.024946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:37.034377 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:37.074532 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d14e53e2-656f-4831-a66e-7a6218f438e2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:37.091976 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5d677a0b-74a4-41a3-a369-c6f6d7fef83e,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:37.093170 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:37.108521 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:37.115470 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e53e2-656f-4831-a66e-7a6218f438e2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18893c82-da9b-49a8-b939-c33b1a291f2e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:37.120536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:37.133110 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-be41c425-3d34-423d-9b10-2705310cccd2 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/routers/5c8cbec0-e8d1-4d24-9746-7b5a71f02253 HTTP/1.1" status: 200 len: 922 time: 0.6615765 May 28 04:48:37.144090 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54102) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:37.172177 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:37.198074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f0ce4eab-fb02-46df-9f43-0d6c28841279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:37.198469 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ce4eab-fb02-46df-9f43-0d6c28841279 None None] The sync data for ids ['5c8cbec0-e8d1-4d24-9746-7b5a71f02253'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:37.209064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d14e53e2-656f-4831-a66e-7a6218f438e2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:37.213667 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d14e53e2-656f-4831-a66e-7a6218f438e2 tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "DELETE /v2.0/security-groups/18893c82-da9b-49a8-b939-c33b1a291f2e HTTP/1.1" status: 204 len: 168 time: 0.4826865 May 28 04:48:37.214852 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54106) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:37.223668 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:37.278155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network de9644d2-d983-41cd-9eb0-26f7a4e40ccd is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:37.290530 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:37.290772 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0264ade6-ee77-4d19-83f9-ba26fe90535f no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:48:37.297857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:37.332276 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-c7068b7c-cef1-4ae8-a903-b7741cb0155c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] show failed (client error): The resource could not be found. May 28 04:48:37.335767 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c7068b7c-cef1-4ae8-a903-b7741cb0155c tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "GET /v2.0/security-groups/18893c82-da9b-49a8-b939-c33b1a291f2e HTTP/1.1" status: 404 len: 347 time: 0.1035869 May 28 04:48:37.341303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54110) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:37.341624 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54112) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:37.351847 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=116abfec-fca3-476e-a46b-03d5339794ae,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:37.370478 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160220ed-4888-4b63-98ea-2357e3a9d73f None None] Pushing event updated for resources: {'Port': ['ID=bdc74909-6ec4-486b-9daf-3beed33d7c73,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:37.410940 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 0264ade6-ee77-4d19-83f9-ba26fe90535f {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:48:37.411374 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0264ade6-ee77-4d19-83f9-ba26fe90535f not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:48:37.469229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:37.470577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=5d677a0b-74a4-41a3-a369-c6f6d7fef83e,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:37.540464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:37.541081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:37.564885 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d60f7964-34ed-4a08-8b27-dc443fd732ff tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Deleting port 859ff1ac-b69c-4ce0-967a-2bdbe3d0e565 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:37.565302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d60f7964-34ed-4a08-8b27-dc443fd732ff tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:37.638690 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-852b0b00-7ca6-457b-92e4-2e02f29a5e5f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3270171 May 28 04:48:37.639422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54120) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:37.650697 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'network_id': 'de9644d2-d983-41cd-9eb0-26f7a4e40ccd', 'name': 'tempest-PortsTestJSON-1907797014'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:37.690458 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5d677a0b-74a4-41a3-a369-c6f6d7fef83e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:37.738566 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-25670f73-a5e7-434c-aa04-288a1b9931d7 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&device_id=5c8cbec0-e8d1-4d24-9746-7b5a71f02253&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5853431 May 28 04:48:37.754101 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54124) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:37.755378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port 3ae69c8b-2bb1-442a-aad0-38c0d01df1c5 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:48:37.811322 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:37.811836 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:38.049676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d60f7964-34ed-4a08-8b27-dc443fd732ff tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:38.049924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d60f7964-34ed-4a08-8b27-dc443fd732ff tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:38.250920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d65579d-1e83-4d40-970f-d648b1b1c960 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:38.252460 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2d65579d-1e83-4d40-970f-d648b1b1c960 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/networks/6b12f09f-b65e-4d12-8bf2-4181a77a58b9 HTTP/1.1" status: 200 len: 881 time: 0.4543653 May 28 04:48:38.259780 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54130) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:38.305049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:38.316616 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:port and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:38.326089 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a51b5d61-e15b-4387-883a-fd08c2ee22c7 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c8cbec0-e8d1-4d24-9746-7b5a71f02253 HTTP/1.1" status: 200 len: 205 time: 0.0582957 May 28 04:48:38.332398 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d60f7964-34ed-4a08-8b27-dc443fd732ff tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Calling delete_port for 859ff1ac-b69c-4ce0-967a-2bdbe3d0e565 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:38.356786 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54134) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:38.361809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:38.386779 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:38.408025 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e50ea33c-5962-4468-ac46-9f9ca150e50c None None] Provisioning complete for port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:38.408706 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e50ea33c-5962-4468-ac46-9f9ca150e50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:38.413305 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-07db75f2-0313-4164-9350-c637a8524173 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a92188d1a7140c899ac044549889ca9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0703735 May 28 04:48:38.417629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54138) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:38.482508 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:38.487022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:38.548848 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d257fbf9-1c09-4916-b249-c4bc3ccee57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:38.571185 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] device_id is not set on port 99861df4-245a-459d-a5e5-5b97a11ba50a yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:48:38.586675 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 172.20.0.7 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/eccb7334-a43d-4fff-b398-34d0a6925b44/3ae69c8b-2bb1-442a-aad0-38c0d01df1c5) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:38.604289 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::f816:3eff:fe8d:4868 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/b9850eac-df1b-441e-aaf0-3c4014864d71/3ae69c8b-2bb1-442a-aad0-38c0d01df1c5) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:38.623879 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1a35ef-b752-4313-b10e-689e06be70a5 None None] Network de9644d2-d983-41cd-9eb0-26f7a4e40ccd requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:38.652357 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Router 8fcf714f-6ff3-40fe-a948-023b14efd3c3 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:48:38.655166 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d257fbf9-1c09-4916-b249-c4bc3ccee57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:38.740524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d60f7964-34ed-4a08-8b27-dc443fd732ff tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:38.741027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2d227dd3-e3d0-4258-b106-e160a114bc11 None None] Provisioning for port bdc74909-6ec4-486b-9daf-3beed33d7c73 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:38.833788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f7964-34ed-4a08-8b27-dc443fd732ff tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Pushing event deleted for resources: {'Port': ['ID=859ff1ac-b69c-4ce0-967a-2bdbe3d0e565,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:38.934772 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:38.942379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Allocated IP 172.20.0.13 (de9644d2-d983-41cd-9eb0-26f7a4e40ccd/342ccc06-41f8-4fe5-9144-0ce220e598da/99861df4-245a-459d-a5e5-5b97a11ba50a) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:38.944294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d257fbf9-1c09-4916-b249-c4bc3ccee57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:38.960868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d60f7964-34ed-4a08-8b27-dc443fd732ff tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:38.984388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257fbf9-1c09-4916-b249-c4bc3ccee57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd542ea-a460-4305-8d6a-cab583156ee8,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:39.036225 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d257fbf9-1c09-4916-b249-c4bc3ccee57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:39.039791 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d257fbf9-1c09-4916-b249-c4bc3ccee57b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ffd542ea-a460-4305-8d6a-cab583156ee8 HTTP/1.1" status: 204 len: 168 time: 0.6188123 May 28 04:48:39.048843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d60f7964-34ed-4a08-8b27-dc443fd732ff tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:39.050072 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d60f7964-34ed-4a08-8b27-dc443fd732ff tempest-ServerActionsTestJSON-286835516 tempest-ServerActionsTestJSON-286835516-project] 10.222.0.15 "DELETE /v2.0/floatingips/bef4a917-6901-4aff-95ab-f8d0440f9efc HTTP/1.1" status: 204 len: 168 time: 1.7060215 May 28 04:48:39.053632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54144) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:39.131655 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:39.207111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:39.207812 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cc55a537-f4f6-466e-916a-1e76eb37a0bf None None] Provisioning for port 116abfec-fca3-476e-a46b-03d5339794ae completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:39.214554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cc55a537-f4f6-466e-916a-1e76eb37a0bf None None] Provisioning complete for port 116abfec-fca3-476e-a46b-03d5339794ae triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:39.215055 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cc55a537-f4f6-466e-916a-1e76eb37a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:39.243164 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cedbfc11-f8da-4e8f-85ea-b0f2fd335292 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:39.300480 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-cc55a537-f4f6-466e-916a-1e76eb37a0bf None None] Port 116abfec-fca3-476e-a46b-03d5339794ae cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:48:39.314026 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object 3ae69c8b-2bb1-442a-aad0-38c0d01df1c5 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:39.388772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:39.410895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Transition to ACTIVE for port object 99861df4-245a-459d-a5e5-5b97a11ba50a will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:39.460185 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:39.556114 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:39.559749 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-66b3341d-9505-4b57-a685-3c6052e72a4d None None] Provisioning complete for port 116abfec-fca3-476e-a46b-03d5339794ae triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:39.559749 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-66b3341d-9505-4b57-a685-3c6052e72a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:39.655552 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-66b3341d-9505-4b57-a685-3c6052e72a4d None None] Port 116abfec-fca3-476e-a46b-03d5339794ae cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:48:39.662589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network de9644d2-d983-41cd-9eb0-26f7a4e40ccd is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:39.663483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=99861df4-245a-459d-a5e5-5b97a11ba50a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:39.667531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:39.670346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:39.691509 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:39.713383 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:39.715845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:39.723663 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device bdc74909-6ec4-486b-9daf-3beed33d7c73 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:39.753552 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=3ae69c8b-2bb1-442a-aad0-38c0d01df1c5,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:39.766815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:39.767076 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:39.767435 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:39.796896 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:39.803480 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:39.816787 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dedfdb1-161e-4e71-94ba-b7bae4b99075 None None] Sync routers for ids ['8fcf714f-6ff3-40fe-a948-023b14efd3c3'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:39.833952 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-89132cb5-64f4-40e5-98d2-1df6d6e9cc18 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1938844 May 28 04:48:39.839978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54156) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:39.840282 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dedfdb1-161e-4e71-94ba-b7bae4b99075 None None] Routers {'8fcf714f-6ff3-40fe-a948-023b14efd3c3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:39.841091 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5dedfdb1-161e-4e71-94ba-b7bae4b99075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8fcf714f-6ff3-40fe-a948-023b14efd3c3'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:40.029929 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5dedfdb1-161e-4e71-94ba-b7bae4b99075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:40.057515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dedfdb1-161e-4e71-94ba-b7bae4b99075 None None] Routers {'8fcf714f-6ff3-40fe-a948-023b14efd3c3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:40.058167 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5dedfdb1-161e-4e71-94ba-b7bae4b99075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8fcf714f-6ff3-40fe-a948-023b14efd3c3'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:40.117669 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port bdc74909-6ec4-486b-9daf-3beed33d7c73 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:40.133267 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port bdc74909-6ec4-486b-9daf-3beed33d7c73 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:40.133605 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:40.149362 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:40.150693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:40.206121 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:40.207797 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8a627a08-c581-4524-a27c-0208e74a052f tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.7624311 May 28 04:48:40.213752 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=68d05343-fa3e-4181-b357-c122f0fca43d,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:40.220543 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54164) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:40.227163 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5dedfdb1-161e-4e71-94ba-b7bae4b99075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:40.227163 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dedfdb1-161e-4e71-94ba-b7bae4b99075 None None] The sync data for ids ['8fcf714f-6ff3-40fe-a948-023b14efd3c3'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:40.232209 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242062aa-a399-4409-8d65-c68c5bc30cd0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:40.232908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-242062aa-a399-4409-8d65-c68c5bc30cd0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:40.235756 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-27d14dfe-3f70-41ad-822e-60fd992a1686 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:40.264523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-66c00e4a-f07a-4575-8e79-2906078714c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:40.302885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:40.303039 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e7e4930e-4eb9-4020-8efb-1d6bb6a57145 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7398386 May 28 04:48:40.311573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6fef7c4a-7056-4e94-9e55-4b51fc6e583d None None] Provisioning for port 99861df4-245a-459d-a5e5-5b97a11ba50a completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:40.321837 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6fef7c4a-7056-4e94-9e55-4b51fc6e583d None None] Provisioning complete for port 99861df4-245a-459d-a5e5-5b97a11ba50a triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:40.322193 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6fef7c4a-7056-4e94-9e55-4b51fc6e583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:40.335242 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54172) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:40.345068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-242062aa-a399-4409-8d65-c68c5bc30cd0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:40.351188 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-242062aa-a399-4409-8d65-c68c5bc30cd0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.5099473 May 28 04:48:40.352061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54176) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:40.387380 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:40.411331 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port bdc74909-6ec4-486b-9daf-3beed33d7c73, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=bdc74909-6ec4-486b-9daf-3beed33d7c73,segment=NetworkSegment(a6fdc2f2-2b8d-4617-b14c-c356cad2e586),segment_id=a6fdc2f2-2b8d-4617-b14c-c356cad2e586)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:40.412374 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6fef7c4a-7056-4e94-9e55-4b51fc6e583d None None] Port 99861df4-245a-459d-a5e5-5b97a11ba50a cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:48:40.419187 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:40.420073 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5d677a0b-74a4-41a3-a369-c6f6d7fef83e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:40.515180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cedbfc11-f8da-4e8f-85ea-b0f2fd335292 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:40.553148 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54182) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:40.554816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-cedbfc11-f8da-4e8f-85ea-b0f2fd335292 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Deleting port 370da2db-4539-48c2-970a-291b6677349b {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:40.555142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cedbfc11-f8da-4e8f-85ea-b0f2fd335292 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:40.593459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-85973b19-6473-49f0-9c0f-57aec1062e3b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 99861df4-245a-459d-a5e5-5b97a11ba50a {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:40.593459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-85973b19-6473-49f0-9c0f-57aec1062e3b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:40.594363 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=bdc74909-6ec4-486b-9daf-3beed33d7c73,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:40.618188 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-23681f72-7f3a-4253-bc75-0f86e4218445 None None] Provisioning for port 3ae69c8b-2bb1-442a-aad0-38c0d01df1c5 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:40.625400 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-23681f72-7f3a-4253-bc75-0f86e4218445 None None] Provisioning complete for port 3ae69c8b-2bb1-442a-aad0-38c0d01df1c5 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:40.625400 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-23681f72-7f3a-4253-bc75-0f86e4218445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:40.677045 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e8da9-fc84-494a-98f9-e21144ad13e5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:40.681151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77e8da9-fc84-494a-98f9-e21144ad13e5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:40.682255 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b77e8da9-fc84-494a-98f9-e21144ad13e5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:40.684841 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:40.685267 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:40.747052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b77e8da9-fc84-494a-98f9-e21144ad13e5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:40.751713 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b77e8da9-fc84-494a-98f9-e21144ad13e5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4082870 May 28 04:48:40.751857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-23681f72-7f3a-4253-bc75-0f86e4218445 None None] Port 3ae69c8b-2bb1-442a-aad0-38c0d01df1c5 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:48:40.752145 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54188) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:40.794958 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cedbfc11-f8da-4e8f-85ea-b0f2fd335292 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:40.936526 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-856605475'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:40.941363 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-26f8d6eb-1a79-4a0d-b82a-dbf787e443de tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port 3ae69c8b-2bb1-442a-aad0-38c0d01df1c5 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:40.941544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-26f8d6eb-1a79-4a0d-b82a-dbf787e443de tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:40.950982 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-cedbfc11-f8da-4e8f-85ea-b0f2fd335292 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Calling delete_port for 370da2db-4539-48c2-970a-291b6677349b owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:40.976535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:40.990695 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:network and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:41.004324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:41.012920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:41.094038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-85973b19-6473-49f0-9c0f-57aec1062e3b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:41.156099 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.l3_db [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Floating IP b7924ae6-dc62-4ea3-88f8-34f354b82b49 associated. External IP: 172.26.8.238, port: fb70b0c7-651a-49b7-972d-a92e39684f21. May 28 04:48:41.215089 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:41.217994 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:41.223622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-85973b19-6473-49f0-9c0f-57aec1062e3b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for 99861df4-245a-459d-a5e5-5b97a11ba50a owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:41.300845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:41.506441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:41.514110 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:security_group_rule and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:41.540766 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device bdc74909-6ec4-486b-9daf-3beed33d7c73 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:41.545536 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:41.562849 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:41.610372 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cedbfc11-f8da-4e8f-85ea-b0f2fd335292 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:41.628238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port bdc74909-6ec4-486b-9daf-3beed33d7c73 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:41.628873 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:41.660465 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbfc11-f8da-4e8f-85ea-b0f2fd335292 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Pushing event deleted for resources: {'Port': ['ID=370da2db-4539-48c2-970a-291b6677349b,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:41.685273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-26f8d6eb-1a79-4a0d-b82a-dbf787e443de tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:41.708352 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e833c5-911f-4304-a458-bd43d3538cb5 req-d8671b6a-b164-4d74-9363-d574069615e4 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:41.709871 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f5e833c5-911f-4304-a458-bd43d3538cb5 req-d8671b6a-b164-4d74-9363-d574069615e4 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 946 time: 0.4963205 May 28 04:48:41.765481 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:48:41.963555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-85973b19-6473-49f0-9c0f-57aec1062e3b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:41.976304 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-26f8d6eb-1a79-4a0d-b82a-dbf787e443de tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for 3ae69c8b-2bb1-442a-aad0-38c0d01df1c5 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:42.083517 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:42.100251 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:42.102802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85973b19-6473-49f0-9c0f-57aec1062e3b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Port': ['ID=99861df4-245a-459d-a5e5-5b97a11ba50a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:42.113101 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cedbfc11-f8da-4e8f-85ea-b0f2fd335292 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:42.247505 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f5e833c5-911f-4304-a458-bd43d3538cb5 req-7661bb92-0cec-4307-9faf-ca5b258c5fd6 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/security-groups?id=f451ddab-c613-4308-a96a-59b6b5874800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5270526 May 28 04:48:42.271767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:48:42.289881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d9bbee-eed6-46b6-87db-e0c501a86a56,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:42.431089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-85973b19-6473-49f0-9c0f-57aec1062e3b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:42.507628 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-85973b19-6473-49f0-9c0f-57aec1062e3b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/99861df4-245a-459d-a5e5-5b97a11ba50a HTTP/1.1" status: 204 len: 168 time: 2.1462886 May 28 04:48:42.515087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54196) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:42.536812 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:42.537141 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Added segment 86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea of type vlan for network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 May 28 04:48:42.539593 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cedbfc11-f8da-4e8f-85ea-b0f2fd335292 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:42.562823 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cedbfc11-f8da-4e8f-85ea-b0f2fd335292 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:42.573901 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-26f8d6eb-1a79-4a0d-b82a-dbf787e443de tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:42.596598 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:42.618047 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd2bb0e-6785-4e0f-9b3b-178cd11080cd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] GET failed (client error): The resource could not be found. May 28 04:48:42.618557 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-bfd2bb0e-6785-4e0f-9b3b-178cd11080cd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:42.635193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8d6eb-1a79-4a0d-b82a-dbf787e443de tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=3ae69c8b-2bb1-442a-aad0-38c0d01df1c5,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:42.655452 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cedbfc11-f8da-4e8f-85ea-b0f2fd335292 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:42.655961 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedbfc11-f8da-4e8f-85ea-b0f2fd335292 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Fanout notify agent at l3_agent the message router_deleted on router 5c8cbec0-e8d1-4d24-9746-7b5a71f02253 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:48:42.667743 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:42.671421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:42.671985 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:42.746120 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ab7c0d-fa1f-4c4d-be47-bbc81aa75a2f req-78a6a800-303b-4bd7-8f8e-514fda088456 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:42.747602 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a5ab7c0d-fa1f-4c4d-be47-bbc81aa75a2f req-78a6a800-303b-4bd7-8f8e-514fda088456 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.66 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 946 time: 0.3710773 May 28 04:48:42.779281 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-bfd2bb0e-6785-4e0f-9b3b-178cd11080cd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:42.782742 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bfd2bb0e-6785-4e0f-9b3b-178cd11080cd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/99861df4-245a-459d-a5e5-5b97a11ba50a HTTP/1.1" status: 404 len: 333 time: 0.2594006 May 28 04:48:42.797901 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54200) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:42.853546 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2757039 May 28 04:48:42.856386 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cedbfc11-f8da-4e8f-85ea-b0f2fd335292 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:42.857371 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cedbfc11-f8da-4e8f-85ea-b0f2fd335292 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "DELETE /v2.0/routers/5c8cbec0-e8d1-4d24-9746-7b5a71f02253 HTTP/1.1" status: 204 len: 168 time: 4.4990990 May 28 04:48:42.858119 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b105c-29d4-4941-b4a1-5857b8cacbc7 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Network': ['ID=06cd2d3a-1faf-498d-b71a-cbdaa2967623,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:42.860770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54204) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:42.861077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54206) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:42.875124 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:48:42.882172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'name': 'tempest-PortsIpV6TestJSON-1653606734'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:42.903518 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-160656227', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:42.921691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-a5ab7c0d-fa1f-4c4d-be47-bbc81aa75a2f req-29a7fb2d-a5b4-4d8d-9c67-5865e456f28e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Deleting port f9998b96-5e04-43fa-bd28-a5077a3e173c {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:42.922031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a5ab7c0d-fa1f-4c4d-be47-bbc81aa75a2f req-29a7fb2d-a5b4-4d8d-9c67-5865e456f28e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:42.933552 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:42.993834 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-26f8d6eb-1a79-4a0d-b82a-dbf787e443de tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:42.996191 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-26f8d6eb-1a79-4a0d-b82a-dbf787e443de tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/3ae69c8b-2bb1-442a-aad0-38c0d01df1c5 HTTP/1.1" status: 204 len: 168 time: 2.2392256 May 28 04:48:43.000547 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54212) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:43.079438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Usage tracker for resource:router and tenant:e26a04da912146c8902986dd70365966 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:43.127576 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:43.131339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5700e7c-12e2-4145-af8f-6dda907a6337 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:43.132636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5700e7c-12e2-4145-af8f-6dda907a6337 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:43.133981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5700e7c-12e2-4145-af8f-6dda907a6337 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:43.134756 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d5700e7c-12e2-4145-af8f-6dda907a6337 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:43.155851 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:43.171502 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-29474841-cd96-41ae-b376-57558dd18ef8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 116abfec-fca3-476e-a46b-03d5339794ae {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:43.171849 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-29474841-cd96-41ae-b376-57558dd18ef8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:43.220682 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-27d14dfe-3f70-41ad-822e-60fd992a1686 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:43.250591 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:43.251478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:43.265932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:43.278763 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d5700e7c-12e2-4145-af8f-6dda907a6337 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:43.280076 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d5700e7c-12e2-4145-af8f-6dda907a6337 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2731941 May 28 04:48:43.290752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54216) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:43.305981 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:port and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:43.309801 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:43.334327 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:43.339135 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:48:43.348011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-27d14dfe-3f70-41ad-822e-60fd992a1686 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:43.369928 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-66c00e4a-f07a-4575-8e79-2906078714c2 admin admin] Deleting port 37aece15-2120-4016-8ae5-84ff220cdf62 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:43.370294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-66c00e4a-f07a-4575-8e79-2906078714c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:43.394910 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:43.397626 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-27d14dfe-3f70-41ad-822e-60fd992a1686 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Deleting port 7da6b132-3922-4c81-9e39-0f2ad9d622e6 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:43.398039 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-27d14dfe-3f70-41ad-822e-60fd992a1686 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:43.432107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:43.434977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:43.471198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-a5ab7c0d-fa1f-4c4d-be47-bbc81aa75a2f req-29a7fb2d-a5b4-4d8d-9c67-5865e456f28e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] For port f9998b96-5e04-43fa-bd28-a5077a3e173c, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f9998b96-5e04-43fa-bd28-a5077a3e173c,segment=NetworkSegment(e4eca1c2-5f13-40c4-bd32-b552400686eb),segment_id=e4eca1c2-5f13-40c4-bd32-b552400686eb)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:43.471552 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a5ab7c0d-fa1f-4c4d-be47-bbc81aa75a2f req-29a7fb2d-a5b4-4d8d-9c67-5865e456f28e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:43.672803 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] device_id is not set on port e28bf89c-b3e8-4239-bdda-ce652808149d yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:48:43.939907 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-29474841-cd96-41ae-b376-57558dd18ef8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:44.027918 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e226e-d489-4256-b027-6e8bc54a735d req-a19e85e8-51e6-46f1-9519-67d7cd43e1be tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:44.029378 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c11e226e-d489-4256-b027-6e8bc54a735d req-a19e85e8-51e6-46f1-9519-67d7cd43e1be tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 946 time: 0.6354146 May 28 04:48:44.092848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-29474841-cd96-41ae-b376-57558dd18ef8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for 116abfec-fca3-476e-a46b-03d5339794ae owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:44.100234 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-568d58e4-a4a0-43f3-99a0-3653e055fa3a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet b9850eac-df1b-441e-aaf0-3c4014864d71 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:48:44.129174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-568d58e4-a4a0-43f3-99a0-3653e055fa3a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:44.155369 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-66c00e4a-f07a-4575-8e79-2906078714c2 admin admin] For port 37aece15-2120-4016-8ae5-84ff220cdf62, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=37aece15-2120-4016-8ae5-84ff220cdf62,segment=NetworkSegment(d585a428-fa4c-4a71-9fad-fa2b6cd5c483),segment_id=d585a428-fa4c-4a71-9fad-fa2b6cd5c483)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:44.155707 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-66c00e4a-f07a-4575-8e79-2906078714c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:44.204968 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-27d14dfe-3f70-41ad-822e-60fd992a1686 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:44.213323 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:44.325111 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-66c00e4a-f07a-4575-8e79-2906078714c2 admin admin] Calling delete_port for 37aece15-2120-4016-8ae5-84ff220cdf62 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:44.360349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a5ab7c0d-fa1f-4c4d-be47-bbc81aa75a2f req-29a7fb2d-a5b4-4d8d-9c67-5865e456f28e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:44.360698 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a5ab7c0d-fa1f-4c4d-be47-bbc81aa75a2f req-29a7fb2d-a5b4-4d8d-9c67-5865e456f28e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:44.360996 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [req-a5ab7c0d-fa1f-4c4d-be47-bbc81aa75a2f req-29a7fb2d-a5b4-4d8d-9c67-5865e456f28e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Floating IP b577eae1-788a-4bb9-ad5a-f40759f593aa disassociated. External IP: 172.26.8.124, port: f9998b96-5e04-43fa-bd28-a5077a3e173c. May 28 04:48:44.361323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-a5ab7c0d-fa1f-4c4d-be47-bbc81aa75a2f req-29a7fb2d-a5b4-4d8d-9c67-5865e456f28e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Calling delete_port for f9998b96-5e04-43fa-bd28-a5077a3e173c owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:44.413711 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-568d58e4-a4a0-43f3-99a0-3653e055fa3a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:44.477054 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-27d14dfe-3f70-41ad-822e-60fd992a1686 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Calling delete_port for 7da6b132-3922-4c81-9e39-0f2ad9d622e6 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:44.484867 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c11e226e-d489-4256-b027-6e8bc54a735d req-5d3ad670-aacd-448d-b2be-e8d1983098d1 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/security-groups?id=f451ddab-c613-4308-a96a-59b6b5874800&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3955138 May 28 04:48:44.628061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-568d58e4-a4a0-43f3-99a0-3653e055fa3a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:44.708841 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a5ab7c0d-fa1f-4c4d-be47-bbc81aa75a2f req-29a7fb2d-a5b4-4d8d-9c67-5865e456f28e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:44.773167 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:44.786083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7fb2d-a5b4-4d8d-9c67-5865e456f28e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Pushing event deleted for resources: {'Port': ['ID=f9998b96-5e04-43fa-bd28-a5077a3e173c,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:44.795066 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-29474841-cd96-41ae-b376-57558dd18ef8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:44.882507 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29474841-cd96-41ae-b376-57558dd18ef8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Port': ['ID=116abfec-fca3-476e-a46b-03d5339794ae,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:44.927333 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-568d58e4-a4a0-43f3-99a0-3653e055fa3a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:44.969368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-66c00e4a-f07a-4575-8e79-2906078714c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:45.027011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:45.109594 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:45.125804 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e723f6-3a4d-44a9-9232-4eba75dd81b0 None None] Sync routers for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:45.149263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d58e4-a4a0-43f3-99a0-3653e055fa3a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=b9850eac-df1b-441e-aaf0-3c4014864d71,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:45.159023 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e723f6-3a4d-44a9-9232-4eba75dd81b0 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:45.159886 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-70e723f6-3a4d-44a9-9232-4eba75dd81b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:45.164188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c00e4a-f07a-4575-8e79-2906078714c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=37aece15-2120-4016-8ae5-84ff220cdf62,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:45.164420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-29474841-cd96-41ae-b376-57558dd18ef8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:45.167875 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-568d58e4-a4a0-43f3-99a0-3653e055fa3a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:45.181077 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097d1aca-8008-4dc8-96d8-3fbc5481b8f2 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:45.194876 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=e28bf89c-b3e8-4239-bdda-ce652808149d,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:45.273718 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-27d14dfe-3f70-41ad-822e-60fd992a1686 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:45.279920 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-568d58e4-a4a0-43f3-99a0-3653e055fa3a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/b9850eac-df1b-441e-aaf0-3c4014864d71 HTTP/1.1" status: 204 len: 168 time: 1.9879806 May 28 04:48:45.282022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54222) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:45.301030 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-70e723f6-3a4d-44a9-9232-4eba75dd81b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:45.327446 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e723f6-3a4d-44a9-9232-4eba75dd81b0 None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:45.329829 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-70e723f6-3a4d-44a9-9232-4eba75dd81b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:45.413618 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d14dfe-3f70-41ad-822e-60fd992a1686 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Pushing event deleted for resources: {'Port': ['ID=7da6b132-3922-4c81-9e39-0f2ad9d622e6,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:45.425533 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-70e723f6-3a4d-44a9-9232-4eba75dd81b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:45.426012 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e723f6-3a4d-44a9-9232-4eba75dd81b0 None None] The sync data for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:45.434391 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-29474841-cd96-41ae-b376-57558dd18ef8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/116abfec-fca3-476e-a46b-03d5339794ae HTTP/1.1" status: 204 len: 168 time: 2.6332145 May 28 04:48:45.505535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54226) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:45.514457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:45.601063 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-744984f2-8aa4-4fec-be9d-45968758e2db tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 12.0454624 May 28 04:48:45.603872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5901405-80fe-467f-8c55-06c681db1e98 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet eccb7334-a43d-4fff-b398-34d0a6925b44 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:48:45.605691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54232) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:45.615604 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Checking segment: {'id': '86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:48:45.616206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network hostable DHCP agents. Network: 06cd2d3a-1faf-498d-b71a-cbdaa2967623, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:48:45.624405 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-0be69d66-8a1c-4624-a71d-20b3f2496c5c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-574706851'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:45.626669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:45.640293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5901405-80fe-467f-8c55-06c681db1e98 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:45.672156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0be69d66-8a1c-4624-a71d-20b3f2496c5c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:45.679819 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-7010d825-9a59-4fe5-9b16-acee172c7f16 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] GET failed (client error): The resource could not be found. May 28 04:48:45.683767 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7010d825-9a59-4fe5-9b16-acee172c7f16 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/116abfec-fca3-476e-a46b-03d5339794ae HTTP/1.1" status: 404 len: 333 time: 0.1746423 May 28 04:48:45.717725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54236) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:45.725884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:45.729609 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0be69d66-8a1c-4624-a71d-20b3f2496c5c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Usage tracker for resource:network and tenant:ee913605a2a2442f977d076c919a0ab6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:45.742305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0be69d66-8a1c-4624-a71d-20b3f2496c5c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:45.759487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-3f259e14-411e-462a-ba5d-e1676f09b74c req-c6bea116-98eb-42f4-9515-73ebe61da60b tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Synchronizing usage tracker for tenant:c0975f0d7e3e4604948b6f507fc10cf6 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:45.765954 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0be69d66-8a1c-4624-a71d-20b3f2496c5c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:45.781782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5901405-80fe-467f-8c55-06c681db1e98 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:45.851859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be69d66-8a1c-4624-a71d-20b3f2496c5c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Made reservation on behalf of ee913605a2a2442f977d076c919a0ab6 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:45.854801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0be69d66-8a1c-4624-a71d-20b3f2496c5c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:45.889973 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-3f259e14-411e-462a-ba5d-e1676f09b74c req-c6bea116-98eb-42f4-9515-73ebe61da60b tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Unset dirty status for tenant:c0975f0d7e3e4604948b6f507fc10cf6 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:45.891344 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3f259e14-411e-462a-ba5d-e1676f09b74c req-c6bea116-98eb-42f4-9515-73ebe61da60b tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 210 time: 0.2239072 May 28 04:48:45.904464 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-27d14dfe-3f70-41ad-822e-60fd992a1686 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:45.929348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be69d66-8a1c-4624-a71d-20b3f2496c5c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:48:45.943489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5ab7c0d-fa1f-4c4d-be47-bbc81aa75a2f req-29a7fb2d-a5b4-4d8d-9c67-5865e456f28e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Router d28afbaa-e636-4e79-bdd7-4a792a765e25 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:48:45.952594 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0be69d66-8a1c-4624-a71d-20b3f2496c5c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:45.952925 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-0be69d66-8a1c-4624-a71d-20b3f2496c5c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Added segment 33f25ada-08dd-4e45-b6d1-933b5e5f76ee of type vlan for network 5356e688-7fa2-4938-97f7-0a79283bd83f May 28 04:48:45.999723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5901405-80fe-467f-8c55-06c681db1e98 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:46.037793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0be69d66-8a1c-4624-a71d-20b3f2496c5c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:46.057633 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:48:46.068696 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-27d14dfe-3f70-41ad-822e-60fd992a1686 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:46.081878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f9998b96-5e04-43fa-bd28-a5077a3e173c no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:48:46.123578 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: f9998b96-5e04-43fa-bd28-a5077a3e173c {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:48:46.124315 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f9998b96-5e04-43fa-bd28-a5077a3e173c not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:48:46.241174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2c6b188a-a5bd-4c82-ad1d-88bf48cf7ed7 None None] Provisioning complete for port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:46.242646 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2c6b188a-a5bd-4c82-ad1d-88bf48cf7ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:46.251170 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0be69d66-8a1c-4624-a71d-20b3f2496c5c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:46.253902 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-27d14dfe-3f70-41ad-822e-60fd992a1686 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:46.254996 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be69d66-8a1c-4624-a71d-20b3f2496c5c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:46.255570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0be69d66-8a1c-4624-a71d-20b3f2496c5c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:46.255779 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 06cd2d3a-1faf-498d-b71a-cbdaa2967623) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:46.271660 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63adf023-47e8-4f8d-9408-435363d1fa3e None None] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:46.295023 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5901405-80fe-467f-8c55-06c681db1e98 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:46.310697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:46.314911 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:46.315500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:46.425117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5901405-80fe-467f-8c55-06c681db1e98 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=eccb7334-a43d-4fff-b398-34d0a6925b44,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:46.432570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-66c00e4a-f07a-4575-8e79-2906078714c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:46.440940 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0be69d66-8a1c-4624-a71d-20b3f2496c5c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8209820 May 28 04:48:46.447466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5901405-80fe-467f-8c55-06c681db1e98 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:46.451811 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e5901405-80fe-467f-8c55-06c681db1e98 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/eccb7334-a43d-4fff-b398-34d0a6925b44 HTTP/1.1" status: 204 len: 168 time: 1.1570504 May 28 04:48:46.456433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54240) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:46.456748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54242) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:46.462179 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7f531e-a0b4-47af-91fb-2c273e125967 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:46.463789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be69d66-8a1c-4624-a71d-20b3f2496c5c tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Network': ['ID=5356e688-7fa2-4938-97f7-0a79283bd83f,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:46.469091 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-36aa8309-e0e4-4747-8e2f-46d50f800698 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.5960829 May 28 04:48:46.470004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e87a8577-9308-4004-ab38-5fae6f40c058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'subnet': {'network_id': '5356e688-7fa2-4938-97f7-0a79283bd83f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:46.471376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Allocated IP 172.26.8.49 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/f7965695-b64e-4374-9fa1-3c43e3875941) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:46.488647 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54248) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:46.503430 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b3b84cd3-1b34-4bd3-b8fb-e92932985e3c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-952235153'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:46.517936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b3b84cd3-1b34-4bd3-b8fb-e92932985e3c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:46.535387 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b3b84cd3-1b34-4bd3-b8fb-e92932985e3c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:network and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:46.558580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b3b84cd3-1b34-4bd3-b8fb-e92932985e3c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:46.567076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 5356e688-7fa2-4938-97f7-0a79283bd83f details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:48:46.568470 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14ceebc-dca9-4372-b4bc-43505b6432b0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting subnet 342ccc06-41f8-4fe5-9144-0ce220e598da {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:48:46.606551 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dce22002-e172-4e92-8630-6ff505992846 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1447134 May 28 04:48:46.610781 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b3b84cd3-1b34-4bd3-b8fb-e92932985e3c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:46.619788 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54252) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:46.629408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d14ceebc-dca9-4372-b4bc-43505b6432b0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:46.720763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b84cd3-1b34-4bd3-b8fb-e92932985e3c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:46.723953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b3b84cd3-1b34-4bd3-b8fb-e92932985e3c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:46.779521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d14ceebc-dca9-4372-b4bc-43505b6432b0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:46.809869 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d14dfe-3f70-41ad-822e-60fd992a1686 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Router 8fcf714f-6ff3-40fe-a948-023b14efd3c3 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:48:46.870761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b84cd3-1b34-4bd3-b8fb-e92932985e3c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:48:46.910724 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b3b84cd3-1b34-4bd3-b8fb-e92932985e3c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:46.911058 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-b3b84cd3-1b34-4bd3-b8fb-e92932985e3c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Added segment 3fac40f5-f203-4fd3-9214-775e328cf845 of type vlan for network a8330197-e698-4fab-950e-be9719ae7206 May 28 04:48:46.914923 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:46.918641 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e87a8577-9308-4004-ab38-5fae6f40c058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:46.935074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e87a8577-9308-4004-ab38-5fae6f40c058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:46.944689 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da9a31a-2f58-4089-90be-aa694e6712ab None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:48:46.952250 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-0da9a31a-2f58-4089-90be-aa694e6712ab None None] Deleting port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:46.952941 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0da9a31a-2f58-4089-90be-aa694e6712ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:47.000763 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87a8577-9308-4004-ab38-5fae6f40c058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Made reservation on behalf of ee913605a2a2442f977d076c919a0ab6 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:47.081160 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8254c-3ca5-4233-91ff-6d818d323ef5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:47.081744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-97f8254c-3ca5-4233-91ff-6d818d323ef5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:47.099409 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b3b84cd3-1b34-4bd3-b8fb-e92932985e3c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:47.149622 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-97f8254c-3ca5-4233-91ff-6d818d323ef5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:47.151058 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-97f8254c-3ca5-4233-91ff-6d818d323ef5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5298734 May 28 04:48:47.154692 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d14ceebc-dca9-4372-b4bc-43505b6432b0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:47.163781 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54258) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:47.166045 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5fdbcdb9-201c-4973-81f8-0fda63f0450b req-7c916659-f605-42a6-bba3-f70e872bfcc3 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bc69483-8061-48f7-b161-fce6b08f7dd8 HTTP/1.1" status: 200 len: 210 time: 0.1224916 May 28 04:48:47.196874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:47.235477 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-0da9a31a-2f58-4089-90be-aa694e6712ab None None] For port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5d677a0b-74a4-41a3-a369-c6f6d7fef83e,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:47.236413 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0da9a31a-2f58-4089-90be-aa694e6712ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:47.237399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5ab7c0d-fa1f-4c4d-be47-bbc81aa75a2f req-29a7fb2d-a5b4-4d8d-9c67-5865e456f28e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:47.245861 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d14dfe-3f70-41ad-822e-60fd992a1686 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:47.257087 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0986668-c0cc-4948-a4e4-b5e8a00df9e3 None None] Sync routers for ids ['d28afbaa-e636-4e79-bdd7-4a792a765e25'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:47.263729 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ac877-9818-45d7-a205-0a745427828c None None] Sync routers for ids ['8fcf714f-6ff3-40fe-a948-023b14efd3c3'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:47.276917 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b3b84cd3-1b34-4bd3-b8fb-e92932985e3c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:47.279750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e87a8577-9308-4004-ab38-5fae6f40c058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:47.280229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b84cd3-1b34-4bd3-b8fb-e92932985e3c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:47.280671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b3b84cd3-1b34-4bd3-b8fb-e92932985e3c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:47.282621 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933ac877-9818-45d7-a205-0a745427828c None None] Routers {'8fcf714f-6ff3-40fe-a948-023b14efd3c3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:47.284848 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-933ac877-9818-45d7-a205-0a745427828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8fcf714f-6ff3-40fe-a948-023b14efd3c3'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:47.318091 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-27d14dfe-3f70-41ad-822e-60fd992a1686 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:47.319225 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-27d14dfe-3f70-41ad-822e-60fd992a1686 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "PUT /v2.0/routers/8fcf714f-6ff3-40fe-a948-023b14efd3c3 HTTP/1.1" status: 200 len: 710 time: 7.0958591 May 28 04:48:47.346336 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54262) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:47.358925 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-933ac877-9818-45d7-a205-0a745427828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:47.370723 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933ac877-9818-45d7-a205-0a745427828c None None] Routers {'8fcf714f-6ff3-40fe-a948-023b14efd3c3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:47.371479 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-933ac877-9818-45d7-a205-0a745427828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8fcf714f-6ff3-40fe-a948-023b14efd3c3'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:47.382676 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Pushing event updated for resources: {'Port': ['ID=f7965695-b64e-4374-9fa1-3c43e3875941,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:47.394446 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:47.408589 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:47.415981 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b3b84cd3-1b34-4bd3-b8fb-e92932985e3c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9320817 May 28 04:48:47.422124 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:47.443744 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-933ac877-9818-45d7-a205-0a745427828c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:47.444278 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933ac877-9818-45d7-a205-0a745427828c None None] The sync data for ids ['8fcf714f-6ff3-40fe-a948-023b14efd3c3'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:47.448205 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-0da9a31a-2f58-4089-90be-aa694e6712ab None None] Calling delete_port for 5d677a0b-74a4-41a3-a369-c6f6d7fef83e owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:47.456882 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54266) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:47.464957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ab7c0d-fa1f-4c4d-be47-bbc81aa75a2f req-29a7fb2d-a5b4-4d8d-9c67-5865e456f28e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] No DVR routers for this DVR port f9998b96-5e04-43fa-bd28-a5077a3e173c on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:48:47.465268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'ports': [{'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623'}, {'network_id': 'a8330197-e698-4fab-950e-be9719ae7206'}]} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:47.465572 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:47.466051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'network_id': 'a8330197-e698-4fab-950e-be9719ae7206'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:47.469012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5cc3b8-0909-4898-8485-6001ca16e34b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:47.469709 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-df5cc3b8-0909-4898-8485-6001ca16e34b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:47.483197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a5ab7c0d-fa1f-4c4d-be47-bbc81aa75a2f req-29a7fb2d-a5b4-4d8d-9c67-5865e456f28e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:47.485412 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a5ab7c0d-fa1f-4c4d-be47-bbc81aa75a2f req-29a7fb2d-a5b4-4d8d-9c67-5865e456f28e tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.66 "DELETE /v2.0/ports/f9998b96-5e04-43fa-bd28-a5077a3e173c HTTP/1.1" status: 204 len: 173 time: 4.7101920 May 28 04:48:47.493942 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b84cd3-1b34-4bd3-b8fb-e92932985e3c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Network': ['ID=a8330197-e698-4fab-950e-be9719ae7206,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:47.498399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc69483-8061-48f7-b161-fce6b08f7dd8', 'name': 'network-vif-deleted', 'tag': 'f9998b96-5e04-43fa-bd28-a5077a3e173c'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:48:47.522792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network a8330197-e698-4fab-950e-be9719ae7206 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:48:47.561250 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d14ceebc-dca9-4372-b4bc-43505b6432b0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:47.621831 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce4ee5c-9aa2-4f0d-9343-cbca8d68532d'] response: {'server_uuid': '9bc69483-8061-48f7-b161-fce6b08f7dd8', 'name': 'network-vif-deleted', 'tag': 'f9998b96-5e04-43fa-bd28-a5077a3e173c', 'status': 'completed', 'code': 200} May 28 04:48:47.632774 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ceebc-dca9-4372-b4bc-43505b6432b0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Subnet': ['ID=342ccc06-41f8-4fe5-9144-0ce220e598da,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:47.645503 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5d677a0b-74a4-41a3-a369-c6f6d7fef83e no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:48:47.680309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-df5cc3b8-0909-4898-8485-6001ca16e34b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:47.684029 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-df5cc3b8-0909-4898-8485-6001ca16e34b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5135834 May 28 04:48:47.684853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d14ceebc-dca9-4372-b4bc-43505b6432b0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:47.692055 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d16a812-4aed-466e-b1c2-5279045dddf0 None None] Network de9644d2-d983-41cd-9eb0-26f7a4e40ccd requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:47.696420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54272) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:47.806673 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0da9a31a-2f58-4089-90be-aa694e6712ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:47.839204 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-54c97857-e330-41c0-96f3-7cee8c1f0771 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/routers/8fcf714f-6ff3-40fe-a948-023b14efd3c3 HTTP/1.1" status: 200 len: 745 time: 0.4834840 May 28 04:48:47.842141 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54276) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:47.882547 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0986668-c0cc-4948-a4e4-b5e8a00df9e3 None None] Routers {'d28afbaa-e636-4e79-bdd7-4a792a765e25'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:47.883996 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a0986668-c0cc-4948-a4e4-b5e8a00df9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d28afbaa-e636-4e79-bdd7-4a792a765e25'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:47.884757 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d14ceebc-dca9-4372-b4bc-43505b6432b0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/342ccc06-41f8-4fe5-9144-0ce220e598da HTTP/1.1" status: 204 len: 168 time: 2.1603491 May 28 04:48:47.907902 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54280) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:47.920241 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ae58b2ab-b636-4a2d-8d98-5611557889e8 tempest-RoutersIpV6AdminTest-1209463135 tempest-RoutersIpV6AdminTest-1209463135-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&device_id=8fcf714f-6ff3-40fe-a948-023b14efd3c3 HTTP/1.1" status: 200 len: 205 time: 0.0769510 May 28 04:48:47.943146 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5d14d32a-4471-4292-8d42-2a1619b97a93 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2408624 May 28 04:48:47.961150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9a31a-2f58-4089-90be-aa694e6712ab None None] Pushing event deleted for resources: {'Port': ['ID=5d677a0b-74a4-41a3-a369-c6f6d7fef83e,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:47.975751 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54284) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:47.976083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54286) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:48.028296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f8c709e4-b352-44d1-86f2-7d9bbf5ad8bc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:48.047052 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da9a31a-2f58-4089-90be-aa694e6712ab None None] No DVR routers for this DVR port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:48:48.077326 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No active binding found for port 5d677a0b-74a4-41a3-a369-c6f6d7fef83e {{(pid=84011) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 28 04:48:48.077764 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5d677a0b-74a4-41a3-a369-c6f6d7fef83e not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:48:48.143820 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:48.151065 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:48.169102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:port and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:48.173089 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:48.190800 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port bdc74909-6ec4-486b-9daf-3beed33d7c73 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:48.191939 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:48.196913 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-91767025-75c0-4b40-ad49-516440caf35e tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fcf714f-6ff3-40fe-a948-023b14efd3c3 HTTP/1.1" status: 200 len: 205 time: 0.1857595 May 28 04:48:48.238523 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:48.248420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54292) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:48.271216 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-a0986668-c0cc-4948-a4e4-b5e8a00df9e3 None None] Set router d28afbaa-e636-4e79-bdd7-4a792a765e25 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:48:48.333114 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'port': 2} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:48.337327 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:48.395176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54300) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:48.443960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f8c709e4-b352-44d1-86f2-7d9bbf5ad8bc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:48.450443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f259ac8d-af08-4e2a-bd6b-a373b4fb46ca None None] DHCP port deletion for de9644d2-d983-41cd-9eb0-26f7a4e40ccd request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:48:48.463504 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:48.475868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f8c709e4-b352-44d1-86f2-7d9bbf5ad8bc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:48.481730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e87a8577-9308-4004-ab38-5fae6f40c058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:48.501034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f259ac8d-af08-4e2a-bd6b-a373b4fb46ca None None] Deleting port bdc74909-6ec4-486b-9daf-3beed33d7c73 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:48.501446 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f259ac8d-af08-4e2a-bd6b-a373b4fb46ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:48.703888 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c709e4-b352-44d1-86f2-7d9bbf5ad8bc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:48.707405 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f8c709e4-b352-44d1-86f2-7d9bbf5ad8bc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:48.708872 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c709e4-b352-44d1-86f2-7d9bbf5ad8bc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:48:48.709988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c709e4-b352-44d1-86f2-7d9bbf5ad8bc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:48.712405 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5043a38-9545-4cda-9ce5-907a490af436 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:48.780638 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f8c709e4-b352-44d1-86f2-7d9bbf5ad8bc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7651596 May 28 04:48:48.780638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a8577-9308-4004-ab38-5fae6f40c058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Subnet': ['ID=c07cf5e4-bac4-4f04-8fe1-44d263049c63,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:48.786089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54304) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:48.789768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6560-102b-4fee-85ff-cf4e8c4224da tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:48.795212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ca38c8eb-d839-4e5d-950a-bdb095d7f409 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:48.835490 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f259ac8d-af08-4e2a-bd6b-a373b4fb46ca None None] For port bdc74909-6ec4-486b-9daf-3beed33d7c73, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=bdc74909-6ec4-486b-9daf-3beed33d7c73,segment=NetworkSegment(a6fdc2f2-2b8d-4617-b14c-c356cad2e586),segment_id=a6fdc2f2-2b8d-4617-b14c-c356cad2e586)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:48.835988 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f259ac8d-af08-4e2a-bd6b-a373b4fb46ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:48.853987 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:48.854664 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:48.966456 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f259ac8d-af08-4e2a-bd6b-a373b4fb46ca None None] Calling delete_port for bdc74909-6ec4-486b-9daf-3beed33d7c73 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:48.980282 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87a8577-9308-4004-ab38-5fae6f40c058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Checking segment: {'id': '33f25ada-08dd-4e45-b6d1-933b5e5f76ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5356e688-7fa2-4938-97f7-0a79283bd83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:48:48.980724 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87a8577-9308-4004-ab38-5fae6f40c058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network hostable DHCP agents. Network: 5356e688-7fa2-4938-97f7-0a79283bd83f, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:48:48.987231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6560-102b-4fee-85ff-cf4e8c4224da tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:48.996427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ca38c8eb-d839-4e5d-950a-bdb095d7f409 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:49.005253 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] For port bdc74909-6ec4-486b-9daf-3beed33d7c73, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=bdc74909-6ec4-486b-9daf-3beed33d7c73,segment=NetworkSegment(a6fdc2f2-2b8d-4617-b14c-c356cad2e586),segment_id=a6fdc2f2-2b8d-4617-b14c-c356cad2e586)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:49.005566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:49.009905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a0986668-c0cc-4948-a4e4-b5e8a00df9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'name': 'tempest-ServersTestManualDisk-539503265-router', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:29Z', 'revision_number': 4, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'gw_port': {'id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:14Z', 'updated_at': '2022-05-28T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '72a20354-eff6-42d9-9cf4-a09efcba19b3', 'name': '', 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'mac_address': 'fa:16:3e:b8:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:27Z', 'updated_at': '2022-05-28T04:47:37Z', 'revision_number': 5, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'subnets': [{'id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:49.017009 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0986668-c0cc-4948-a4e4-b5e8a00df9e3 None None] Checking router: d28afbaa-e636-4e79-bdd7-4a792a765e25 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:48:49.025136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ca38c8eb-d839-4e5d-950a-bdb095d7f409 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:49.047612 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0986668-c0cc-4948-a4e4-b5e8a00df9e3 None None] Routers {'d28afbaa-e636-4e79-bdd7-4a792a765e25'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:49.047890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a0986668-c0cc-4948-a4e4-b5e8a00df9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d28afbaa-e636-4e79-bdd7-4a792a765e25'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:49.068759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca38c8eb-d839-4e5d-950a-bdb095d7f409 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:49.071930 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ca38c8eb-d839-4e5d-950a-bdb095d7f409 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:49.074031 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca38c8eb-d839-4e5d-950a-bdb095d7f409 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:48:49.074031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca38c8eb-d839-4e5d-950a-bdb095d7f409 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:49.095044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87a8577-9308-4004-ab38-5fae6f40c058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network 5356e688-7fa2-4938-97f7-0a79283bd83f is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:48:49.124371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c00e4a-f07a-4575-8e79-2906078714c2 admin admin] Router a7da7add-9008-484e-9666-959c99b6afbf has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:48:49.125180 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-e87a8577-9308-4004-ab38-5fae6f40c058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 5356e688-7fa2-4938-97f7-0a79283bd83f) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:49.131720 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ca38c8eb-d839-4e5d-950a-bdb095d7f409 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3432009 May 28 04:48:49.134189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54308) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:49.136221 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6560-102b-4fee-85ff-cf4e8c4224da tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:49.138627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a5b6560-102b-4fee-85ff-cf4e8c4224da tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:49.139360 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] device_id is not set on port 528539af-019a-4aae-a48e-486ea7cf587f yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:48:49.142637 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2a5b6560-102b-4fee-85ff-cf4e8c4224da tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "DELETE /v2.0/security-groups/f451ddab-c613-4308-a96a-59b6b5874800 HTTP/1.1" status: 204 len: 168 time: 0.7464521 May 28 04:48:49.150302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-30c7a69c-b84c-4464-b302-3c18063d4007 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:49.164455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54310) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:49.164794 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47609328-f475-4082-b236-c7a445b4c058 None None] Network 5356e688-7fa2-4938-97f7-0a79283bd83f requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:49.165911 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87a8577-9308-4004-ab38-5fae6f40c058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:49.166573 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e87a8577-9308-4004-ab38-5fae6f40c058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:49.190997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f259ac8d-af08-4e2a-bd6b-a373b4fb46ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:49.283332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b6560-102b-4fee-85ff-cf4e8c4224da tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f451ddab-c613-4308-a96a-59b6b5874800,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:49.293150 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-9fe09798-1fe3-4fb9-8565-5464134cc714 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] show failed (client error): The resource could not be found. May 28 04:48:49.297023 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9fe09798-1fe3-4fb9-8565-5464134cc714 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "GET /v2.0/security-groups/f451ddab-c613-4308-a96a-59b6b5874800 HTTP/1.1" status: 404 len: 347 time: 0.1179712 May 28 04:48:49.303178 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54316) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:49.315511 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for bdc74909-6ec4-486b-9daf-3beed33d7c73 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:49.324261 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259ac8d-af08-4e2a-bd6b-a373b4fb46ca None None] Pushing event deleted for resources: {'Port': ['ID=bdc74909-6ec4-486b-9daf-3beed33d7c73,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:49.324817 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e87a8577-9308-4004-ab38-5fae6f40c058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8640242 May 28 04:48:49.331675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54320) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:49.342287 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f259ac8d-af08-4e2a-bd6b-a373b4fb46ca None None] No DVR routers for this DVR port bdc74909-6ec4-486b-9daf-3beed33d7c73 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:48:49.393369 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1792092401', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}, 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:49.455883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:49.461144 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-a0986668-c0cc-4948-a4e4-b5e8a00df9e3 None None] Set router d28afbaa-e636-4e79-bdd7-4a792a765e25 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:48:49.464956 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Usage tracker for resource:router and tenant:ee913605a2a2442f977d076c919a0ab6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:49.469838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:49.481419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-30c7a69c-b84c-4464-b302-3c18063d4007 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:49.484969 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:49.508359 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-30c7a69c-b84c-4464-b302-3c18063d4007 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:49.530250 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:49.530965 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:49.551072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c7a69c-b84c-4464-b302-3c18063d4007 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:49.595129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-5356e688-7fa2-4938-97f7-0a79283bd83f', 'network_id': '5356e688-7fa2-4938-97f7-0a79283bd83f', 'tenant_id': 'ee913605a2a2442f977d076c919a0ab6', 'fixed_ips': [{'subnet_id': 'c07cf5e4-bac4-4f04-8fe1-44d263049c63'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:48:49.596726 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:49.612998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device bdc74909-6ec4-486b-9daf-3beed33d7c73 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:48:49.674627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:49.703662 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-30c7a69c-b84c-4464-b302-3c18063d4007 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:49.705098 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c7a69c-b84c-4464-b302-3c18063d4007 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:48:49.705531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30c7a69c-b84c-4464-b302-3c18063d4007 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:49.710400 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: bdc74909-6ec4-486b-9daf-3beed33d7c73 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:48:49.711442 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device bdc74909-6ec4-486b-9daf-3beed33d7c73 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:48:49.793360 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-30c7a69c-b84c-4464-b302-3c18063d4007 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6487880 May 28 04:48:49.795382 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54324) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:49.815244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-b935eb3a-eea2-4572-a81b-1b821942d007 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:49.822465 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Deleting port 14dd13ff-e8dc-401f-afd4-cedbe506f2f4 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:49.823072 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:49.883995 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5043a38-9545-4cda-9ce5-907a490af436 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:49.891806 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5043a38-9545-4cda-9ce5-907a490af436 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:49.957452 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:48:49.957849 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:48:49.964895 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5043a38-9545-4cda-9ce5-907a490af436 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:49.965071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5043a38-9545-4cda-9ce5-907a490af436 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Fanout notify agent at l3_agent the message router_deleted on router 8fcf714f-6ff3-40fe-a948-023b14efd3c3 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:48:49.995085 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c00e4a-f07a-4575-8e79-2906078714c2 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:50.006761 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-66c00e4a-f07a-4575-8e79-2906078714c2 admin admin] 10.222.0.15 "PUT /v2.0/routers/a7da7add-9008-484e-9666-959c99b6afbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9518638 May 28 04:48:50.008864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54328) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:50.009817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b935eb3a-eea2-4572-a81b-1b821942d007 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:50.010278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Allocated IP 172.20.0.2 (5356e688-7fa2-4938-97f7-0a79283bd83f/c07cf5e4-bac4-4f04-8fe1-44d263049c63/8601fcab-f19e-43ea-84dd-73275d663985) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:50.012510 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e4399c-be11-4683-8ce8-08c4bd528e3b None None] Sync routers for ids ['a7da7add-9008-484e-9666-959c99b6afbf'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:50.086092 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:50.088882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b935eb3a-eea2-4572-a81b-1b821942d007 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:50.135883 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e5043a38-9545-4cda-9ce5-907a490af436 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:50.140614 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e5043a38-9545-4cda-9ce5-907a490af436 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "DELETE /v2.0/routers/8fcf714f-6ff3-40fe-a948-023b14efd3c3 HTTP/1.1" status: 204 len: 168 time: 1.8909576 May 28 04:48:50.141292 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54332) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:50.160917 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e4399c-be11-4683-8ce8-08c4bd528e3b None None] Routers {'a7da7add-9008-484e-9666-959c99b6afbf'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:50.161556 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b1e4399c-be11-4683-8ce8-08c4bd528e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7da7add-9008-484e-9666-959c99b6afbf'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:50.164431 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b935eb3a-eea2-4572-a81b-1b821942d007 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:50.167991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b935eb3a-eea2-4572-a81b-1b821942d007 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:50.169577 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-b935eb3a-eea2-4572-a81b-1b821942d007 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:48:50.170140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b935eb3a-eea2-4572-a81b-1b821942d007 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:50.214998 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:50.257058 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0ab35825-ed67-43b2-bf30-cef8a99b30fa tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "GET /v2.0/ports?device_id=8fcf714f-6ff3-40fe-a948-023b14efd3c3 HTTP/1.1" status: 200 len: 205 time: 0.1067870 May 28 04:48:50.262365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54336) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:50.327070 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b935eb3a-eea2-4572-a81b-1b821942d007 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5198824 May 28 04:48:50.327286 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54340) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:50.328013 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a0986668-c0cc-4948-a4e4-b5e8a00df9e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'name': 'tempest-ServersTestManualDisk-539503265-router', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:29Z', 'revision_number': 4, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'gw_port': {'id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:14Z', 'updated_at': '2022-05-28T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '72a20354-eff6-42d9-9cf4-a09efcba19b3', 'name': '', 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'mac_address': 'fa:16:3e:b8:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:27Z', 'updated_at': '2022-05-28T04:47:37Z', 'revision_number': 5, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'subnets': [{'id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:50.334264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:50.335338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:50.341113 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0986668-c0cc-4948-a4e4-b5e8a00df9e3 None None] The sync data for ids ['d28afbaa-e636-4e79-bdd7-4a792a765e25'] in dv-neutron-843300-5-hyperv is: [{'id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'name': 'tempest-ServersTestManualDisk-539503265-router', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:47:29Z', 'revision_number': 4, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'gw_port': {'id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:14Z', 'updated_at': '2022-05-28T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '72a20354-eff6-42d9-9cf4-a09efcba19b3', 'name': '', 'network_id': 'afe37998-62f3-4339-8047-9170ef82bf72', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'mac_address': 'fa:16:3e:b8:fe:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:27Z', 'updated_at': '2022-05-28T04:47:37Z', 'revision_number': 5, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'subnets': [{'id': 'd0aee26f-84b6-4d45-aba6-7990c6c4f5bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:50.342189 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-b8322522-2f62-4bdd-a25d-d235011a4b2c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] delete failed (client error): The resource could not be found. May 28 04:48:50.343200 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b8322522-2f62-4bdd-a25d-d235011a4b2c tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "DELETE /v2.0/routers/8fcf714f-6ff3-40fe-a948-023b14efd3c3 HTTP/1.1" status: 404 len: 336 time: 0.0762599 May 28 04:48:50.354221 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54344) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:50.359611 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b2ab1a1a-f599-4f76-a9f2-4e839abb9955 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:50.475884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port bdc74909-6ec4-486b-9daf-3beed33d7c73 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:50.476138 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:50.479629 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-b1e4399c-be11-4683-8ce8-08c4bd528e3b None None] Set router a7da7add-9008-484e-9666-959c99b6afbf gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:48:50.534886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:50.574216 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-488d022a-aad2-491d-bc50-c66f3825cbb7 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "GET /v2.0/ports?device_id=18db3b79-20e2-4dd2-81f3-5401db9f4613 HTTP/1.1" status: 200 len: 205 time: 0.2188599 May 28 04:48:50.576600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54348) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:50.617099 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Transition to ACTIVE for port object 8601fcab-f19e-43ea-84dd-73275d663985 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:50.651988 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2576b2-1bd6-4d8d-8e54-fef215f86be9 None None] New status for floating IP b577eae1-788a-4bb9-ad5a-f40759f593aa: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:48:50.658606 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-3c2aef03-47a3-43c8-bc53-4f91ed05fb47 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] delete failed (client error): The resource could not be found. May 28 04:48:50.660761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Calling delete_port for 14dd13ff-e8dc-401f-afd4-cedbe506f2f4 owned by network:floatingip {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:50.662326 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3c2aef03-47a3-43c8-bc53-4f91ed05fb47 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "DELETE /v2.0/routers/18db3b79-20e2-4dd2-81f3-5401db9f4613 HTTP/1.1" status: 404 len: 336 time: 0.0842059 May 28 04:48:50.663950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54352) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:50.727370 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9c4949b4-824f-4284-868c-de0ab777fc6b tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "GET /v2.0/ports?device_id=3d23a417-d330-476c-bcc7-4a277598ec5b HTTP/1.1" status: 200 len: 205 time: 0.0609324 May 28 04:48:50.729430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54356) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:50.800433 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-cae35f95-d3c3-48a3-80ea-c37b079f85eb tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] delete failed (client error): The resource could not be found. May 28 04:48:50.804957 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cae35f95-d3c3-48a3-80ea-c37b079f85eb tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "DELETE /v2.0/routers/3d23a417-d330-476c-bcc7-4a277598ec5b HTTP/1.1" status: 404 len: 336 time: 0.0738232 May 28 04:48:50.806737 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54360) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:50.818703 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Transition to ACTIVE for port object 8601fcab-f19e-43ea-84dd-73275d663985 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:50.835542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:50.865428 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e1fabd83-4cf8-4c8a-a533-6c665c2f284d tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ad4a3d5-5ee0-42bc-b614-70043e83faca HTTP/1.1" status: 200 len: 205 time: 0.0546157 May 28 04:48:50.867296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54364) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:50.892845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] device_id is not set on port 7482d87d-1f81-4d3c-8793-90c95e97bb07 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:48:50.900182 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] The port 'bdc74909-6ec4-486b-9daf-3beed33d7c73' was deleted {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:48:50.934594 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Network 5356e688-7fa2-4938-97f7-0a79283bd83f is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:50.939599 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:50.946664 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:50.984188 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-90657d69-5a40-4008-833b-e8be59487108 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] delete failed (client error): The resource could not be found. May 28 04:48:50.986791 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b2ab1a1a-f599-4f76-a9f2-4e839abb9955 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:50.988031 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-90657d69-5a40-4008-833b-e8be59487108 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "DELETE /v2.0/routers/1ad4a3d5-5ee0-42bc-b614-70043e83faca HTTP/1.1" status: 404 len: 336 time: 0.1165152 May 28 04:48:50.992426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54368) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:51.028601 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Pushing event updated for resources: {'Port': ['ID=8601fcab-f19e-43ea-84dd-73275d663985,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:51.043554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.063212 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b1e4399c-be11-4683-8ce8-08c4bd528e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'name': 'tempest-ServerActionsTestJSON-1719770484-router', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:05Z', 'updated_at': '2022-05-28T04:48:44Z', 'revision_number': 5, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'gw_port': {'id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:06Z', 'updated_at': '2022-05-28T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:51.077298 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ca96b548-be82-4c34-8431-da80a8ca74d4 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "GET /v2.0/ports?device_id=642dc430-abb5-4d4b-8a2c-a172031a7f4d HTTP/1.1" status: 200 len: 205 time: 0.0834026 May 28 04:48:51.081785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54372) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:51.082362 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b2ab1a1a-f599-4f76-a9f2-4e839abb9955 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:51.086958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e4399c-be11-4683-8ce8-08c4bd528e3b None None] Checking router: a7da7add-9008-484e-9666-959c99b6afbf for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:48:51.090810 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Attempting to bind port 8601fcab-f19e-43ea-84dd-73275d663985 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:48:51.091171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Attempting to bind port 8601fcab-f19e-43ea-84dd-73275d663985 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '33f25ada-08dd-4e45-b6d1-933b5e5f76ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5356e688-7fa2-4938-97f7-0a79283bd83f'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:48:51.091528 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Attempting to bind port 8601fcab-f19e-43ea-84dd-73275d663985 on network 5356e688-7fa2-4938-97f7-0a79283bd83f {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:48:51.103012 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:48:51.103389 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Checking segment: {'id': '33f25ada-08dd-4e45-b6d1-933b5e5f76ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5356e688-7fa2-4938-97f7-0a79283bd83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:48:51.103758 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.104144 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Bound using segment: {'id': '33f25ada-08dd-4e45-b6d1-933b5e5f76ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5356e688-7fa2-4938-97f7-0a79283bd83f'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:48:51.104755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Bound port: 8601fcab-f19e-43ea-84dd-73275d663985, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f25ada-08dd-4e45-b6d1-933b5e5f76ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5356e688-7fa2-4938-97f7-0a79283bd83f'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:48:51.104956 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.122747 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e4399c-be11-4683-8ce8-08c4bd528e3b None None] Routers {'a7da7add-9008-484e-9666-959c99b6afbf'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:51.123343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b1e4399c-be11-4683-8ce8-08c4bd528e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7da7add-9008-484e-9666-959c99b6afbf'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:51.124260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.141048 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.172666 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ab1a1a-f599-4f76-a9f2-4e839abb9955 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:51.187784 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9644d2-d983-41cd-9eb0-26f7a4e40ccd']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:51.196466 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-ae221c38-a7d3-48b2-865e-c0a831ac82aa tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] delete failed (client error): The resource could not be found. May 28 04:48:51.200313 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ae221c38-a7d3-48b2-865e-c0a831ac82aa tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "DELETE /v2.0/routers/642dc430-abb5-4d4b-8a2c-a172031a7f4d HTTP/1.1" status: 404 len: 336 time: 0.1175737 May 28 04:48:51.206188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54376) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:51.213353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:48:51.213903 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:48:51.249888 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0f40-1b8e-49cc-9d72-9b5fffedd658 admin admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.269137 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6fdc2f2-2b8d-4617-b14c-c356cad2e586') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:51.269818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6fdc2f2-2b8d-4617-b14c-c356cad2e586') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:51.316330 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.341739 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] For port 8601fcab-f19e-43ea-84dd-73275d663985, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:48:51.356123 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] For port 8601fcab-f19e-43ea-84dd-73275d663985, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8601fcab-f19e-43ea-84dd-73275d663985,segment=NetworkSegment(33f25ada-08dd-4e45-b6d1-933b5e5f76ee),segment_id=33f25ada-08dd-4e45-b6d1-933b5e5f76ee)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:48:51.364428 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2ab1a1a-f599-4f76-a9f2-4e839abb9955 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.365058 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-b1e4399c-be11-4683-8ce8-08c4bd528e3b None None] Set router a7da7add-9008-484e-9666-959c99b6afbf gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:48:51.366323 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ab1a1a-f599-4f76-a9f2-4e839abb9955 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:48:51.367094 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ab1a1a-f599-4f76-a9f2-4e839abb9955 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:51.376593 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-089c868e-0ef4-4dd8-925d-277d4fca4e47 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "GET /v2.0/ports?device_id=088bfefd-a5a2-47e4-a791-983a4f1d21d9 HTTP/1.1" status: 200 len: 205 time: 0.1689985 May 28 04:48:51.378129 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.380900 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54380) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:51.382052 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.405098 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.459475 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:48:51.459863 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.475374 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Allocated IP 172.26.8.24 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/25288fd6-76bd-470d-9231-d21bd5c47922) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:51.482462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Router bdceac2e-6c41-4973-9609-1161079a01f0 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:48:51.484414 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:48:51.495441 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-341cf91f-abf8-4435-89ab-16a952587029 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] delete failed (client error): The resource could not be found. May 28 04:48:51.496562 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-341cf91f-abf8-4435-89ab-16a952587029 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "DELETE /v2.0/routers/088bfefd-a5a2-47e4-a791-983a4f1d21d9 HTTP/1.1" status: 404 len: 336 time: 0.1114807 May 28 04:48:51.514943 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54384) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:51.583531 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b2ab1a1a-f599-4f76-a9f2-4e839abb9955 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2519941 May 28 04:48:51.586523 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54388) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:51.595929 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-798095f0-6378-4f55-b188-cad3e26e4011 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:51.621426 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc03058-876f-4434-8367-83e2331fbed5 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] DELETE failed (client error): The resource could not be found. May 28 04:48:51.621988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc03058-876f-4434-8367-83e2331fbed5 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:51.632079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1e777-1d4c-419a-b3ab-3ee4937787d6 None None] Pushing event updated for resources: {'Port': ['ID=8601fcab-f19e-43ea-84dd-73275d663985,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:51.639639 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2fc03058-876f-4434-8367-83e2331fbed5 tempest-RoutersIpV6AdminTest-536573833 tempest-RoutersIpV6AdminTest-536573833-project] 10.222.0.15 "DELETE /v2.0/subnets/c1bd6820-70a5-45a4-a4d8-a64de317e40e HTTP/1.1" status: 404 len: 337 time: 0.1198533 May 28 04:48:51.684179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.716532 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.733992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0f40-1b8e-49cc-9d72-9b5fffedd658 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.751981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e0f40-1b8e-49cc-9d72-9b5fffedd658 admin admin] Deleting port d71bb0a3-707e-44c4-a9a8-e560568b14df {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:51.751981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0f40-1b8e-49cc-9d72-9b5fffedd658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.765450 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.768639 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Deleting port 14dd13ff-e8dc-401f-afd4-cedbe506f2f4 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:51.768639 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.835786 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:51.860604 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b1e4399c-be11-4683-8ce8-08c4bd528e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'name': 'tempest-ServerActionsTestJSON-1719770484-router', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:05Z', 'updated_at': '2022-05-28T04:48:44Z', 'revision_number': 5, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'gw_port': {'id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:06Z', 'updated_at': '2022-05-28T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:51.865417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e4399c-be11-4683-8ce8-08c4bd528e3b None None] The sync data for ids ['a7da7add-9008-484e-9666-959c99b6afbf'] in dv-neutron-843300-5-hyperv is: [{'id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'name': 'tempest-ServerActionsTestJSON-1719770484-router', 'tenant_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92'}], 'enable_snat': True}, 'gw_port_id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:45:05Z', 'updated_at': '2022-05-28T04:48:44Z', 'revision_number': 5, 'project_id': '8874bc9f5e654b27b25dbb6c2a0fb0ef', 'gw_port': {'id': 'd71bb0a3-707e-44c4-a9a8-e560568b14df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:95:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7da7add-9008-484e-9666-959c99b6afbf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:45:06Z', 'updated_at': '2022-05-28T04:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:51.936748 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Network': ['ID=de9644d2-d983-41cd-9eb0-26f7a4e40ccd,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:51.970527 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-022c0036-05ca-4ade-aa33-679bd2563cd1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/networks/de9644d2-d983-41cd-9eb0-26f7a4e40ccd HTTP/1.1" status: 204 len: 168 time: 4.0578854 May 28 04:48:51.990625 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54398) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:52.015249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c7262961-385b-4550-ae6d-1b89d9b95441 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1889374015'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:52.035824 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-4d2e0f40-1b8e-49cc-9d72-9b5fffedd658 admin admin] For port d71bb0a3-707e-44c4-a9a8-e560568b14df, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d71bb0a3-707e-44c4-a9a8-e560568b14df,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:52.036184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0f40-1b8e-49cc-9d72-9b5fffedd658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:52.039188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c7262961-385b-4550-ae6d-1b89d9b95441 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:52.048624 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:52.055592 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-798095f0-6378-4f55-b188-cad3e26e4011 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:52.113294 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2d1b275f-fc09-4154-886d-097665dfbf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:52.121611 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:52.138103 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c7262961-385b-4550-ae6d-1b89d9b95441 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:network and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:52.146217 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:52.148675 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:52.149421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:52.156006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=528539af-019a-4aae-a48e-486ea7cf587f,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:52.187539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-798095f0-6378-4f55-b188-cad3e26e4011 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:52.197249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54404) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:52.197921 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c7262961-385b-4550-ae6d-1b89d9b95441 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:52.235770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c7262961-385b-4550-ae6d-1b89d9b95441 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:52.294744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798095f0-6378-4f55-b188-cad3e26e4011 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:52.299371 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-798095f0-6378-4f55-b188-cad3e26e4011 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:52.300949 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-798095f0-6378-4f55-b188-cad3e26e4011 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:48:52.301516 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798095f0-6378-4f55-b188-cad3e26e4011 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:48:52.332509 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7262961-385b-4550-ae6d-1b89d9b95441 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:52.336779 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c7262961-385b-4550-ae6d-1b89d9b95441 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:52.355499 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=7482d87d-1f81-4d3c-8793-90c95e97bb07,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:52.427865 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:52.428360 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:52.434055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4d2e0f40-1b8e-49cc-9d72-9b5fffedd658 admin admin] Calling delete_port for d71bb0a3-707e-44c4-a9a8-e560568b14df owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:52.437355 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-798095f0-6378-4f55-b188-cad3e26e4011 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8488441 May 28 04:48:52.445022 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54412) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:52.537541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:52.538345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=25288fd6-76bd-470d-9231-d21bd5c47922,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:52.545383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:52.547728 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:52.725074 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Calling delete_port for 14dd13ff-e8dc-401f-afd4-cedbe506f2f4 owned by network:floatingip {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:52.773938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0f40-1b8e-49cc-9d72-9b5fffedd658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:52.791692 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Checking segment: {'id': '3fac40f5-f203-4fd3-9214-775e328cf845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a8330197-e698-4fab-950e-be9719ae7206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:48:52.792036 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network hostable DHCP agents. Network: a8330197-e698-4fab-950e-be9719ae7206, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:48:52.798093 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c1ecf390-27f7-46a9-8538-72e0ff553478 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3465226 May 28 04:48:52.806210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54418) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:52.807500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7262961-385b-4550-ae6d-1b89d9b95441 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:48:52.811069 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0e37f719-37da-4a75-9770-bac4008eab28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:52.826538 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e0f40-1b8e-49cc-9d72-9b5fffedd658 admin admin] Pushing event deleted for resources: {'Port': ['ID=d71bb0a3-707e-44c4-a9a8-e560568b14df,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:52.898151 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c7262961-385b-4550-ae6d-1b89d9b95441 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:52.898615 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-c7262961-385b-4550-ae6d-1b89d9b95441 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Added segment 2c5cd6e9-3314-4ef9-bc83-33038d04cfc4 of type vlan for network cd4650ca-cf69-41fe-ae94-6f3761274d01 May 28 04:48:52.947702 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:52.949004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:52.958358 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0e37f719-37da-4a75-9770-bac4008eab28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:52.970468 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0e37f719-37da-4a75-9770-bac4008eab28 admin admin] Usage tracker for resource:security_group_rule and tenant:41faf9a2683f469782a6327c8e8364f8 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:52.995773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0e37f719-37da-4a75-9770-bac4008eab28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:53.006937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3271c209-6a8c-44cd-9aba-cec66ce55b3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:53.007616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3271c209-6a8c-44cd-9aba-cec66ce55b3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:53.011930 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c7262961-385b-4550-ae6d-1b89d9b95441 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:53.016080 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0e37f719-37da-4a75-9770-bac4008eab28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:53.066758 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network a8330197-e698-4fab-950e-be9719ae7206 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:48:53.097907 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3271c209-6a8c-44cd-9aba-cec66ce55b3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:53.101527 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3271c209-6a8c-44cd-9aba-cec66ce55b3d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2893441 May 28 04:48:53.114322 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54424) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:53.177394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, a8330197-e698-4fab-950e-be9719ae7206) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:53.187522 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4d72da-8c20-4bbd-a497-1b08aba70217 None None] Network a8330197-e698-4fab-950e-be9719ae7206 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:53.204382 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0f40-1b8e-49cc-9d72-9b5fffedd658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:53.205807 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:53.209801 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:53.212973 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:53.213622 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:53.221461 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bb62c749-eb30-44fc-9a5d-7e260b54723d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0997989 May 28 04:48:53.234583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54428) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:53.242815 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:53.258165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c7262961-385b-4550-ae6d-1b89d9b95441 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:53.261821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7262961-385b-4550-ae6d-1b89d9b95441 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:53.262394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c7262961-385b-4550-ae6d-1b89d9b95441 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:53.277124 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-d8360c21-e60b-4ae5-8c1f-7497c6696295 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:53.284572 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3027dd-63cd-4d7d-bfda-ec3f194d20f5 None None] Sync routers for ids ['bdceac2e-6c41-4973-9609-1161079a01f0'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:53.329275 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:53.334971 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3027dd-63cd-4d7d-bfda-ec3f194d20f5 None None] Routers {'bdceac2e-6c41-4973-9609-1161079a01f0'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:53.335863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-8a3027dd-63cd-4d7d-bfda-ec3f194d20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['bdceac2e-6c41-4973-9609-1161079a01f0'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:53.449218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-8a3027dd-63cd-4d7d-bfda-ec3f194d20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:53.484789 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Pushing event deleted for resources: {'Port': ['ID=14dd13ff-e8dc-401f-afd4-cedbe506f2f4,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:53.498870 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0f40-1b8e-49cc-9d72-9b5fffedd658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:53.508983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0f40-1b8e-49cc-9d72-9b5fffedd658 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:53.512895 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3027dd-63cd-4d7d-bfda-ec3f194d20f5 None None] Routers {'bdceac2e-6c41-4973-9609-1161079a01f0'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:53.513705 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-8a3027dd-63cd-4d7d-bfda-ec3f194d20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['bdceac2e-6c41-4973-9609-1161079a01f0'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:53.577576 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0f40-1b8e-49cc-9d72-9b5fffedd658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:53.577991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2e0f40-1b8e-49cc-9d72-9b5fffedd658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7da7add-9008-484e-9666-959c99b6afbf {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:48:53.609150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4d2e0f40-1b8e-49cc-9d72-9b5fffedd658 admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:53.609890 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4d2e0f40-1b8e-49cc-9d72-9b5fffedd658 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a7da7add-9008-484e-9666-959c99b6afbf HTTP/1.1" status: 204 len: 168 time: 3.5966506 May 28 04:48:53.610263 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c7262961-385b-4550-ae6d-1b89d9b95441 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6110504 May 28 04:48:53.610496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54434) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:53.617525 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54436) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:53.617874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54440) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:53.618513 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0edd3cf0-20a8-468d-8636-513f73a24854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.1601408 May 28 04:48:53.622807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-fb50a74e-b56f-4665-a277-d781dfe320b2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'subnet': {'network_id': 'cd4650ca-cf69-41fe-ae94-6f3761274d01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:53.625394 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-8a3027dd-63cd-4d7d-bfda-ec3f194d20f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:53.626475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3027dd-63cd-4d7d-bfda-ec3f194d20f5 None None] The sync data for ids ['bdceac2e-6c41-4973-9609-1161079a01f0'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:53.637711 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:53.640470 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc85854-40ad-4d46-b841-51b48c73b008 None None] Network 5356e688-7fa2-4938-97f7-0a79283bd83f requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:53.644492 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2decd1db-d28c-4c8a-889b-753529ab7bc9 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.7731094 May 28 04:48:53.651986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54442) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:53.704052 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7262961-385b-4550-ae6d-1b89d9b95441 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Network': ['ID=cd4650ca-cf69-41fe-ae94-6f3761274d01,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:53.707484 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0e37f719-37da-4a75-9770-bac4008eab28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:53.742146 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network cd4650ca-cf69-41fe-ae94-6f3761274d01 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:48:53.768909 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0e37f719-37da-4a75-9770-bac4008eab28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:53.806566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d8360c21-e60b-4ae5-8c1f-7497c6696295 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:53.827306 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8601fcab-f19e-43ea-84dd-73275d663985 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:53.859086 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d8360c21-e60b-4ae5-8c1f-7497c6696295 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:53.869213 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0e37f719-37da-4a75-9770-bac4008eab28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41faf9a2683f469782a6327c8e8364f8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6638193 May 28 04:48:53.869213 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks [] for floatingip, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:53.871493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:53.875442 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-23174656-abcf-4a54-85c6-e2af2744be11 tempest-ServersTestManualDisk-1083071052 tempest-ServersTestManualDisk-1083071052-project] 10.222.0.15 "DELETE /v2.0/floatingips/b577eae1-788a-4bb9-ad5a-f40759f593aa HTTP/1.1" status: 204 len: 168 time: 4.5666561 May 28 04:48:53.875442 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37f719-37da-4a75-9770-bac4008eab28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75ff8c7-a7a9-4fb0-8d07-94baed7acf5e,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:53.880673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54450) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:53.880673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54452) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:53.956144 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-2952f70d-85a9-46d0-852e-326fd181f100 admin admin] Deleting subnet 5b87c52c-c0b5-40e9-a49d-a4daf05c13b5 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:48:53.961637 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2952f70d-85a9-46d0-852e-326fd181f100 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:53.970784 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cd2911d4-6011-415a-a7ed-bd8490316d86 None None] Provisioning for port 8601fcab-f19e-43ea-84dd-73275d663985 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:54.021607 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8360c21-e60b-4ae5-8c1f-7497c6696295 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:54.024973 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d8360c21-e60b-4ae5-8c1f-7497c6696295 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.057345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-1ee6adcc-cfb9-49bd-bfbf-53f7f6c8ddd3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:54.063124 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 8601fcab-f19e-43ea-84dd-73275d663985 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:54.073707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 8601fcab-f19e-43ea-84dd-73275d663985 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:54.074079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.192920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84e3c456-96ce-4968-a51e-903fd9485c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.223925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.224694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84e3c456-96ce-4968-a51e-903fd9485c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.254699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2952f70d-85a9-46d0-852e-326fd181f100 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.267076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 8601fcab-f19e-43ea-84dd-73275d663985, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8601fcab-f19e-43ea-84dd-73275d663985,segment=NetworkSegment(33f25ada-08dd-4e45-b6d1-933b5e5f76ee),segment_id=33f25ada-08dd-4e45-b6d1-933b5e5f76ee)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:54.275224 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.337495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 37aece15-2120-4016-8ae5-84ff220cdf62 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:48:54.347519 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4e82a211-0106-4339-b215-c6cbe64538b2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 7482d87d-1f81-4d3c-8793-90c95e97bb07 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:54.347997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e82a211-0106-4339-b215-c6cbe64538b2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.392328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 4aea5039-d96a-49ca-a441-4940b17cb801 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:48:54.400853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 37aece15-2120-4016-8ae5-84ff220cdf62 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:48:54.401185 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 37aece15-2120-4016-8ae5-84ff220cdf62 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:48:54.407511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fb50a74e-b56f-4665-a277-d781dfe320b2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:54.412219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-fb50a74e-b56f-4665-a277-d781dfe320b2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:subnet and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:54.416123 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-fb50a74e-b56f-4665-a277-d781dfe320b2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:54.423058 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fb50a74e-b56f-4665-a277-d781dfe320b2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:54.426788 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84e3c456-96ce-4968-a51e-903fd9485c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.430954 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57263b2d-8f0b-4e62-a435-141fb619d49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.440194 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=8601fcab-f19e-43ea-84dd-73275d663985,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:54.448530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b6c890db-3011-417c-9acf-51f2b43a820c None None] Provisioning complete for port 8601fcab-f19e-43ea-84dd-73275d663985 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:54.448891 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b6c890db-3011-417c-9acf-51f2b43a820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.449721 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3c456-96ce-4968-a51e-903fd9485c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75ff8c7-a7a9-4fb0-8d07-94baed7acf5e,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:54.454739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb50a74e-b56f-4665-a277-d781dfe320b2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:54.615457 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.683035 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84e3c456-96ce-4968-a51e-903fd9485c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.686489 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-84e3c456-96ce-4968-a51e-903fd9485c31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e75ff8c7-a7a9-4fb0-8d07-94baed7acf5e HTTP/1.1" status: 204 len: 168 time: 0.8031192 May 28 04:48:54.725765 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fb50a74e-b56f-4665-a277-d781dfe320b2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.886594 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.objects.ports [None req-d8360c21-e60b-4ae5-8c1f-7497c6696295 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84009) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:48:54.890862 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d8360c21-e60b-4ae5-8c1f-7497c6696295 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.925251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2952f70d-85a9-46d0-852e-326fd181f100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.970838 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8360c21-e60b-4ae5-8c1f-7497c6696295 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=7c02e48d-088e-4272-b465-998d9e832bbc,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:54.978573 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8360c21-e60b-4ae5-8c1f-7497c6696295 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:54.980700 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-d8360c21-e60b-4ae5-8c1f-7497c6696295 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:54.983436 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8360c21-e60b-4ae5-8c1f-7497c6696295 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:54.984722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d8360c21-e60b-4ae5-8c1f-7497c6696295 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:54.994105 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d880c6-f4bc-4699-bf60-6d9169a5919b None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:55.025286 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d8360c21-e60b-4ae5-8c1f-7497c6696295 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7803016 May 28 04:48:55.028388 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54462) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:55.034938 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'mac_address': 'fa:16:3e:74:20:44', 'name': 'tempest-NetworksTestDHCPv6-1846323349'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:55.056564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e82a211-0106-4339-b215-c6cbe64538b2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.127102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54466) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:55.152347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da54384b-e1b9-497b-b40e-bf78bf3dfb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.210941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4e82a211-0106-4339-b215-c6cbe64538b2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 7482d87d-1f81-4d3c-8793-90c95e97bb07 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:55.228843 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': '7c02e48d-088e-4272-b465-998d9e832bbc'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:48:55.230308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.358472 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0f31d67f-8096-4fa2-b0ab-d626508f9209 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a788c7b6c57418aae60ee20be84910f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2296426 May 28 04:48:55.360986 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54470) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:55.364987 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:55.385073 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:55.397491 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:55.407548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2952f70d-85a9-46d0-852e-326fd181f100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.415298 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:55.444009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:55.447783 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.475086 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-70e7a2ed-51d3-4d70-80db-76aa580973cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.483544 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Allocated IP 2001:db8::f816:3eff:feaf:ae39 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/7c02e48d-088e-4272-b465-998d9e832bbc/e8c5c955-799f-4b87-917b-cbb0e67e1077) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:55.485963 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.519450 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-70e7a2ed-51d3-4d70-80db-76aa580973cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.526454 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port 29755019-eeb9-4091-96da-23514da1b559 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:48:55.533932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952f70d-85a9-46d0-852e-326fd181f100 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b87c52c-c0b5-40e9-a49d-a4daf05c13b5,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:55.595232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8601fcab-f19e-43ea-84dd-73275d663985 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:55.608101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2952f70d-85a9-46d0-852e-326fd181f100 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.622920 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2952f70d-85a9-46d0-852e-326fd181f100 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5b87c52c-c0b5-40e9-a49d-a4daf05c13b5 HTTP/1.1" status: 204 len: 168 time: 1.9741921 May 28 04:48:55.631686 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54474) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:55.645693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ef96f2-8cd9-439e-a301-9ab572b06809 None None] Network a8948682-ca33-4cb9-a94c-ea149f8c5b44 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:55.711461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e82a211-0106-4339-b215-c6cbe64538b2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.727675 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.762773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e82a211-0106-4339-b215-c6cbe64538b2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.791399 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-70e7a2ed-51d3-4d70-80db-76aa580973cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.791626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82a211-0106-4339-b215-c6cbe64538b2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=7482d87d-1f81-4d3c-8793-90c95e97bb07,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:55.806878 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.820889 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4e82a211-0106-4339-b215-c6cbe64538b2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/7482d87d-1f81-4d3c-8793-90c95e97bb07 HTTP/1.1" status: 204 len: 168 time: 2.1679485 May 28 04:48:55.823719 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54478) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:55.824483 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7a2ed-51d3-4d70-80db-76aa580973cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7968bd-1fab-4237-87e1-c207ff098018,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:55.865312 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fb50a74e-b56f-4665-a277-d781dfe320b2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.896733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] Deleting port 9526007d-719e-400e-8bed-228b76d0a625 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:55.897154 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.944571 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 8601fcab-f19e-43ea-84dd-73275d663985 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:55.944804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:55.955976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:48:55.966423 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9315aef6-3884-4bbe-bb44-bd524d86dc5f None None] Sync routers for ids ['4aea5039-d96a-49ca-a441-4940b17cb801'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:48:55.989826 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9315aef6-3884-4bbe-bb44-bd524d86dc5f None None] Routers {'4aea5039-d96a-49ca-a441-4940b17cb801'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:55.990713 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-9315aef6-3884-4bbe-bb44-bd524d86dc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4aea5039-d96a-49ca-a441-4940b17cb801'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:56.000602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-70e7a2ed-51d3-4d70-80db-76aa580973cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:56.002051 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-70e7a2ed-51d3-4d70-80db-76aa580973cf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd7968bd-1fab-4237-87e1-c207ff098018 HTTP/1.1" status: 204 len: 168 time: 0.6400239 May 28 04:48:56.012293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50a74e-b56f-4665-a277-d781dfe320b2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Subnet': ['ID=2bcded61-d820-4036-94f9-a28f030e4efd,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:56.030872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:56.035096 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-077fca8c-487e-4b13-af40-2f0f9677b368 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.6489072 May 28 04:48:56.035249 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:56.036812 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54484) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:56.073491 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Transition to ACTIVE for port object e8c5c955-799f-4b87-917b-cbb0e67e1077 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:56.103605 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-9315aef6-3884-4bbe-bb44-bd524d86dc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:56.126128 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9315aef6-3884-4bbe-bb44-bd524d86dc5f None None] Routers {'4aea5039-d96a-49ca-a441-4940b17cb801'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:48:56.127597 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-9315aef6-3884-4bbe-bb44-bd524d86dc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4aea5039-d96a-49ca-a441-4940b17cb801'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:56.143575 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Transition to ACTIVE for port object e8c5c955-799f-4b87-917b-cbb0e67e1077 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:56.213585 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb50a74e-b56f-4665-a277-d781dfe320b2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Checking segment: {'id': '2c5cd6e9-3314-4ef9-bc83-33038d04cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cd4650ca-cf69-41fe-ae94-6f3761274d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:48:56.214951 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb50a74e-b56f-4665-a277-d781dfe320b2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network hostable DHCP agents. Network: cd4650ca-cf69-41fe-ae94-6f3761274d01, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:48:56.226049 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-9315aef6-3884-4bbe-bb44-bd524d86dc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:56.227485 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9315aef6-3884-4bbe-bb44-bd524d86dc5f None None] The sync data for ids ['4aea5039-d96a-49ca-a441-4940b17cb801'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:48:56.243212 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:56.298394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] For port 9526007d-719e-400e-8bed-228b76d0a625, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9526007d-719e-400e-8bed-228b76d0a625,segment=NetworkSegment(d585a428-fa4c-4a71-9fad-fa2b6cd5c483),segment_id=d585a428-fa4c-4a71-9fad-fa2b6cd5c483)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:56.299347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:56.327728 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d71bb0a3-707e-44c4-a9a8-e560568b14df no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:48:56.377991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: d71bb0a3-707e-44c4-a9a8-e560568b14df {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:48:56.378213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d71bb0a3-707e-44c4-a9a8-e560568b14df not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:48:56.381034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9ec17d-e084-45f5-81c6-8ad722dbd751 None None] DHCP port deletion for a8948682-ca33-4cb9-a94c-ea149f8c5b44 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:48:56.389358 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:56.394063 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:56.396930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:56.434535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ec17d-e084-45f5-81c6-8ad722dbd751 None None] Deleting port 9526007d-719e-400e-8bed-228b76d0a625 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:56.434907 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3c9ec17d-e084-45f5-81c6-8ad722dbd751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:56.458213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb50a74e-b56f-4665-a277-d781dfe320b2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network cd4650ca-cf69-41fe-ae94-6f3761274d01 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:48:56.479878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Pushing event updated for resources: {'Port': ['ID=e8c5c955-799f-4b87-917b-cbb0e67e1077,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:56.482830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-fb50a74e-b56f-4665-a277-d781dfe320b2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, cd4650ca-cf69-41fe-ae94-6f3761274d01) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:56.499691 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92384981-a4ef-4814-8888-45c0fc219ad8 None None] Network cd4650ca-cf69-41fe-ae94-6f3761274d01 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:56.501137 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb50a74e-b56f-4665-a277-d781dfe320b2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:56.501962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fb50a74e-b56f-4665-a277-d781dfe320b2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:56.550760 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] Calling delete_port for 9526007d-719e-400e-8bed-228b76d0a625 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:56.565747 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fb50a74e-b56f-4665-a277-d781dfe320b2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9515131 May 28 04:48:56.571758 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54494) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:56.587449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'network_id': 'cd4650ca-cf69-41fe-ae94-6f3761274d01', 'name': 'tempest-PortsTestJSON-250979003', 'fixed_ips': [{'subnet_id': '2bcded61-d820-4036-94f9-a28f030e4efd', 'ip_address': '172.20.0.10'}]}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:56.657602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:56.704650 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3afecf-c921-496c-9d6d-13f5ee938be0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:56.709306 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3afecf-c921-496c-9d6d-13f5ee938be0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:56.710109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8b3afecf-c921-496c-9d6d-13f5ee938be0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:56.721617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Attempting to bind port e8c5c955-799f-4b87-917b-cbb0e67e1077 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:48:56.721617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Attempting to bind port e8c5c955-799f-4b87-917b-cbb0e67e1077 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:48:56.721987 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Attempting to bind port e8c5c955-799f-4b87-917b-cbb0e67e1077 on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:48:56.756508 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ec17d-e084-45f5-81c6-8ad722dbd751 None None] The port '9526007d-719e-400e-8bed-228b76d0a625' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:48:56.770183 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=9526007d-719e-400e-8bed-228b76d0a625,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:56.787641 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:48:56.788647 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:48:56.789263 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:56.789849 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:48:56.790512 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Bound port: e8c5c955-799f-4b87-917b-cbb0e67e1077, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:48:56.791079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:56.791914 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:56.802004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:port and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:56.806073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:56.810831 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] No DVR routers for this DVR port 9526007d-719e-400e-8bed-228b76d0a625 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:48:56.815010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:56.815238 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::f816:3eff:fe74:2044 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/7c02e48d-088e-4272-b465-998d9e832bbc/29755019-eeb9-4091-96da-23514da1b559) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:56.869233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8b3afecf-c921-496c-9d6d-13f5ee938be0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:56.873058 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8b3afecf-c921-496c-9d6d-13f5ee938be0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 1.0443544 May 28 04:48:56.886180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54500) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:56.891283 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-cd4650ca-cf69-41fe-ae94-6f3761274d01', 'network_id': 'cd4650ca-cf69-41fe-ae94-6f3761274d01', 'tenant_id': 'cabd20bf9b9e4fe68d6da0a704f20081', 'fixed_ips': [{'subnet_id': '2bcded61-d820-4036-94f9-a28f030e4efd'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:48:56.892293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.071280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.074602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Allocated IP 172.20.0.2 (cd4650ca-cf69-41fe-ae94-6f3761274d01/2bcded61-d820-4036-94f9-a28f030e4efd/44ca970f-4a0f-49c5-84dc-c3bfc96ca613) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:57.100921 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-5a73a3ec-ba81-4725-a2cf-dc632636bad5 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 528539af-019a-4aae-a48e-486ea7cf587f {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:57.101254 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5a73a3ec-ba81-4725-a2cf-dc632636bad5 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.124975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:57.131824 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.188289 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] device_id is not set on port fe1eb117-6ffd-4ff0-962a-c0f916c7dd2b yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:48:57.231489 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8948682-ca33-4cb9-a94c-ea149f8c5b44']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:57.256211 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] For port e8c5c955-799f-4b87-917b-cbb0e67e1077, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:48:57.262969 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] For port e8c5c955-799f-4b87-917b-cbb0e67e1077, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e8c5c955-799f-4b87-917b-cbb0e67e1077,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:48:57.272838 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd585a428-fa4c-4a71-9fad-fa2b6cd5c483') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:57.273272 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd585a428-fa4c-4a71-9fad-fa2b6cd5c483') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:48:57.276925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.278268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.334424 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.379443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54512) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:57.417456 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.427752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ee6adcc-cfb9-49bd-bfbf-53f7f6c8ddd3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.475470 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ee6adcc-cfb9-49bd-bfbf-53f7f6c8ddd3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.478356 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.485535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5c307-0006-445d-b593-692fbfe7cba1 None None] Pushing event updated for resources: {'Port': ['ID=e8c5c955-799f-4b87-917b-cbb0e67e1077,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:57.499309 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Transition to ACTIVE for port object 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:57.519038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-1ee6adcc-cfb9-49bd-bfbf-53f7f6c8ddd3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Deleting port f7965695-b64e-4374-9fa1-3c43e3875941 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:57.519548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ee6adcc-cfb9-49bd-bfbf-53f7f6c8ddd3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.531604 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Transition to ACTIVE for port object 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:57.543674 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.557455 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:48:57.560440 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:48:57.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:48:57.587451 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.656046 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Pushing event updated for resources: {'Port': ['ID=44ca970f-4a0f-49c5-84dc-c3bfc96ca613,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:57.658760 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9526007d-719e-400e-8bed-228b76d0a625 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:48:57.683754 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5a73a3ec-ba81-4725-a2cf-dc632636bad5 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.708504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 9526007d-719e-400e-8bed-228b76d0a625 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:48:57.708831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9526007d-719e-400e-8bed-228b76d0a625 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:48:57.711975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Network cd4650ca-cf69-41fe-ae94-6f3761274d01 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:57.713824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:57.719108 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object 29755019-eeb9-4091-96da-23514da1b559 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:57.719985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:57.849964 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Attempting to bind port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:48:57.850480 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Attempting to bind port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '2c5cd6e9-3314-4ef9-bc83-33038d04cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cd4650ca-cf69-41fe-ae94-6f3761274d01'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:48:57.850939 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Attempting to bind port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 on network cd4650ca-cf69-41fe-ae94-6f3761274d01 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:48:57.858675 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:48:57.859223 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Checking segment: {'id': '2c5cd6e9-3314-4ef9-bc83-33038d04cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cd4650ca-cf69-41fe-ae94-6f3761274d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:48:57.859717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.860194 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Bound using segment: {'id': '2c5cd6e9-3314-4ef9-bc83-33038d04cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cd4650ca-cf69-41fe-ae94-6f3761274d01'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:48:57.860754 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Bound port: 44ca970f-4a0f-49c5-84dc-c3bfc96ca613, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c5cd6e9-3314-4ef9-bc83-33038d04cfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'cd4650ca-cf69-41fe-ae94-6f3761274d01'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:48:57.861408 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.904776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-5a73a3ec-ba81-4725-a2cf-dc632636bad5 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 528539af-019a-4aae-a48e-486ea7cf587f owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:57.926390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-712543407'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:48:57.955253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:57.970498 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:57.974428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Usage tracker for resource:network and tenant:1e537ab21e784401ad9d9bc9c6308632 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:57.980391 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:57.994880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:58.004520 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:58.020797 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] For port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:48:58.023717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8948682-ca33-4cb9-a94c-ea149f8c5b44,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:58.024053 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] For port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=44ca970f-4a0f-49c5-84dc-c3bfc96ca613,segment=NetworkSegment(2c5cd6e9-3314-4ef9-bc83-33038d04cfc4),segment_id=2c5cd6e9-3314-4ef9-bc83-33038d04cfc4)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:48:58.031774 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:58.040265 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Made reservation on behalf of 1e537ab21e784401ad9d9bc9c6308632 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:48:58.043423 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:58.058300 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Allocated IP 172.20.0.10 (cd4650ca-cf69-41fe-ae94-6f3761274d01/2bcded61-d820-4036-94f9-a28f030e4efd/fe1eb117-6ffd-4ff0-962a-c0f916c7dd2b) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:48:58.076357 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:58.081404 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8968022d-46cb-4a91-ab98-21a3de393a36 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a8948682-ca33-4cb9-a94c-ea149f8c5b44 HTTP/1.1" status: 204 len: 168 time: 2.4444134 May 28 04:48:58.101975 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:58.119867 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62737-d2b9-4e1f-ae97-06157dec9d99 None None] Pushing event updated for resources: {'Port': ['ID=44ca970f-4a0f-49c5-84dc-c3bfc96ca613,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:58.133488 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ee6adcc-cfb9-49bd-bfbf-53f7f6c8ddd3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:58.310405 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-da54384b-e1b9-497b-b40e-bf78bf3dfb70 admin admin] Deleting port 72a20354-eff6-42d9-9cf4-a09efcba19b3 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:58.311218 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da54384b-e1b9-497b-b40e-bf78bf3dfb70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:58.321746 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-1ee6adcc-cfb9-49bd-bfbf-53f7f6c8ddd3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Calling delete_port for f7965695-b64e-4374-9fa1-3c43e3875941 owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:58.340360 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5a73a3ec-ba81-4725-a2cf-dc632636bad5 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:58.370381 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54520) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:58.381620 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=29755019-eeb9-4091-96da-23514da1b559,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:58.386486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:48:58.435805 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:48:58.447997 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:48:58.451983 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:58.452827 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:58.480097 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:48:58.487261 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a73a3ec-ba81-4725-a2cf-dc632636bad5 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=528539af-019a-4aae-a48e-486ea7cf587f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:58.494484 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Usage tracker for resource:security_group_rule and tenant:1e537ab21e784401ad9d9bc9c6308632 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:48:58.500054 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:48:58.523982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:48:58.594354 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5a73a3ec-ba81-4725-a2cf-dc632636bad5 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:58.673489 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c76af522-ae0f-4079-83a5-fde0b02b745c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8874bc9f5e654b27b25dbb6c2a0fb0ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2981269 May 28 04:48:58.678499 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54524) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:58.719422 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-19bc991d-15cf-4454-974d-5a2a76546e17 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6896124 May 28 04:48:58.727211 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5a73a3ec-ba81-4725-a2cf-dc632636bad5 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/528539af-019a-4aae-a48e-486ea7cf587f HTTP/1.1" status: 204 len: 168 time: 1.8394017 May 28 04:48:58.728305 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54526) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:58.733997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54528) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:58.847991 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-da54384b-e1b9-497b-b40e-bf78bf3dfb70 admin admin] For port 72a20354-eff6-42d9-9cf4-a09efcba19b3, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=72a20354-eff6-42d9-9cf4-a09efcba19b3,segment=NetworkSegment(e4eca1c2-5f13-40c4-bd32-b552400686eb),segment_id=e4eca1c2-5f13-40c4-bd32-b552400686eb)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:48:58.848529 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da54384b-e1b9-497b-b40e-bf78bf3dfb70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:58.993529 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-da54384b-e1b9-497b-b40e-bf78bf3dfb70 admin admin] Calling delete_port for 72a20354-eff6-42d9-9cf4-a09efcba19b3 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:59.053037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d03281-32c4-44cb-a288-b1c4202aca53 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:59.057292 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d03281-32c4-44cb-a288-b1c4202aca53 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:59.058180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-28d03281-32c4-44cb-a288-b1c4202aca53 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:59.088123 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-28d03281-32c4-44cb-a288-b1c4202aca53 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:59.089226 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-28d03281-32c4-44cb-a288-b1c4202aca53 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3576562 May 28 04:48:59.099871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54536) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:59.139647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:59.154133 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:59.163229 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ee6adcc-cfb9-49bd-bfbf-53f7f6c8ddd3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:59.165109 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d60184d2-1138-47e3-8184-c8a09c427c13 None None] Provisioning for port e8c5c955-799f-4b87-917b-cbb0e67e1077 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:59.188660 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-2d9505cf-9433-4520-97e6-7ce133d4da46 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port 29755019-eeb9-4091-96da-23514da1b559 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:48:59.188991 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2d9505cf-9433-4520-97e6-7ce133d4da46 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:59.211065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:59.214223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4b37b7b-038d-4e1d-bb75-baaa28efd6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:59.261429 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Transition to ACTIVE for port object fe1eb117-6ffd-4ff0-962a-c0f916c7dd2b will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:48:59.268363 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6adcc-cfb9-49bd-bfbf-53f7f6c8ddd3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Pushing event deleted for resources: {'Port': ['ID=f7965695-b64e-4374-9fa1-3c43e3875941,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:59.317637 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6987e25-8078-480f-bfee-326ce9043507 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:48:59.318474 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b6987e25-8078-480f-bfee-326ce9043507 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:48:59.354586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:48:59.386079 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4b37b7b-038d-4e1d-bb75-baaa28efd6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:59.442829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64ee129a-1f6a-415e-bb79-ae96586cafdb,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:59.453567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:59.453903 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Added segment d6b6b96a-73f8-4d88-9b02-015f6ab6acf2 of type vlan for network edd57e30-bcf2-4a7f-a3d5-90ee89a160c8 May 28 04:48:59.481344 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da54384b-e1b9-497b-b40e-bf78bf3dfb70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:59.507515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-68a7675c-8e20-4f50-92e3-f22a603a51a4 None None] Provisioning for port 29755019-eeb9-4091-96da-23514da1b559 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:59.518440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-68a7675c-8e20-4f50-92e3-f22a603a51a4 None None] Provisioning complete for port 29755019-eeb9-4091-96da-23514da1b559 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:48:59.518811 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-68a7675c-8e20-4f50-92e3-f22a603a51a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:59.520387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b6987e25-8078-480f-bfee-326ce9043507 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:48:59.521840 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b6987e25-8078-480f-bfee-326ce9043507 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7707672 May 28 04:48:59.531917 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54540) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:48:59.554349 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54384b-e1b9-497b-b40e-bf78bf3dfb70 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a20354-eff6-42d9-9cf4-a09efcba19b3,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:48:59.631323 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2d9505cf-9433-4520-97e6-7ce133d4da46 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:59.648181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:59.652900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:48:59.664632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-68a7675c-8e20-4f50-92e3-f22a603a51a4 None None] Port 29755019-eeb9-4091-96da-23514da1b559 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:48:59.729863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:59.886542 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-2d9505cf-9433-4520-97e6-7ce133d4da46 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for 29755019-eeb9-4091-96da-23514da1b559 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:48:59.892052 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:48:59.902207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e8c5c955-799f-4b87-917b-cbb0e67e1077 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:48:59.928239 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893e5140-69d3-4e92-8de3-ef830451bc72 None None] Network cd4650ca-cf69-41fe-ae94-6f3761274d01 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:48:59.997263 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab94810-37df-4259-9d7a-acbebc45195e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] GET failed (client error): The resource could not be found. May 28 04:48:59.998687 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1ab94810-37df-4259-9d7a-acbebc45195e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/7482d87d-1f81-4d3c-8793-90c95e97bb07 HTTP/1.1" status: 404 len: 333 time: 0.4547665 May 28 04:49:00.026791 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54544) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:00.073243 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a1946379-4c0c-4068-aedb-fabb1c096010 None None] Provisioning for port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:00.086955 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:49:00.091119 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a1946379-4c0c-4068-aedb-fabb1c096010 None None] Provisioning complete for port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:00.091538 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a1946379-4c0c-4068-aedb-fabb1c096010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.114244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ee6adcc-cfb9-49bd-bfbf-53f7f6c8ddd3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.184640 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port e8c5c955-799f-4b87-917b-cbb0e67e1077 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:00.189734 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4b37b7b-038d-4e1d-bb75-baaa28efd6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.193691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network cd4650ca-cf69-41fe-ae94-6f3761274d01 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:00.200422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port e8c5c955-799f-4b87-917b-cbb0e67e1077 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:00.200861 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.213445 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3080eea-d603-423c-b4ba-53e22157c83e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] GET failed (client error): The resource could not be found. May 28 04:49:00.217948 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e3080eea-d603-423c-b4ba-53e22157c83e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/528539af-019a-4aae-a48e-486ea7cf587f HTTP/1.1" status: 404 len: 333 time: 0.1866999 May 28 04:49:00.263774 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54548) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:00.283114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:00.284933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:00.332903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=fe1eb117-6ffd-4ff0-962a-c0f916c7dd2b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:00.347316 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b37b7b-038d-4e1d-bb75-baaa28efd6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a954ff37-bda0-4e63-bdc4-0e1e1ff1b551,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:00.375255 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.377178 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a1946379-4c0c-4068-aedb-fabb1c096010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.379605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:00.380146 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.399474 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ee6adcc-cfb9-49bd-bfbf-53f7f6c8ddd3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.399740 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2d9505cf-9433-4520-97e6-7ce133d4da46 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.443393 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ee6adcc-cfb9-49bd-bfbf-53f7f6c8ddd3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.458701 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9505cf-9433-4520-97e6-7ce133d4da46 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=29755019-eeb9-4091-96da-23514da1b559,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:00.465315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b91e1c9-48da-400c-ad02-732ab449cea0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.483347 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a1946379-4c0c-4068-aedb-fabb1c096010 None None] For port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=44ca970f-4a0f-49c5-84dc-c3bfc96ca613,segment=NetworkSegment(2c5cd6e9-3314-4ef9-bc83-33038d04cfc4),segment_id=2c5cd6e9-3314-4ef9-bc83-33038d04cfc4)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:00.491367 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.505572 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a1946379-4c0c-4068-aedb-fabb1c096010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.530726 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2d9505cf-9433-4520-97e6-7ce133d4da46 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.581013 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port e8c5c955-799f-4b87-917b-cbb0e67e1077, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e8c5c955-799f-4b87-917b-cbb0e67e1077,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:00.582586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:00.583066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.612741 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.639548 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1946379-4c0c-4068-aedb-fabb1c096010 None None] Pushing event updated for resources: {'Port': ['ID=44ca970f-4a0f-49c5-84dc-c3bfc96ca613,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:00.672550 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Pushing event updated for resources: {'Network': ['ID=edd57e30-bcf2-4a7f-a3d5-90ee89a160c8,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:00.676372 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4b37b7b-038d-4e1d-bb75-baaa28efd6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.677516 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b4b37b7b-038d-4e1d-bb75-baaa28efd6e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a954ff37-bda0-4e63-bdc4-0e1e1ff1b551 HTTP/1.1" status: 204 len: 168 time: 1.9469962 May 28 04:49:00.690904 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a224664a-c9ef-46b9-8fcb-3a72f702a6ce tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.3019185 May 28 04:49:00.701792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network edd57e30-bcf2-4a7f-a3d5-90ee89a160c8 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:00.703745 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54554) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:00.729011 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2d9505cf-9433-4520-97e6-7ce133d4da46 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/29755019-eeb9-4091-96da-23514da1b559 HTTP/1.1" status: 204 len: 168 time: 1.6287091 May 28 04:49:00.733165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-5b7d88bc-36c3-4489-9637-5f165790e91f tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Request body: {'subnet': {'network_id': 'edd57e30-bcf2-4a7f-a3d5-90ee89a160c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:00.754488 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54558) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:00.818307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.852637 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f58a1caf-377a-4e59-9b0f-c25cd6f8a21b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2723079 May 28 04:49:00.864950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54562) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:00.896666 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'network_id': 'cd4650ca-cf69-41fe-ae94-6f3761274d01', 'name': 'tempest-PortsTestJSON-1841913124', 'fixed_ips': [{'subnet_id': '2bcded61-d820-4036-94f9-a28f030e4efd', 'ip_address': '172.20.0.9'}]}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:00.899642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a0d8c017-fed0-4120-b644-70083ced5dd7 None None] Provisioning for port fe1eb117-6ffd-4ff0-962a-c0f916c7dd2b completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:00.912734 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a0d8c017-fed0-4120-b644-70083ced5dd7 None None] Provisioning complete for port fe1eb117-6ffd-4ff0-962a-c0f916c7dd2b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:00.917063 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c017-fed0-4120-b644-70083ced5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:00.977416 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b91e1c9-48da-400c-ad02-732ab449cea0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:01.047719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a0d8c017-fed0-4120-b644-70083ced5dd7 None None] Port fe1eb117-6ffd-4ff0-962a-c0f916c7dd2b cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:01.074832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-9b91e1c9-48da-400c-ad02-732ab449cea0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8330197-e698-4fab-950e-be9719ae7206']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:01.077400 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=e8c5c955-799f-4b87-917b-cbb0e67e1077,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:01.091404 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a0d8c017-fed0-4120-b644-70083ced5dd7 None None] Provisioning complete for port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:01.091776 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a0d8c017-fed0-4120-b644-70083ced5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:01.095935 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-5b7d88bc-36c3-4489-9637-5f165790e91f tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:01.100864 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5b7d88bc-36c3-4489-9637-5f165790e91f tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Usage tracker for resource:subnet and tenant:1e537ab21e784401ad9d9bc9c6308632 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:01.104664 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5b7d88bc-36c3-4489-9637-5f165790e91f tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:01.111259 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-5b7d88bc-36c3-4489-9637-5f165790e91f tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:01.133963 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-9b91e1c9-48da-400c-ad02-732ab449cea0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fac40f5-f203-4fd3-9214-775e328cf845') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:01.134490 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-9b91e1c9-48da-400c-ad02-732ab449cea0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fac40f5-f203-4fd3-9214-775e328cf845') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:01.146685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7d88bc-36c3-4489-9637-5f165790e91f tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Made reservation on behalf of 1e537ab21e784401ad9d9bc9c6308632 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:01.154021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913249f-c833-4587-9380-8f6e20d08827 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:01.155425 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e913249f-c833-4587-9380-8f6e20d08827 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:01.157082 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e913249f-c833-4587-9380-8f6e20d08827 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3941679 May 28 04:49:01.170975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54568) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:01.225983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee6adcc-cfb9-49bd-bfbf-53f7f6c8ddd3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Router bdceac2e-6c41-4973-9609-1161079a01f0 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:49:01.280485 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b91e1c9-48da-400c-ad02-732ab449cea0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:01.292988 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da54384b-e1b9-497b-b40e-bf78bf3dfb70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:01.305384 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5b7d88bc-36c3-4489-9637-5f165790e91f tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:01.324947 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b91e1c9-48da-400c-ad02-732ab449cea0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:01.416834 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1e6879f6-1334-4cfe-be17-2185dc83f55c None None] Provisioning complete for port fe1eb117-6ffd-4ff0-962a-c0f916c7dd2b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:01.418125 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1e6879f6-1334-4cfe-be17-2185dc83f55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:01.457283 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b91e1c9-48da-400c-ad02-732ab449cea0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:01.457701 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b91e1c9-48da-400c-ad02-732ab449cea0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:01.474146 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:01.482101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:01.510934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:port and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:01.517795 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1e6879f6-1334-4cfe-be17-2185dc83f55c None None] Port fe1eb117-6ffd-4ff0-962a-c0f916c7dd2b cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:01.649930 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b91e1c9-48da-400c-ad02-732ab449cea0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:01.664495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:01.672889 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b91e1c9-48da-400c-ad02-732ab449cea0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:01.691191 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91e1c9-48da-400c-ad02-732ab449cea0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Network': ['ID=a8330197-e698-4fab-950e-be9719ae7206,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:01.697962 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9b91e1c9-48da-400c-ad02-732ab449cea0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/networks/a8330197-e698-4fab-950e-be9719ae7206 HTTP/1.1" status: 204 len: 168 time: 1.4342535 May 28 04:49:01.704781 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54584) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:01.712795 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-6a7c1ef9-58ef-44e8-985c-f6cadf8826f3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-181919679'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:01.717875 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:01.719614 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6a7c1ef9-58ef-44e8-985c-f6cadf8826f3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:01.729154 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6a7c1ef9-58ef-44e8-985c-f6cadf8826f3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:network and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:01.761124 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:01.761979 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:01.768356 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6a7c1ef9-58ef-44e8-985c-f6cadf8826f3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:01.788450 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6a7c1ef9-58ef-44e8-985c-f6cadf8826f3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:01.802428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:01.820898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7c1ef9-58ef-44e8-985c-f6cadf8826f3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:01.823885 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1ef9-58ef-44e8-985c-f6cadf8826f3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:01.868148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:01.906321 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7c1ef9-58ef-44e8-985c-f6cadf8826f3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:01.919596 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5b7d88bc-36c3-4489-9637-5f165790e91f tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:01.934541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e8c5c955-799f-4b87-917b-cbb0e67e1077 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:01.952760 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1ef9-58ef-44e8-985c-f6cadf8826f3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:01.953036 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-6a7c1ef9-58ef-44e8-985c-f6cadf8826f3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Added segment f2b07309-a7e6-44e9-93b1-2fd2c2589ef3 of type vlan for network 139b1366-2584-4551-ab23-398e96300a05 May 28 04:49:01.981136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee6adcc-cfb9-49bd-bfbf-53f7f6c8ddd3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:49:01.995747 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87204405-f7fd-4f9c-8f43-7788d69436dd None None] Sync routers for ids ['bdceac2e-6c41-4973-9609-1161079a01f0'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:49:02.022742 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aaab270-7c9b-4adb-abbb-fd3baec860fb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 7c02e48d-088e-4272-b465-998d9e832bbc {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:49:02.035222 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ee6adcc-cfb9-49bd-bfbf-53f7f6c8ddd3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:02.039652 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1ee6adcc-cfb9-49bd-bfbf-53f7f6c8ddd3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "PUT /v2.0/routers/bdceac2e-6c41-4973-9609-1161079a01f0 HTTP/1.1" status: 200 len: 705 time: 8.3823256 May 28 04:49:02.040799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1aaab270-7c9b-4adb-abbb-fd3baec860fb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:02.044142 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87204405-f7fd-4f9c-8f43-7788d69436dd None None] Routers {'bdceac2e-6c41-4973-9609-1161079a01f0'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:02.044970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-87204405-f7fd-4f9c-8f43-7788d69436dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['bdceac2e-6c41-4973-9609-1161079a01f0'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:02.092116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54590) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:02.110721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-87204405-f7fd-4f9c-8f43-7788d69436dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:02.130549 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port e8c5c955-799f-4b87-917b-cbb0e67e1077 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:02.131055 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:02.184261 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87204405-f7fd-4f9c-8f43-7788d69436dd None None] Routers {'bdceac2e-6c41-4973-9609-1161079a01f0'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:02.185034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-87204405-f7fd-4f9c-8f43-7788d69436dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['bdceac2e-6c41-4973-9609-1161079a01f0'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:02.270406 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-87204405-f7fd-4f9c-8f43-7788d69436dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:02.270972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87204405-f7fd-4f9c-8f43-7788d69436dd None None] The sync data for ids ['bdceac2e-6c41-4973-9609-1161079a01f0'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:49:02.295776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1ef9-58ef-44e8-985c-f6cadf8826f3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:02.303937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d88bc-36c3-4489-9637-5f165790e91f tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Pushing event updated for resources: {'Subnet': ['ID=14dc8c62-5e73-40c4-b5c9-62a5c1875fe7,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:02.370476 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1aaab270-7c9b-4adb-abbb-fd3baec860fb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:02.371015 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7d88bc-36c3-4489-9637-5f165790e91f tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Checking segment: {'id': 'd6b6b96a-73f8-4d88-9b02-015f6ab6acf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'edd57e30-bcf2-4a7f-a3d5-90ee89a160c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:02.371381 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7d88bc-36c3-4489-9637-5f165790e91f tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Network hostable DHCP agents. Network: edd57e30-bcf2-4a7f-a3d5-90ee89a160c8, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:49:02.399684 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1ef9-58ef-44e8-985c-f6cadf8826f3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:02.402235 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:02.403449 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7c1ef9-58ef-44e8-985c-f6cadf8826f3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:02.404030 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1ef9-58ef-44e8-985c-f6cadf8826f3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:02.446246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Allocated IP 172.20.0.1 (5356e688-7fa2-4938-97f7-0a79283bd83f/c07cf5e4-bac4-4f04-8fe1-44d263049c63/a24436b6-9be6-46e0-87d4-74247bca9de0) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:02.465682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] device_id is not set on port c135e340-30f7-4688-98df-c7d493f80d94 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:02.522463 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0687d72b-1830-49bf-8f1f-361543c7bd27 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/routers/bdceac2e-6c41-4973-9609-1161079a01f0 HTTP/1.1" status: 200 len: 740 time: 0.4261091 May 28 04:49:02.542873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54602) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:02.625678 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6a7c1ef9-58ef-44e8-985c-f6cadf8826f3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9163401 May 28 04:49:02.631845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7d88bc-36c3-4489-9637-5f165790e91f tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Network edd57e30-bcf2-4a7f-a3d5-90ee89a160c8 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:49:02.635719 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54608) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:02.644589 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c1ef9-58ef-44e8-985c-f6cadf8826f3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Network': ['ID=139b1366-2584-4551-ab23-398e96300a05,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:02.649807 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'subnet': {'network_id': '139b1366-2584-4551-ab23-398e96300a05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:02.661598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 139b1366-2584-4551-ab23-398e96300a05 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:02.674152 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-999d0d8e-fabb-46af-b041-200570228fc6 tempest-RoutersAdminTest-306269128 tempest-RoutersAdminTest-306269128-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&device_id=bdceac2e-6c41-4973-9609-1161079a01f0 HTTP/1.1" status: 200 len: 205 time: 0.1199489 May 28 04:49:02.677880 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54612) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:02.750008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1aaab270-7c9b-4adb-abbb-fd3baec860fb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:02.770271 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-5b7d88bc-36c3-4489-9637-5f165790e91f tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, edd57e30-bcf2-4a7f-a3d5-90ee89a160c8) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:02.800138 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7d88bc-36c3-4489-9637-5f165790e91f tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:02.800731 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5b7d88bc-36c3-4489-9637-5f165790e91f tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:02.809751 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9d20dab9-de60-4d2c-aed6-37e62ece1fbe tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdceac2e-6c41-4973-9609-1161079a01f0 HTTP/1.1" status: 200 len: 205 time: 0.1273332 May 28 04:49:02.815494 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54620) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:02.848168 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:02.853361 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ff633b-15c0-4726-9e1e-ebc168ad8b43 None None] Network edd57e30-bcf2-4a7f-a3d5-90ee89a160c8 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:02.853858 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:subnet and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:02.860681 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5b7d88bc-36c3-4489-9637-5f165790e91f tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1533415 May 28 04:49:02.860681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:02.864050 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54624) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:02.871644 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:02.880052 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Request body: {'port': {'network_id': 'edd57e30-bcf2-4a7f-a3d5-90ee89a160c8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1554375580'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:02.962935 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:03.118955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:03.179744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Allocated IP 172.20.0.9 (cd4650ca-cf69-41fe-ae94-6f3761274d01/2bcded61-d820-4036-94f9-a28f030e4efd/c135e340-30f7-4688-98df-c7d493f80d94) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:03.181381 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-edd57e30-bcf2-4a7f-a3d5-90ee89a160c8', 'network_id': 'edd57e30-bcf2-4a7f-a3d5-90ee89a160c8', 'tenant_id': '1e537ab21e784401ad9d9bc9c6308632', 'fixed_ips': [{'subnet_id': '14dc8c62-5e73-40c4-b5c9-62a5c1875fe7'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:49:03.184228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:03.184361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:03.221575 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:03.231284 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Usage tracker for resource:port and tenant:1e537ab21e784401ad9d9bc9c6308632 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:03.234953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:03.236033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b65acf53-9796-4473-9147-e241738c05f4 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:03.245522 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.ipam_backend_mixin [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Performing IP validity checks on allocation pools {{(pid=84009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 28 04:49:03.248298 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.ipam_backend_mixin [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 28 04:49:03.253079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:03.286175 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da54384b-e1b9-497b-b40e-bf78bf3dfb70 admin admin] Router d28afbaa-e636-4e79-bdd7-4a792a765e25 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:49:03.288623 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Made reservation on behalf of 1e537ab21e784401ad9d9bc9c6308632 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:03.291745 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:03.299081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Transition to ACTIVE for port object a24436b6-9be6-46e0-87d4-74247bca9de0 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:03.312989 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54632) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:03.322402 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1aaab270-7c9b-4adb-abbb-fd3baec860fb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:03.386718 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Allocated IP 2001:db8::2 (edd57e30-bcf2-4a7f-a3d5-90ee89a160c8/14dc8c62-5e73-40c4-b5c9-62a5c1875fe7/f1fab8c4-40a3-4834-a22d-2b6a9d77e461) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:03.416007 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] device_id is not set on port 5655c6ec-d0cd-4131-bca2-b3082e9b4b29 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:03.579003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaab270-7c9b-4adb-abbb-fd3baec860fb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=7c02e48d-088e-4272-b465-998d9e832bbc,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:03.613957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1aaab270-7c9b-4adb-abbb-fd3baec860fb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:03.628660 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:03.632850 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23c7fd3-6a0a-4efe-97ef-ae068621de91 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:03.640569 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1401582488'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:03.645538 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:03.717702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:03.741175 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Transition to ACTIVE for port object f1fab8c4-40a3-4834-a22d-2b6a9d77e461 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:03.781437 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1aaab270-7c9b-4adb-abbb-fd3baec860fb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/7c02e48d-088e-4272-b465-998d9e832bbc HTTP/1.1" status: 204 len: 168 time: 2.6066277 May 28 04:49:03.804867 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:03.810667 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54638) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:03.820327 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Transition to ACTIVE for port object f1fab8c4-40a3-4834-a22d-2b6a9d77e461 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:03.822931 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Usage tracker for resource:network and tenant:a1339c269ca14aa385dd85501f845129 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:03.834004 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:03.886885 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:03.928218 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network 5356e688-7fa2-4938-97f7-0a79283bd83f is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:03.939258 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:03.941489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:03.942655 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:03.959139 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Network edd57e30-bcf2-4a7f-a3d5-90ee89a160c8 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:03.964484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:03.966255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Pushing event updated for resources: {'Port': ['ID=f1fab8c4-40a3-4834-a22d-2b6a9d77e461,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:03.970662 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-dbeebc37-79bc-426b-9ec3-20f76e245046 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1554561 May 28 04:49:03.970856 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:03.979073 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54642) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:03.997217 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-db470e94-009f-4f2e-a681-888522944c2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:04.058635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=a24436b6-9be6-46e0-87d4-74247bca9de0,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:04.059601 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Made reservation on behalf of a1339c269ca14aa385dd85501f845129 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:04.062575 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.096011 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Attempting to bind port f1fab8c4-40a3-4834-a22d-2b6a9d77e461 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:49:04.096466 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Attempting to bind port f1fab8c4-40a3-4834-a22d-2b6a9d77e461 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'd6b6b96a-73f8-4d88-9b02-015f6ab6acf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'edd57e30-bcf2-4a7f-a3d5-90ee89a160c8'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:49:04.096968 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Attempting to bind port f1fab8c4-40a3-4834-a22d-2b6a9d77e461 on network edd57e30-bcf2-4a7f-a3d5-90ee89a160c8 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:49:04.104339 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:49:04.104927 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Checking segment: {'id': 'd6b6b96a-73f8-4d88-9b02-015f6ab6acf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'edd57e30-bcf2-4a7f-a3d5-90ee89a160c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:04.105408 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.105902 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Bound using segment: {'id': 'd6b6b96a-73f8-4d88-9b02-015f6ab6acf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'edd57e30-bcf2-4a7f-a3d5-90ee89a160c8'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:49:04.106502 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Bound port: f1fab8c4-40a3-4834-a22d-2b6a9d77e461, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b6b96a-73f8-4d88-9b02-015f6ab6acf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'edd57e30-bcf2-4a7f-a3d5-90ee89a160c8'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:49:04.106976 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.137803 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.146759 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Subnet': ['ID=4253f415-d599-417e-8152-795502d68e8d,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:04.166762 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fad232d-a666-448b-a7cc-9a18900c8859 None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:49:04.192122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b65acf53-9796-4473-9147-e241738c05f4 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.198859 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Checking segment: {'id': 'f2b07309-a7e6-44e9-93b1-2fd2c2589ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '139b1366-2584-4551-ab23-398e96300a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:04.199211 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network hostable DHCP agents. Network: 139b1366-2584-4551-ab23-398e96300a05, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:49:04.213063 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b65acf53-9796-4473-9147-e241738c05f4 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.213313 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Allocated IP 2001:db8::179 (edd57e30-bcf2-4a7f-a3d5-90ee89a160c8/14dc8c62-5e73-40c4-b5c9-62a5c1875fe7/5655c6ec-d0cd-4131-bca2-b3082e9b4b29) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:04.217262 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.249528 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] For port f1fab8c4-40a3-4834-a22d-2b6a9d77e461, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:49:04.253199 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] For port f1fab8c4-40a3-4834-a22d-2b6a9d77e461, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f1fab8c4-40a3-4834-a22d-2b6a9d77e461,segment=NetworkSegment(d6b6b96a-73f8-4d88-9b02-015f6ab6acf2),segment_id=d6b6b96a-73f8-4d88-9b02-015f6ab6acf2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:49:04.253932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.263632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8fad232d-a666-448b-a7cc-9a18900c8859 None None] Deleting port e8c5c955-799f-4b87-917b-cbb0e67e1077 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:04.264441 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8fad232d-a666-448b-a7cc-9a18900c8859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.292003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Transition to ACTIVE for port object c135e340-30f7-4688-98df-c7d493f80d94 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:04.296038 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:04.301431 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.317196 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-db470e94-009f-4f2e-a681-888522944c2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:04.323573 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Usage tracker for resource:security_group_rule and tenant:a1339c269ca14aa385dd85501f845129 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:04.337094 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:04.340217 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b65acf53-9796-4473-9147-e241738c05f4 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.341020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65acf53-9796-4473-9147-e241738c05f4 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Fanout notify agent at l3_agent the message router_deleted on router bdceac2e-6c41-4973-9609-1161079a01f0 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:49:04.347911 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-db470e94-009f-4f2e-a681-888522944c2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:04.352243 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:04.356061 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 139b1366-2584-4551-ab23-398e96300a05 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:49:04.358513 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-db470e94-009f-4f2e-a681-888522944c2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:04.388896 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-db470e94-009f-4f2e-a681-888522944c2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:04.389378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b65acf53-9796-4473-9147-e241738c05f4 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.394212 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b65acf53-9796-4473-9147-e241738c05f4 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "DELETE /v2.0/routers/bdceac2e-6c41-4973-9609-1161079a01f0 HTTP/1.1" status: 204 len: 168 time: 1.5694931 May 28 04:49:04.395514 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54646) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:04.396305 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da54384b-e1b9-497b-b40e-bf78bf3dfb70 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:49:04.402314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 139b1366-2584-4551-ab23-398e96300a05) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:04.426032 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e59053-2685-441c-9c2f-8ccbc5c4a80e None None] Network 139b1366-2584-4551-ab23-398e96300a05 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:04.431182 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41adf7c-2e20-4857-8bad-51d960d94f84 None None] Sync routers for ids ['d28afbaa-e636-4e79-bdd7-4a792a765e25'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:49:04.447580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:04.448420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.449107 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41adf7c-2e20-4857-8bad-51d960d94f84 None None] Routers {'d28afbaa-e636-4e79-bdd7-4a792a765e25'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:04.449754 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-f41adf7c-2e20-4857-8bad-51d960d94f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d28afbaa-e636-4e79-bdd7-4a792a765e25'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:04.486511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1ba06f59-b9a6-452c-a384-67ea8f937e45 None None] Provisioning for port a24436b6-9be6-46e0-87d4-74247bca9de0 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:04.493293 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d1d4beb3-695b-499a-88c7-644a57ea94b1 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdceac2e-6c41-4973-9609-1161079a01f0 HTTP/1.1" status: 200 len: 205 time: 0.0955546 May 28 04:49:04.495723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54650) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:04.496979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.498622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.553266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db470e94-009f-4f2e-a681-888522944c2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:04.570371 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6cac29-ce54-413b-a0a3-d5e925f3208d None None] Pushing event updated for resources: {'Port': ['ID=f1fab8c4-40a3-4834-a22d-2b6a9d77e461,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:04.600990 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1ba06f59-b9a6-452c-a384-67ea8f937e45 None None] Provisioning complete for port a24436b6-9be6-46e0-87d4-74247bca9de0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:04.601814 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1ba06f59-b9a6-452c-a384-67ea8f937e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.676390 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-f41adf7c-2e20-4857-8bad-51d960d94f84 None None] Set router d28afbaa-e636-4e79-bdd7-4a792a765e25 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:49:04.699530 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-476b0e0e-b176-47e0-8ccf-81646b294f45 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] delete failed (client error): The resource could not be found. May 28 04:49:04.703766 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-476b0e0e-b176-47e0-8ccf-81646b294f45 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "DELETE /v2.0/routers/bdceac2e-6c41-4973-9609-1161079a01f0 HTTP/1.1" status: 404 len: 336 time: 0.1933517 May 28 04:49:04.715336 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54654) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:04.852368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.902419 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3eba80fc-2656-43c8-aa35-2edb40e5bc01 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c8cbec0-e8d1-4d24-9746-7b5a71f02253 HTTP/1.1" status: 200 len: 205 time: 0.1832616 May 28 04:49:04.903335 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db470e94-009f-4f2e-a681-888522944c2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:04.903842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54658) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:04.913805 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-8fad232d-a666-448b-a7cc-9a18900c8859 None None] For port e8c5c955-799f-4b87-917b-cbb0e67e1077, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e8c5c955-799f-4b87-917b-cbb0e67e1077,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:04.914386 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8fad232d-a666-448b-a7cc-9a18900c8859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:05.115509 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-f41adf7c-2e20-4857-8bad-51d960d94f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'name': 'tempest-ServersTestManualDisk-539503265-router', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:48:59Z', 'revision_number': 5, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'gw_port': {'id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:14Z', 'updated_at': '2022-05-28T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:05.118697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:05.122796 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41adf7c-2e20-4857-8bad-51d960d94f84 None None] Checking router: d28afbaa-e636-4e79-bdd7-4a792a765e25 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:49:05.138669 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41adf7c-2e20-4857-8bad-51d960d94f84 None None] Routers {'d28afbaa-e636-4e79-bdd7-4a792a765e25'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:05.139472 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-f41adf7c-2e20-4857-8bad-51d960d94f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d28afbaa-e636-4e79-bdd7-4a792a765e25'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:05.148395 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-da54384b-e1b9-497b-b40e-bf78bf3dfb70 admin admin] 10.222.0.15 "PUT /v2.0/routers/d28afbaa-e636-4e79-bdd7-4a792a765e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2654233 May 28 04:49:05.159665 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-863574d1-04cd-4005-b234-3da4ebc90a84 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5206928 May 28 04:49:05.173796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54662) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:05.174197 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54664) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:05.195918 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'network_id': '139b1366-2584-4551-ab23-398e96300a05', 'name': 'tempest-PortsIpV6TestJSON-287060254'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:05.197140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1ba06f59-b9a6-452c-a384-67ea8f937e45 None None] Port a24436b6-9be6-46e0-87d4-74247bca9de0 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:05.219489 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8fad232d-a666-448b-a7cc-9a18900c8859 None None] Calling delete_port for e8c5c955-799f-4b87-917b-cbb0e67e1077 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:05.222454 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network cd4650ca-cf69-41fe-ae94-6f3761274d01 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:05.227680 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-912ba2a7-4b92-4463-8b44-a2cc42d3ab6b tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] delete failed (client error): The resource could not be found. May 28 04:49:05.231443 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-912ba2a7-4b92-4463-8b44-a2cc42d3ab6b tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "DELETE /v2.0/routers/5c8cbec0-e8d1-4d24-9746-7b5a71f02253 HTTP/1.1" status: 404 len: 336 time: 0.2748809 May 28 04:49:05.234949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54670) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:05.237633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=c135e340-30f7-4688-98df-c7d493f80d94,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:05.240475 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:05.321211 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:05.393261 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-f41adf7c-2e20-4857-8bad-51d960d94f84 None None] Set router d28afbaa-e636-4e79-bdd7-4a792a765e25 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:49:05.471571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:05.519882 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8fad232d-a666-448b-a7cc-9a18900c8859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:05.608413 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-139b1366-2584-4551-ab23-398e96300a05', 'network_id': '139b1366-2584-4551-ab23-398e96300a05', 'tenant_id': '2f38548c71c149ba8d132c7dd3fe1dd0', 'fixed_ips': [{'subnet_id': '4253f415-d599-417e-8152-795502d68e8d'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:49:05.609365 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:05.627083 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fad232d-a666-448b-a7cc-9a18900c8859 None None] No DVR routers for this DVR port e8c5c955-799f-4b87-917b-cbb0e67e1077 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:49:05.634199 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad232d-a666-448b-a7cc-9a18900c8859 None None] Pushing event deleted for resources: {'Port': ['ID=e8c5c955-799f-4b87-917b-cbb0e67e1077,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:05.687767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=863ff645-adee-414d-9037-44227b5efaaa,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:05.703215 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:05.728130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:05.745012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:05.783887 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f1fab8c4-40a3-4834-a22d-2b6a9d77e461 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:05.788186 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:05.788186 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Added segment 00196fca-fdfb-4185-a1f3-804f946a3bfb of type vlan for network b3e00eb6-68ac-4716-9872-4ac881e50de8 May 28 04:49:05.802281 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:05.805451 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:05.811999 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:05.834094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:05.891605 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Transition to ACTIVE for port object 5655c6ec-d0cd-4131-bca2-b3082e9b4b29 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:05.926298 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f185f9c8-3d96-48bb-8628-60315c3fa053 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "GET /v2.0/ports?device_id=340b5995-ed4a-4b5c-894b-86fc05f1ff36 HTTP/1.1" status: 200 len: 205 time: 0.6894422 May 28 04:49:05.940785 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-f41adf7c-2e20-4857-8bad-51d960d94f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'name': 'tempest-ServersTestManualDisk-539503265-router', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:48:59Z', 'revision_number': 5, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'gw_port': {'id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:14Z', 'updated_at': '2022-05-28T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:05.946193 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41adf7c-2e20-4857-8bad-51d960d94f84 None None] The sync data for ids ['d28afbaa-e636-4e79-bdd7-4a792a765e25'] in dv-neutron-843300-5-hyperv is: [{'id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'name': 'tempest-ServersTestManualDisk-539503265-router', 'tenant_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177'}], 'enable_snat': True}, 'gw_port_id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:47:10Z', 'updated_at': '2022-05-28T04:48:59Z', 'revision_number': 5, 'project_id': 'c0975f0d7e3e4604948b6f507fc10cf6', 'gw_port': {'id': 'ada5cc6e-595c-4f8a-86c8-8ae17a6de68a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28afbaa-e636-4e79-bdd7-4a792a765e25', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:47:14Z', 'updated_at': '2022-05-28T04:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:49:05.948381 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:05.959320 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54674) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:05.996862 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] device_id is not set on port b70aa5a0-73b0-4d95-8239-0ebcac3c3363 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:06.022993 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Allocated IP 2001:db8::2 (139b1366-2584-4551-ab23-398e96300a05/4253f415-d599-417e-8152-795502d68e8d/02c0b221-7c0f-43ff-bde5-c2d1d950150c) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:06.037893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:06.038600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:06.063068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=a24436b6-9be6-46e0-87d4-74247bca9de0,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:06.074239 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8d9b6a97-7a11-422c-83bf-68dd5f8aea13 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.2043166 May 28 04:49:06.074239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:06.085249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54678) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:06.124880 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f10e8b-f133-4423-8773-fa58f6f1f4f6 None None] Network edd57e30-bcf2-4a7f-a3d5-90ee89a160c8 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:06.148405 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-65e175b1-b295-4c3a-8797-e75d3a35e23a tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] delete failed (client error): The resource could not be found. May 28 04:49:06.149759 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-65e175b1-b295-4c3a-8797-e75d3a35e23a tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "DELETE /v2.0/routers/340b5995-ed4a-4b5c-894b-86fc05f1ff36 HTTP/1.1" status: 404 len: 336 time: 0.1862030 May 28 04:49:06.175255 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54682) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:06.232601 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0cd09cd9-d884-4193-a990-523dc567e18c None None] Provisioning for port c135e340-30f7-4688-98df-c7d493f80d94 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:06.246709 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port f1fab8c4-40a3-4834-a22d-2b6a9d77e461 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:06.269147 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f60c99ed-7a2f-4348-bb9d-80e79b121bb3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa01deef-440a-46fd-886e-09b8b0ccea26 HTTP/1.1" status: 200 len: 205 time: 0.0892067 May 28 04:49:06.271817 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0cd09cd9-d884-4193-a990-523dc567e18c None None] Provisioning complete for port c135e340-30f7-4688-98df-c7d493f80d94 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:06.272180 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0cd09cd9-d884-4193-a990-523dc567e18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:06.272626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54686) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:06.298076 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:06.303628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:06.304846 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:06.309386 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:06.373263 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-53a4f7a8-ee97-46a2-8c54-ebc5663b618d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] delete failed (client error): The resource could not be found. May 28 04:49:06.379347 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-53a4f7a8-ee97-46a2-8c54-ebc5663b618d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "DELETE /v2.0/routers/aa01deef-440a-46fd-886e-09b8b0ccea26 HTTP/1.1" status: 404 len: 336 time: 0.1003003 May 28 04:49:06.384034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54690) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:06.455308 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e9b7c997-c205-4f96-b328-1a6485f50af3 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e706339-d822-422f-a55f-de607fb33542 HTTP/1.1" status: 200 len: 205 time: 0.0690007 May 28 04:49:06.462192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdf5a07-8358-462a-9363-38d688800b9e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:06.462804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8cdf5a07-8358-462a-9363-38d688800b9e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:06.466037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54694) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:06.474022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network 5356e688-7fa2-4938-97f7-0a79283bd83f is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:06.478556 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e8c5c955-799f-4b87-917b-cbb0e67e1077 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:49:06.533428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:06.561587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-0cd09cd9-d884-4193-a990-523dc567e18c None None] Port c135e340-30f7-4688-98df-c7d493f80d94 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:06.563123 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: e8c5c955-799f-4b87-917b-cbb0e67e1077 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:49:06.563625 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e8c5c955-799f-4b87-917b-cbb0e67e1077 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:49:06.656265 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:06.671551 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Transition to ACTIVE for port object 02c0b221-7c0f-43ff-bde5-c2d1d950150c will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:06.693629 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-2d594031-61f6-43fc-abeb-10ee6430e382 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] delete failed (client error): The resource could not be found. May 28 04:49:06.698296 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2d594031-61f6-43fc-abeb-10ee6430e382 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "DELETE /v2.0/routers/8e706339-d822-422f-a55f-de607fb33542 HTTP/1.1" status: 404 len: 336 time: 0.2283697 May 28 04:49:06.698596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8cdf5a07-8358-462a-9363-38d688800b9e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:06.699785 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8cdf5a07-8358-462a-9363-38d688800b9e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5983407 May 28 04:49:06.703233 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54698) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:06.703549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54700) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:06.735133 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Transition to ACTIVE for port object 02c0b221-7c0f-43ff-bde5-c2d1d950150c will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:06.745968 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Network edd57e30-bcf2-4a7f-a3d5-90ee89a160c8 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:06.751114 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Pushing event updated for resources: {'Network': ['ID=b3e00eb6-68ac-4716-9872-4ac881e50de8,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:06.751825 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7ca2a8ca-ee64-4295-ab58-c25ea0fb2c5f None None] Provisioning for port f1fab8c4-40a3-4834-a22d-2b6a9d77e461 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:06.771541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:06.775423 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7ca2a8ca-ee64-4295-ab58-c25ea0fb2c5f None None] Provisioning complete for port f1fab8c4-40a3-4834-a22d-2b6a9d77e461 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:06.775906 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7ca2a8ca-ee64-4295-ab58-c25ea0fb2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:06.807799 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-db68bfcf-1b9a-4a7c-be05-1d4add99fb34 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.4937611 May 28 04:49:06.817362 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:06.819057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54706) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:06.823489 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-48cd4d72-5112-418e-becf-ce7bbdc54229 tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "GET /v2.0/ports?device_id=2cf32f19-702f-4fff-9528-9543dc9efe26 HTTP/1.1" status: 200 len: 205 time: 0.1167848 May 28 04:49:06.823645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:06.823645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:06.823859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54710) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:06.827717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Pushing event updated for resources: {'Port': ['ID=5655c6ec-d0cd-4131-bca2-b3082e9b4b29,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:06.835231 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network b3e00eb6-68ac-4716-9872-4ac881e50de8 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:06.862213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:06.921679 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-a7db1f67-ec61-4012-b188-b7c0a35b987c tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] delete failed (client error): The resource could not be found. May 28 04:49:06.922709 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a7db1f67-ec61-4012-b188-b7c0a35b987c tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "DELETE /v2.0/routers/2cf32f19-702f-4fff-9528-9543dc9efe26 HTTP/1.1" status: 404 len: 336 time: 0.0946045 May 28 04:49:06.932965 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54716) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:06.939002 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-02bfbd2d-ac3f-47b4-beb6-c51771fdf2c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.0692704 May 28 04:49:06.945133 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54722) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:06.947843 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Allocated IP 2001:db8::3d4 (139b1366-2584-4551-ab23-398e96300a05/4253f415-d599-417e-8152-795502d68e8d/b70aa5a0-73b0-4d95-8239-0ebcac3c3363) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:06.951346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.objects.ports [None req-db470e94-009f-4f2e-a681-888522944c2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84009) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:49:06.961801 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db470e94-009f-4f2e-a681-888522944c2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:06.987359 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cbf4f45-3ce8-4d01-8f5f-fc05221adf6d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] DELETE failed (client error): The resource could not be found. May 28 04:49:06.987788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cbf4f45-3ce8-4d01-8f5f-fc05221adf6d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:49:06.989421 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2cbf4f45-3ce8-4d01-8f5f-fc05221adf6d tempest-RoutersAdminTest-1304026002 tempest-RoutersAdminTest-1304026002-project] 10.222.0.15 "DELETE /v2.0/subnets/5493a9ba-4ab1-490e-8ab8-56c46009ff75 HTTP/1.1" status: 404 len: 337 time: 0.0532391 May 28 04:49:06.997497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Request body: {'network': {'name': 'tempest-network--523501619', 'router:external': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:07.006583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Request body: {'port': {'network_id': 'edd57e30-bcf2-4a7f-a3d5-90ee89a160c8', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1372823519', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:07.007129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.api.validators [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] bootfile-name is not in valid_values {{(pid=84010) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 04:49:07.007643 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.api.validators [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] tftp-server is not in valid_values {{(pid=84010) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 04:49:07.007968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.api.validators [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] server-ip-address is not in valid_values {{(pid=84010) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 04:49:07.023443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:07.041206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db470e94-009f-4f2e-a681-888522944c2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:07.056185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-db470e94-009f-4f2e-a681-888522944c2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:07.064426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:07.087950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Usage tracker for resource:network and tenant:d8c50a87605e418689eca7902877a876 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:07.098146 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ddfdfa-cca7-4630-a0d5-286bda35beb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:07.102626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ddfdfa-cca7-4630-a0d5-286bda35beb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:07.103708 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Pushing event updated for resources: {'Port': ['ID=02c0b221-7c0f-43ff-bde5-c2d1d950150c,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:07.107100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ddfdfa-cca7-4630-a0d5-286bda35beb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:07.108969 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a3ddfdfa-cca7-4630-a0d5-286bda35beb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4021542 May 28 04:49:07.111729 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db470e94-009f-4f2e-a681-888522944c2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:07.112112 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db470e94-009f-4f2e-a681-888522944c2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:07.112226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54728) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:07.113606 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:07.118683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Network 139b1366-2584-4551-ab23-398e96300a05 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:07.123505 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14fdf1cc-c59b-4696-a904-4dfc687bf106 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:07.137339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:07.147857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:07.153227 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:07.261782 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db470e94-009f-4f2e-a681-888522944c2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=fbc27fde-c7ea-40bd-8cca-eb447f201497,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:07.348855 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7ca2a8ca-ee64-4295-ab58-c25ea0fb2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:07.370580 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-db470e94-009f-4f2e-a681-888522944c2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.3842185 May 28 04:49:07.385636 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54734) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:07.417040 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'mac_address': 'fa:16:3e:11:d7:11', 'name': 'tempest-NetworksTestDHCPv6-1631123861'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:07.479089 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Attempting to bind port 02c0b221-7c0f-43ff-bde5-c2d1d950150c on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:49:07.479933 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Attempting to bind port 02c0b221-7c0f-43ff-bde5-c2d1d950150c by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'f2b07309-a7e6-44e9-93b1-2fd2c2589ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '139b1366-2584-4551-ab23-398e96300a05'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:49:07.480491 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Attempting to bind port 02c0b221-7c0f-43ff-bde5-c2d1d950150c on network 139b1366-2584-4551-ab23-398e96300a05 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:49:07.481297 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Made reservation on behalf of d8c50a87605e418689eca7902877a876 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:07.484430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:07.523815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54738) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:07.524670 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-7ca2a8ca-ee64-4295-ab58-c25ea0fb2c5f None None] For port f1fab8c4-40a3-4834-a22d-2b6a9d77e461, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f1fab8c4-40a3-4834-a22d-2b6a9d77e461,segment=NetworkSegment(d6b6b96a-73f8-4d88-9b02-015f6ab6acf2),segment_id=d6b6b96a-73f8-4d88-9b02-015f6ab6acf2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:07.527159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:07.530182 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:49:07.530591 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Checking segment: {'id': 'f2b07309-a7e6-44e9-93b1-2fd2c2589ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '139b1366-2584-4551-ab23-398e96300a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:07.530994 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:07.531586 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Bound using segment: {'id': 'f2b07309-a7e6-44e9-93b1-2fd2c2589ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '139b1366-2584-4551-ab23-398e96300a05'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:49:07.532233 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Bound port: 02c0b221-7c0f-43ff-bde5-c2d1d950150c, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b07309-a7e6-44e9-93b1-2fd2c2589ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '139b1366-2584-4551-ab23-398e96300a05'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:49:07.532844 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:07.560288 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea19e4-680c-4359-b139-7fc2bb565d46 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port c135e340-30f7-4688-98df-c7d493f80d94 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:07.560632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f8ea19e4-680c-4359-b139-7fc2bb565d46 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:07.568804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 72a20354-eff6-42d9-9cf4-a09efcba19b3 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:49:07.618689 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7ca2a8ca-ee64-4295-ab58-c25ea0fb2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:07.683529 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:07.703006 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 72a20354-eff6-42d9-9cf4-a09efcba19b3 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:49:07.703500 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 72a20354-eff6-42d9-9cf4-a09efcba19b3 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:49:07.712889 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:07.716854 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Usage tracker for resource:port and tenant:1e537ab21e784401ad9d9bc9c6308632 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:07.720135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:07.728953 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:07.729167 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:07.737370 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:07.743109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:07.749515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Transition to ACTIVE for port object b70aa5a0-73b0-4d95-8239-0ebcac3c3363 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:07.752104 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:07.780621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Made reservation on behalf of 1e537ab21e784401ad9d9bc9c6308632 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:07.786363 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:07.788073 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:07.791933 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:07.815472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] device_id is not set on port bc7e6c34-6025-49fd-ae93-03195c71fa0d yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:07.852816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:07.871713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:07.881698 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port d2f18bcb-85b1-4ceb-a666-9a83e193d76c yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:07.917999 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': 'fbc27fde-c7ea-40bd-8cca-eb447f201497'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:49:07.919216 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:07.950431 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2a8ca-ee64-4295-ab58-c25ea0fb2c5f None None] Pushing event updated for resources: {'Port': ['ID=f1fab8c4-40a3-4834-a22d-2b6a9d77e461,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:07.983700 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:07.993647 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] For port 02c0b221-7c0f-43ff-bde5-c2d1d950150c, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:49:08.001420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 139b1366-2584-4551-ab23-398e96300a05 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:08.002029 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-dee1bde7-e283-4cc8-89cd-00a0fabda428 None None] Provisioning for port 5655c6ec-d0cd-4131-bca2-b3082e9b4b29 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:08.010281 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:08.012860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:08.015707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] For port 02c0b221-7c0f-43ff-bde5-c2d1d950150c, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=02c0b221-7c0f-43ff-bde5-c2d1d950150c,segment=NetworkSegment(f2b07309-a7e6-44e9-93b1-2fd2c2589ef3),segment_id=f2b07309-a7e6-44e9-93b1-2fd2c2589ef3)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:49:08.016760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:08.017533 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:08.018290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.023949 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-dee1bde7-e283-4cc8-89cd-00a0fabda428 None None] Provisioning complete for port 5655c6ec-d0cd-4131-bca2-b3082e9b4b29 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:08.024310 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dee1bde7-e283-4cc8-89cd-00a0fabda428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.049066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Usage tracker for resource:security_group_rule and tenant:d8c50a87605e418689eca7902877a876 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:08.050917 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Deleting port ada5cc6e-595c-4f8a-86c8-8ae17a6de68a {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:08.051260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.058438 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.059476 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:08.081813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:08.089502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:08.103237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Usage tracker for resource:security_group_rule and tenant:e26a04da912146c8902986dd70365966 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:08.114627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=b70aa5a0-73b0-4d95-8239-0ebcac3c3363,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:08.115205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:08.124492 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d03e4c3a-3439-449a-b76d-0e5a71757242 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9475386 May 28 04:49:08.129635 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54744) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:08.144154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:08.165134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-dee1bde7-e283-4cc8-89cd-00a0fabda428 None None] Port 5655c6ec-d0cd-4131-bca2-b3082e9b4b29 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:08.225476 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d16fcb-b24c-43d6-87cd-142ec28d9878 None None] Pushing event updated for resources: {'Port': ['ID=02c0b221-7c0f-43ff-bde5-c2d1d950150c,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:08.259919 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-dee1bde7-e283-4cc8-89cd-00a0fabda428 None None] Provisioning complete for port f1fab8c4-40a3-4834-a22d-2b6a9d77e461 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:08.260566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dee1bde7-e283-4cc8-89cd-00a0fabda428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.285399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f8ea19e4-680c-4359-b139-7fc2bb565d46 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.286842 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-3eead6af-fb3b-4f81-bfc7-71314aec3045 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port b70aa5a0-73b0-4d95-8239-0ebcac3c3363 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:08.287187 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3eead6af-fb3b-4f81-bfc7-71314aec3045 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.308759 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Allocated IP 2001:db8::f816:3eff:fe2c:71aa (ba7d5340-6612-4ffa-ba26-ab26f78055ee/fbc27fde-c7ea-40bd-8cca-eb447f201497/0b971bc0-a3a6-4894-820b-e0d1e9e48c70) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:08.355642 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Allocated IP 2001:db8::39f (edd57e30-bcf2-4a7f-a3d5-90ee89a160c8/14dc8c62-5e73-40c4-b5c9-62a5c1875fe7/bc7e6c34-6025-49fd-ae93-03195c71fa0d) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:08.435022 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] For port ada5cc6e-595c-4f8a-86c8-8ae17a6de68a, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ada5cc6e-595c-4f8a-86c8-8ae17a6de68a,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:08.435452 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.621270 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f8ea19e4-680c-4359-b139-7fc2bb565d46 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for c135e340-30f7-4688-98df-c7d493f80d94 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:08.684681 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.690919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.697825 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Transition to ACTIVE for port object 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:08.702556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.707820 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-dee1bde7-e283-4cc8-89cd-00a0fabda428 None None] Provisioning complete for port a24436b6-9be6-46e0-87d4-74247bca9de0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:08.708040 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dee1bde7-e283-4cc8-89cd-00a0fabda428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.720531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.720780 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Calling delete_port for ada5cc6e-595c-4f8a-86c8-8ae17a6de68a owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:08.741327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.753193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 4aea5039-d96a-49ca-a441-4940b17cb801 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:49:08.759007 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Transition to ACTIVE for port object 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:08.770268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-dee1bde7-e283-4cc8-89cd-00a0fabda428 None None] Port a24436b6-9be6-46e0-87d4-74247bca9de0 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:08.773108 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.826381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:08.844907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492a274e-ec56-4583-8485-bfe4497d7aba,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:08.859828 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e26a04da912146c8902986dd70365966&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3347960 May 28 04:49:08.870302 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54748) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:08.873963 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:08.876207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.879194 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Added segment 8979aaee-5ffe-40d0-a185-8547f9860c5f of type vlan for network 9563a20b-cd56-40b7-9eff-f8ac697b1248 May 28 04:49:08.889714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:08.895456 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Pushing event updated for resources: {'Port': ['ID=0b971bc0-a3a6-4894-820b-e0d1e9e48c70,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:08.900147 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:08.929415 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5b438332-e6fa-495a-b639-859a0aa0da47 None None] Provisioning complete for port 5655c6ec-d0cd-4131-bca2-b3082e9b4b29 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:08.930175 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5b438332-e6fa-495a-b639-859a0aa0da47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:08.935927 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:08.936649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:08.936649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:08.937139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:08.937558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:08.937995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:08.938405 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:08.938983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:08.939393 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:08.939803 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:08.940458 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd4d855-61fa-4f61-9999-bd64b6bbaf4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:08.995417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5b438332-e6fa-495a-b639-859a0aa0da47 None None] Port 5655c6ec-d0cd-4131-bca2-b3082e9b4b29 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:09.023882 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::f816:3eff:fe11:d711 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/fbc27fde-c7ea-40bd-8cca-eb447f201497/d2f18bcb-85b1-4ceb-a666-9a83e193d76c) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:09.045270 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3eead6af-fb3b-4f81-bfc7-71314aec3045 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:09.088572 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Attempting to bind port 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:49:09.089228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Attempting to bind port 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:49:09.089960 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Attempting to bind port 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:49:09.099902 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:49:09.100785 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:09.101405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:09.101964 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:49:09.103779 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Bound port: 0b971bc0-a3a6-4894-820b-e0d1e9e48c70, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:49:09.104412 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:09.135623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:09.147602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e424fd96-2c5c-49f6-9e85-d6cd6e5f8fd9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:09.187456 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f8ea19e4-680c-4359-b139-7fc2bb565d46 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:09.214966 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-3eead6af-fb3b-4f81-bfc7-71314aec3045 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for b70aa5a0-73b0-4d95-8239-0ebcac3c3363 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:09.245676 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:09.254985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] For port 0b971bc0-a3a6-4894-820b-e0d1e9e48c70, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:49:09.259525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] For port 0b971bc0-a3a6-4894-820b-e0d1e9e48c70, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0b971bc0-a3a6-4894-820b-e0d1e9e48c70,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:49:09.269290 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:09.289597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:49:09.321196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea19e4-680c-4359-b139-7fc2bb565d46 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Port': ['ID=c135e340-30f7-4688-98df-c7d493f80d94,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:09.362591 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:09.419816 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2688a-eef5-4633-b048-0eddedf54fbf None None] Pushing event updated for resources: {'Port': ['ID=0b971bc0-a3a6-4894-820b-e0d1e9e48c70,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:09.605897 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:09.607348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:09.608313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:09.609075 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:09.616258 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7502fda-d334-4ffd-97ff-486753272291 None None] Network 139b1366-2584-4551-ab23-398e96300a05 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:09.693452 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:09.800307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f1fab8c4-40a3-4834-a22d-2b6a9d77e461 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:09.807857 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:09.911412 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Pushing event deleted for resources: {'Port': ['ID=ada5cc6e-595c-4f8a-86c8-8ae17a6de68a,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:09.916389 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event updated for resources: {'Network': ['ID=9563a20b-cd56-40b7-9eff-f8ac697b1248,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:09.936230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492a274e-ec56-4583-8485-bfe4497d7aba,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:09.945815 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 9563a20b-cd56-40b7-9eff-f8ac697b1248 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:09.955799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f8ea19e4-680c-4359-b139-7fc2bb565d46 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:09.956673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object d2f18bcb-85b1-4ceb-a666-9a83e193d76c will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:09.965207 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3eead6af-fb3b-4f81-bfc7-71314aec3045 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:09.970002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:09.970002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:09.970002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:09.970002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:09.970002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:09.970002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:09.970002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:09.970002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:09.970002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:09.970743 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:09.970743 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:09.978846 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f8ea19e4-680c-4359-b139-7fc2bb565d46 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/c135e340-30f7-4688-98df-c7d493f80d94 HTTP/1.1" status: 204 len: 168 time: 2.8566992 May 28 04:49:09.985809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54752) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:10.023479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:10.023816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:10.024145 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:10.024744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:10.024885 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:10.025266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:10.025599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:10.025941 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:10.026261 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:10.026933 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:10.026933 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:10.049149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eead6af-fb3b-4f81-bfc7-71314aec3045 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=b70aa5a0-73b0-4d95-8239-0ebcac3c3363,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:10.054744 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5efa1f8a-86bb-419b-b70a-75eecc87ca0b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.2321529 May 28 04:49:10.060666 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54756) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:10.067926 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8f7983-ceec-459b-8e5a-d8be0ef31837 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] GET failed (client error): The resource could not be found. May 28 04:49:10.068152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5a8f7983-ceec-459b-8e5a-d8be0ef31837 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:10.072636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:10.110375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5a8f7983-ceec-459b-8e5a-d8be0ef31837 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:10.113139 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5a8f7983-ceec-459b-8e5a-d8be0ef31837 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/c135e340-30f7-4688-98df-c7d493f80d94 HTTP/1.1" status: 404 len: 333 time: 0.1262994 May 28 04:49:10.114410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Transition to ACTIVE for port object bc7e6c34-6025-49fd-ae93-03195c71fa0d will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:10.117100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54758) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:10.126987 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:10.128189 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0675b864-eb6d-4bfe-a8f6-6304f181a389 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/492a274e-ec56-4583-8485-bfe4497d7aba HTTP/1.1" status: 204 len: 168 time: 1.2484343 May 28 04:49:10.204915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-542b0907-a04e-4546-954f-a06738240ab6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port fe1eb117-6ffd-4ff0-962a-c0f916c7dd2b {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:10.205739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-542b0907-a04e-4546-954f-a06738240ab6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:10.233298 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a46af106-d947-4e78-bd5b-9a307dfce0dc None None] Provisioning for port 02c0b221-7c0f-43ff-bde5-c2d1d950150c completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:10.244880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:49:10.255803 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c0ccb681-f98a-413b-93c9-7c7e1b605fbd tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "PUT /v2.0/routers/4aea5039-d96a-49ca-a441-4940b17cb801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2165055 May 28 04:49:10.267268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac9b15a-09f7-4a4a-9891-d80473104f1d None None] Sync routers for ids ['4aea5039-d96a-49ca-a441-4940b17cb801'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:49:10.303807 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac9b15a-09f7-4a4a-9891-d80473104f1d None None] Routers {'4aea5039-d96a-49ca-a441-4940b17cb801'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:10.304443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-dac9b15a-09f7-4a4a-9891-d80473104f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4aea5039-d96a-49ca-a441-4940b17cb801'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:10.306288 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54766) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:10.316665 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'port': {'network_id': '5356e688-7fa2-4938-97f7-0a79283bd83f', 'name': 'tempest-FloatingIPTestJSON-1372381487'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:10.383530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f1fab8c4-40a3-4834-a22d-2b6a9d77e461 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:10.383890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:10.399713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:10.468198 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3eead6af-fb3b-4f81-bfc7-71314aec3045 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:10.478149 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-dac9b15a-09f7-4a4a-9891-d80473104f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:10.486298 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3eead6af-fb3b-4f81-bfc7-71314aec3045 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/b70aa5a0-73b0-4d95-8239-0ebcac3c3363 HTTP/1.1" status: 204 len: 168 time: 2.3539417 May 28 04:49:10.487035 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54772) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:10.495120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:10.505954 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:10.531933 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac9b15a-09f7-4a4a-9891-d80473104f1d None None] Routers {'4aea5039-d96a-49ca-a441-4940b17cb801'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:10.532638 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-dac9b15a-09f7-4a4a-9891-d80473104f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4aea5039-d96a-49ca-a441-4940b17cb801'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:10.621099 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Pushing event updated for resources: {'Port': ['ID=bc7e6c34-6025-49fd-ae93-03195c71fa0d,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:10.632392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-dac9b15a-09f7-4a4a-9891-d80473104f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:10.632790 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac9b15a-09f7-4a4a-9891-d80473104f1d None None] The sync data for ids ['4aea5039-d96a-49ca-a441-4940b17cb801'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:49:10.648516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Network edd57e30-bcf2-4a7f-a3d5-90ee89a160c8 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:10.659931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:10.668169 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:10.672889 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:10.674588 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:10.699341 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54776) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:10.751790 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 02c0b221-7c0f-43ff-bde5-c2d1d950150c up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:10.779461 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5924e50d-4ebc-4fb7-bd3c-59de1d2e5b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.7939467 May 28 04:49:10.842647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54780) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:10.869934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 02c0b221-7c0f-43ff-bde5-c2d1d950150c completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:10.876131 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 02c0b221-7c0f-43ff-bde5-c2d1d950150c triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:10.876767 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:10.906320 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-374a2966-c5b6-41d4-9b5e-37bf7beb0759 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:10.908501 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2352f3-b974-494d-96cb-1de706bb9769 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] DELETE failed (client error): The resource could not be found. May 28 04:49:10.908922 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a2352f3-b974-494d-96cb-1de706bb9769 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:49:10.910603 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2a2352f3-b974-494d-96cb-1de706bb9769 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/b70aa5a0-73b0-4d95-8239-0ebcac3c3363 HTTP/1.1" status: 404 len: 333 time: 0.4200301 May 28 04:49:10.929009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54784) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:11.009520 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97258da-a954-4bd2-b475-f173f8ab8ef0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] GET failed (client error): The resource could not be found. May 28 04:49:11.010049 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b97258da-a954-4bd2-b475-f173f8ab8ef0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:11.046463 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-272b2cc4-5dbd-41ef-bf1b-dbf0c3744781 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f68fe89754b14d9dab24fe13621ba94f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3455157 May 28 04:49:11.049143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54788) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:11.062172 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:11.066864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Usage tracker for resource:port and tenant:ee913605a2a2442f977d076c919a0ab6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:11.070398 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:11.076640 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:11.102026 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.117851 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-323b02f8-7120-45a2-9981-7b2b7d5367ff None None] Provisioning complete for port 02c0b221-7c0f-43ff-bde5-c2d1d950150c triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:11.118247 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-323b02f8-7120-45a2-9981-7b2b7d5367ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.172996 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-403a8584-f10b-4aca-a052-4a6cce680c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.175742 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Made reservation on behalf of ee913605a2a2442f977d076c919a0ab6 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:11.179080 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.203681 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 02c0b221-7c0f-43ff-bde5-c2d1d950150c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=02c0b221-7c0f-43ff-bde5-c2d1d950150c,segment=NetworkSegment(f2b07309-a7e6-44e9-93b1-2fd2c2589ef3),segment_id=f2b07309-a7e6-44e9-93b1-2fd2c2589ef3)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:11.209710 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.215303 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.235900 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.243450 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed80acc-92c9-49cd-8ba4-3bafc38dcb4b tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:11.249299 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:11.249425 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed80acc-92c9-49cd-8ba4-3bafc38dcb4b tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:11.252787 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=d2f18bcb-85b1-4ceb-a666-9a83e193d76c,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:11.254663 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed80acc-92c9-49cd-8ba4-3bafc38dcb4b tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:11.255682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3ed80acc-92c9-49cd-8ba4-3bafc38dcb4b tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Synchronizing usage tracker for tenant:1e537ab21e784401ad9d9bc9c6308632 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:11.260124 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.260670 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d28afbaa-e636-4e79-bdd7-4a792a765e25 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:49:11.269830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:11.272374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:11.276533 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-542b0907-a04e-4546-954f-a06738240ab6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.277892 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:11.278040 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.291928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.294008 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-764de769-beba-49ce-b64c-740eea705923 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d28afbaa-e636-4e79-bdd7-4a792a765e25 HTTP/1.1" status: 204 len: 168 time: 6.1178036 May 28 04:49:11.294536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] device_id is not set on port d488798e-35cb-4801-b280-a922b890c883 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:11.302628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54792) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:11.362317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=02c0b221-7c0f-43ff-bde5-c2d1d950150c,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:11.399952 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-323b02f8-7120-45a2-9981-7b2b7d5367ff None None] Provisioning for port 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:11.419885 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b97258da-a954-4bd2-b475-f173f8ab8ef0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:11.421343 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b97258da-a954-4bd2-b475-f173f8ab8ef0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/b70aa5a0-73b0-4d95-8239-0ebcac3c3363 HTTP/1.1" status: 404 len: 333 time: 0.4850905 May 28 04:49:11.436587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54796) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:11.550693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-68df277b-e13a-42b0-a2cb-a466084b4070 None None] Provisioning for port bc7e6c34-6025-49fd-ae93-03195c71fa0d completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:11.554537 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a3303edf-f334-4665-812d-52304a1ed77d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1554954 May 28 04:49:11.556238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-68df277b-e13a-42b0-a2cb-a466084b4070 None None] Provisioning complete for port bc7e6c34-6025-49fd-ae93-03195c71fa0d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:11.556594 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-68df277b-e13a-42b0-a2cb-a466084b4070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.569222 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54800) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:11.650627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-542b0907-a04e-4546-954f-a06738240ab6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for fe1eb117-6ffd-4ff0-962a-c0f916c7dd2b owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:11.656904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-374a2966-c5b6-41d4-9b5e-37bf7beb0759 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.667356 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-7106ea38-4108-4868-8d8d-9b0447cf20ad admin admin] Deleting subnet d0aee26f-84b6-4d45-aba6-7990c6c4f5bc {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:49:11.667563 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-68df277b-e13a-42b0-a2cb-a466084b4070 None None] Port bc7e6c34-6025-49fd-ae93-03195c71fa0d cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:11.670419 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-68df277b-e13a-42b0-a2cb-a466084b4070 None None] Could not find standard attr ID for object b70aa5a0-73b0-4d95-8239-0ebcac3c3363. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:49:11.686091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-403a8584-f10b-4aca-a052-4a6cce680c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.703890 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7106ea38-4108-4868-8d8d-9b0447cf20ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.733612 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3ed80acc-92c9-49cd-8ba4-3bafc38dcb4b tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Unset dirty status for tenant:1e537ab21e784401ad9d9bc9c6308632 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:11.734810 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3ed80acc-92c9-49cd-8ba4-3bafc38dcb4b tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.8868074 May 28 04:49:11.743066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Allocated IP 172.20.0.3 (5356e688-7fa2-4938-97f7-0a79283bd83f/c07cf5e4-bac4-4f04-8fe1-44d263049c63/d488798e-35cb-4801-b280-a922b890c883) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:11.753491 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54804) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:11.812533 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-374a2966-c5b6-41d4-9b5e-37bf7beb0759 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9563a20b-cd56-40b7-9eff-f8ac697b1248']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:11.821063 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aa6b411d-ef6c-4772-963b-7e6053fe1a79 None None] Provisioning for port d2f18bcb-85b1-4ceb-a666-9a83e193d76c completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:11.833677 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aa6b411d-ef6c-4772-963b-7e6053fe1a79 None None] Provisioning complete for port d2f18bcb-85b1-4ceb-a666-9a83e193d76c triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:11.834110 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aa6b411d-ef6c-4772-963b-7e6053fe1a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.856739 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-374a2966-c5b6-41d4-9b5e-37bf7beb0759 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8979aaee-5ffe-40d0-a185-8547f9860c5f') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:11.857280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-374a2966-c5b6-41d4-9b5e-37bf7beb0759 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8979aaee-5ffe-40d0-a185-8547f9860c5f') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:11.861790 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-3717f33e-be6e-4675-bf8c-f95e6d8b4c37 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Deleting port bc7e6c34-6025-49fd-ae93-03195c71fa0d {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:11.862134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3717f33e-be6e-4675-bf8c-f95e6d8b4c37 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.902683 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7106ea38-4108-4868-8d8d-9b0447cf20ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.927629 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-aa6b411d-ef6c-4772-963b-7e6053fe1a79 None None] Port d2f18bcb-85b1-4ceb-a666-9a83e193d76c cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:11.952567 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-374a2966-c5b6-41d4-9b5e-37bf7beb0759 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:11.994831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-403a8584-f10b-4aca-a052-4a6cce680c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.012796 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:12.024714 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-374a2966-c5b6-41d4-9b5e-37bf7beb0759 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.037126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d8f074-43c9-49c6-a4f4-3a8aef981c63 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting subnet 4253f415-d599-417e-8152-795502d68e8d {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:49:12.044674 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ef739-0cbd-496f-9363-06b24649c29b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:12.049209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8ef739-0cbd-496f-9363-06b24649c29b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:12.049465 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6f8ef739-0cbd-496f-9363-06b24649c29b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:12.057302 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-374a2966-c5b6-41d4-9b5e-37bf7beb0759 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:12.057727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-374a2966-c5b6-41d4-9b5e-37bf7beb0759 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:12.072854 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:12.076996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84d8f074-43c9-49c6-a4f4-3a8aef981c63 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.098792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:12.104897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:12.105268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.199197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a8584-f10b-4aca-a052-4a6cce680c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ec2941-0170-4c6b-883b-3d175901679d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:12.209501 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6f8ef739-0cbd-496f-9363-06b24649c29b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:12.213182 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6f8ef739-0cbd-496f-9363-06b24649c29b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6348045 May 28 04:49:12.216546 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54808) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:12.248010 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.249499 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84d8f074-43c9-49c6-a4f4-3a8aef981c63 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.286925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 0b971bc0-a3a6-4894-820b-e0d1e9e48c70, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0b971bc0-a3a6-4894-820b-e0d1e9e48c70,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:12.293846 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.294886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 02c0b221-7c0f-43ff-bde5-c2d1d950150c up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:12.308669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-374a2966-c5b6-41d4-9b5e-37bf7beb0759 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.318666 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-542b0907-a04e-4546-954f-a06738240ab6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.418714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=0b971bc0-a3a6-4894-820b-e0d1e9e48c70,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:12.431857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:12.432366 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:12.432783 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:12.433224 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:12.433686 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:12.434079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:12.434499 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:12.434933 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:12.435335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:12.435762 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:12.436175 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:49:12.453004 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 02c0b221-7c0f-43ff-bde5-c2d1d950150c triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:12.453460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.461833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374a2966-c5b6-41d4-9b5e-37bf7beb0759 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9563a20b-cd56-40b7-9eff-f8ac697b1248 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 28 04:49:12.463662 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b0907-a04e-4546-954f-a06738240ab6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Port': ['ID=fe1eb117-6ffd-4ff0-962a-c0f916c7dd2b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:12.465859 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7106ea38-4108-4868-8d8d-9b0447cf20ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.495084 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-374a2966-c5b6-41d4-9b5e-37bf7beb0759 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.536332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-403a8584-f10b-4aca-a052-4a6cce680c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.537210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a2966-c5b6-41d4-9b5e-37bf7beb0759 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event deleted for resources: {'Network': ['ID=9563a20b-cd56-40b7-9eff-f8ac697b1248,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:12.541541 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-403a8584-f10b-4aca-a052-4a6cce680c68 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5ec2941-0170-4c6b-883b-3d175901679d HTTP/1.1" status: 204 len: 168 time: 1.4590509 May 28 04:49:12.554408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6171b357-5f59-497a-a037-ebcb69d966e5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port d2f18bcb-85b1-4ceb-a666-9a83e193d76c {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:12.554753 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6171b357-5f59-497a-a037-ebcb69d966e5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.679417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54814) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:12.683716 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-374a2966-c5b6-41d4-9b5e-37bf7beb0759 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "DELETE /v2.0/networks/9563a20b-cd56-40b7-9eff-f8ac697b1248 HTTP/1.1" status: 204 len: 168 time: 2.5649183 May 28 04:49:12.710088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-1f91917d-d502-43d8-ab7d-bc28e0bd3258 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:12.751765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84d8f074-43c9-49c6-a4f4-3a8aef981c63 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.793022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.804266 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ada5cc6e-595c-4f8a-86c8-8ae17a6de68a no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:49:12.808657 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1f91917d-d502-43d8-ab7d-bc28e0bd3258 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:12.819187 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-542b0907-a04e-4546-954f-a06738240ab6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.821329 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-542b0907-a04e-4546-954f-a06738240ab6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/fe1eb117-6ffd-4ff0-962a-c0f916c7dd2b HTTP/1.1" status: 204 len: 168 time: 2.7020006 May 28 04:49:12.840191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54818) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:12.845030 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1f91917d-d502-43d8-ab7d-bc28e0bd3258 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Usage tracker for resource:network and tenant:d8c50a87605e418689eca7902877a876 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:12.892372 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3717f33e-be6e-4675-bf8c-f95e6d8b4c37 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:12.901982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1f91917d-d502-43d8-ab7d-bc28e0bd3258 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:12.911262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: ada5cc6e-595c-4f8a-86c8-8ae17a6de68a {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:49:12.911703 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ada5cc6e-595c-4f8a-86c8-8ae17a6de68a not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:49:12.934621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Transition to ACTIVE for port object d488798e-35cb-4801-b280-a922b890c883 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:12.993533 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1f91917d-d502-43d8-ab7d-bc28e0bd3258 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:13.003051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84d8f074-43c9-49c6-a4f4-3a8aef981c63 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:13.050442 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7106ea38-4108-4868-8d8d-9b0447cf20ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:13.061901 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7c39e6-3cb6-479f-b416-3bc239c3f582 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] GET failed (client error): The resource could not be found. May 28 04:49:13.062411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ca7c39e6-3cb6-479f-b416-3bc239c3f582 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:13.074014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-3717f33e-be6e-4675-bf8c-f95e6d8b4c37 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Calling delete_port for bc7e6c34-6025-49fd-ae93-03195c71fa0d owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:13.101075 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8f074-43c9-49c6-a4f4-3a8aef981c63 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Subnet': ['ID=4253f415-d599-417e-8152-795502d68e8d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:13.148435 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f91917d-d502-43d8-ab7d-bc28e0bd3258 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Made reservation on behalf of d8c50a87605e418689eca7902877a876 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:13.151297 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f91917d-d502-43d8-ab7d-bc28e0bd3258 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:13.183650 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ca7c39e6-3cb6-479f-b416-3bc239c3f582 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:13.188990 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ca7c39e6-3cb6-479f-b416-3bc239c3f582 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/fe1eb117-6ffd-4ff0-962a-c0f916c7dd2b HTTP/1.1" status: 404 len: 333 time: 0.3433702 May 28 04:49:13.188990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54826) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:13.201765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7106ea38-4108-4868-8d8d-9b0447cf20ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0aee26f-84b6-4d45-aba6-7990c6c4f5bc,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:13.219170 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94181979-0847-4125-bf3c-2c1aa7bdc585 None None] Network 139b1366-2584-4551-ab23-398e96300a05 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:13.237579 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7106ea38-4108-4868-8d8d-9b0447cf20ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:13.249956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84d8f074-43c9-49c6-a4f4-3a8aef981c63 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:13.285648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:13.292342 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f91917d-d502-43d8-ab7d-bc28e0bd3258 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:13.326414 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7106ea38-4108-4868-8d8d-9b0447cf20ad admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d0aee26f-84b6-4d45-aba6-7990c6c4f5bc HTTP/1.1" status: 204 len: 168 time: 1.9791136 May 28 04:49:13.326414 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54832) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:13.336385 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-84d8f074-43c9-49c6-a4f4-3a8aef981c63 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/4253f415-d599-417e-8152-795502d68e8d HTTP/1.1" status: 204 len: 168 time: 1.8804243 May 28 04:49:13.346382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54838) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:13.387854 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879e5b27-9ad9-464a-86b5-d0dd406bc2de None None] Network afe37998-62f3-4339-8047-9170ef82bf72 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:13.436049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f91917d-d502-43d8-ab7d-bc28e0bd3258 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:13.436645 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-1f91917d-d502-43d8-ab7d-bc28e0bd3258 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Added segment e271284b-fa5b-4694-9b7a-c5c8a8130283 of type vlan for network c1849aa6-e5af-4340-96e5-b60753fbe002 May 28 04:49:13.556291 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:13.567120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6171b357-5f59-497a-a037-ebcb69d966e5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:13.649427 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:13.688389 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c1a108-da86-4f22-8727-c5e2045b808a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting subnet 2bcded61-d820-4036-94f9-a28f030e4efd {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:49:13.700002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Network 5356e688-7fa2-4938-97f7-0a79283bd83f is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:13.705280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event updated for resources: {'Port': ['ID=d488798e-35cb-4801-b280-a922b890c883,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:13.726688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f8c1a108-da86-4f22-8727-c5e2045b808a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:13.782283 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:13.782683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:13.797748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:13.800819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:13.827708 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6171b357-5f59-497a-a037-ebcb69d966e5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for d2f18bcb-85b1-4ceb-a666-9a83e193d76c owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:13.876195 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 02c0b221-7c0f-43ff-bde5-c2d1d950150c {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:13.876602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:13.993406 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f91917d-d502-43d8-ab7d-bc28e0bd3258 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:14.010009 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3717f33e-be6e-4675-bf8c-f95e6d8b4c37 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:14.015532 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:14.080223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f8c1a108-da86-4f22-8727-c5e2045b808a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:14.083018 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b022f807-eff7-4a51-87a4-cf89752ebf62 None None] DHCP port deletion for afe37998-62f3-4339-8047-9170ef82bf72 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:49:14.110232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b022f807-eff7-4a51-87a4-cf89752ebf62 None None] Deleting port 5cc8bfa4-8ac1-406c-8360-30dad092e93f {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:14.111267 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b022f807-eff7-4a51-87a4-cf89752ebf62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:14.127797 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:14.128527 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:14.142120 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717f33e-be6e-4675-bf8c-f95e6d8b4c37 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Pushing event deleted for resources: {'Port': ['ID=bc7e6c34-6025-49fd-ae93-03195c71fa0d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:14.150722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Deleting port 5cc8bfa4-8ac1-406c-8360-30dad092e93f {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:14.151050 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:14.254496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3717f33e-be6e-4675-bf8c-f95e6d8b4c37 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:14.256661 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3717f33e-be6e-4675-bf8c-f95e6d8b4c37 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] 10.222.0.15 "DELETE /v2.0/ports/bc7e6c34-6025-49fd-ae93-03195c71fa0d HTTP/1.1" status: 204 len: 168 time: 2.5034688 May 28 04:49:14.263684 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54850) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:14.265317 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-18928d74-29be-41c6-b041-6db6afb5bdb1 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9578261 May 28 04:49:14.273105 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54854) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:14.283447 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-530104a4-f7d8-4569-ad37-284bfeb969ed tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Request body: {'floatingip': {'port_id': 'd488798e-35cb-4801-b280-a922b890c883'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:14.292327 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bffdceb6-a451-4584-85d1-9f72cb89bcd9 None None] Provisioning for port d488798e-35cb-4801-b280-a922b890c883 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:14.316037 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bffdceb6-a451-4584-85d1-9f72cb89bcd9 None None] Provisioning complete for port d488798e-35cb-4801-b280-a922b890c883 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:14.316397 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bffdceb6-a451-4584-85d1-9f72cb89bcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:14.361984 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-bb256eae-a245-4070-9a62-9706fb366227 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Request body: {'port': {'name': 'tempest-new-port-name-1140999140', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:14.362652 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.api.validators [None req-bb256eae-a245-4070-9a62-9706fb366227 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] bootfile-name is not in valid_values {{(pid=84010) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 04:49:14.363158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.api.validators [None req-bb256eae-a245-4070-9a62-9706fb366227 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] tftp-server is not in valid_values {{(pid=84010) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 04:49:14.363628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.api.validators [None req-bb256eae-a245-4070-9a62-9706fb366227 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] server-ip-address is not in valid_values {{(pid=84010) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 04:49:14.439740 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f613998-eb5e-4b84-99b9-a66997588603 None None] DHCP port deletion for 139b1366-2584-4551-ab23-398e96300a05 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:49:14.465545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f91917d-d502-43d8-ab7d-bc28e0bd3258 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:14.471990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f91917d-d502-43d8-ab7d-bc28e0bd3258 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:14.473246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f91917d-d502-43d8-ab7d-bc28e0bd3258 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:14.477605 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] For port 02c0b221-7c0f-43ff-bde5-c2d1d950150c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=02c0b221-7c0f-43ff-bde5-c2d1d950150c,segment=NetworkSegment(f2b07309-a7e6-44e9-93b1-2fd2c2589ef3),segment_id=f2b07309-a7e6-44e9-93b1-2fd2c2589ef3)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:14.483521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:14.486018 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4f613998-eb5e-4b84-99b9-a66997588603 None None] Deleting port 02c0b221-7c0f-43ff-bde5-c2d1d950150c {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:14.486436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4f613998-eb5e-4b84-99b9-a66997588603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:14.562652 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b022f807-eff7-4a51-87a4-cf89752ebf62 None None] For port 5cc8bfa4-8ac1-406c-8360-30dad092e93f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5cc8bfa4-8ac1-406c-8360-30dad092e93f,segment=NetworkSegment(e4eca1c2-5f13-40c4-bd32-b552400686eb),segment_id=e4eca1c2-5f13-40c4-bd32-b552400686eb)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:14.563025 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b022f807-eff7-4a51-87a4-cf89752ebf62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:14.673296 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-bffdceb6-a451-4584-85d1-9f72cb89bcd9 None None] Port d488798e-35cb-4801-b280-a922b890c883 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:14.691307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 02c0b221-7c0f-43ff-bde5-c2d1d950150c owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:14.735813 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b022f807-eff7-4a51-87a4-cf89752ebf62 None None] Calling delete_port for 5cc8bfa4-8ac1-406c-8360-30dad092e93f owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:14.835806 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1f91917d-d502-43d8-ab7d-bc28e0bd3258 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.1377873 May 28 04:49:14.850206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f8c1a108-da86-4f22-8727-c5e2045b808a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:14.880446 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54866) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:14.892785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Request body: {'subnet': {'network_id': 'c1849aa6-e5af-4340-96e5-b60753fbe002', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:14.897027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91917d-d502-43d8-ab7d-bc28e0bd3258 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event updated for resources: {'Network': ['ID=c1849aa6-e5af-4340-96e5-b60753fbe002,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:14.911945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-530104a4-f7d8-4569-ad37-284bfeb969ed tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:14.965955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:14.983130 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network c1849aa6-e5af-4340-96e5-b60753fbe002 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:14.997962 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Usage tracker for resource:subnet and tenant:d8c50a87605e418689eca7902877a876 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:15.002619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb256eae-a245-4070-9a62-9706fb366227 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.020610 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:15.029573 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6171b357-5f59-497a-a037-ebcb69d966e5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.034535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:15.127217 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b022f807-eff7-4a51-87a4-cf89752ebf62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.155658 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Made reservation on behalf of d8c50a87605e418689eca7902877a876 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:15.158240 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.160005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f8c1a108-da86-4f22-8727-c5e2045b808a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.183980 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171b357-5f59-497a-a037-ebcb69d966e5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=d2f18bcb-85b1-4ceb-a666-9a83e193d76c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:15.193315 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022f807-eff7-4a51-87a4-cf89752ebf62 None None] Pushing event deleted for resources: {'Port': ['ID=5cc8bfa4-8ac1-406c-8360-30dad092e93f,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:15.195279 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b022f807-eff7-4a51-87a4-cf89752ebf62 None None] No DVR routers for this DVR port 5cc8bfa4-8ac1-406c-8360-30dad092e93f on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:49:15.204142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] For port 5cc8bfa4-8ac1-406c-8360-30dad092e93f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5cc8bfa4-8ac1-406c-8360-30dad092e93f,segment=NetworkSegment(e4eca1c2-5f13-40c4-bd32-b552400686eb),segment_id=e4eca1c2-5f13-40c4-bd32-b552400686eb)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:15.204611 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.227351 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-4f613998-eb5e-4b84-99b9-a66997588603 None None] For port 02c0b221-7c0f-43ff-bde5-c2d1d950150c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=02c0b221-7c0f-43ff-bde5-c2d1d950150c,segment=NetworkSegment(f2b07309-a7e6-44e9-93b1-2fd2c2589ef3),segment_id=f2b07309-a7e6-44e9-93b1-2fd2c2589ef3)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:15.227761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4f613998-eb5e-4b84-99b9-a66997588603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.248767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1a108-da86-4f22-8727-c5e2045b808a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Subnet': ['ID=2bcded61-d820-4036-94f9-a28f030e4efd,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:15.385856 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4f613998-eb5e-4b84-99b9-a66997588603 None None] Calling delete_port for 02c0b221-7c0f-43ff-bde5-c2d1d950150c owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:15.389073 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Calling delete_port for 5cc8bfa4-8ac1-406c-8360-30dad092e93f owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:15.449392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f8c1a108-da86-4f22-8727-c5e2045b808a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.455687 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f8c1a108-da86-4f22-8727-c5e2045b808a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/2bcded61-d820-4036-94f9-a28f030e4efd HTTP/1.1" status: 204 len: 168 time: 2.2661009 May 28 04:49:15.468383 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da46922-710a-42cc-a31b-85b21f1b5cd6 None None] Network cd4650ca-cf69-41fe-ae94-6f3761274d01 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:15.471867 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:49:15.472186 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:49:15.497307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-4f613998-eb5e-4b84-99b9-a66997588603 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:49:15.497678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-4f613998-eb5e-4b84-99b9-a66997588603 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:49:15.502299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54876) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:15.523260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6171b357-5f59-497a-a037-ebcb69d966e5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.534450 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.539945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb256eae-a245-4070-9a62-9706fb366227 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.612726 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=02c0b221-7c0f-43ff-bde5-c2d1d950150c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:15.627705 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No DVR routers for this DVR port 02c0b221-7c0f-43ff-bde5-c2d1d950150c on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:49:15.644146 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5cc8bfa4-8ac1-406c-8360-30dad092e93f no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:49:15.697715 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.714654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 5cc8bfa4-8ac1-406c-8360-30dad092e93f {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:49:15.715302 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5cc8bfa4-8ac1-406c-8360-30dad092e93f not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:49:15.715595 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 02c0b221-7c0f-43ff-bde5-c2d1d950150c no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:49:15.716106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb256eae-a245-4070-9a62-9706fb366227 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.722736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:15.723292 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.749689 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 02c0b221-7c0f-43ff-bde5-c2d1d950150c {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:49:15.750182 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 02c0b221-7c0f-43ff-bde5-c2d1d950150c not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:49:15.774890 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6171b357-5f59-497a-a037-ebcb69d966e5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/d2f18bcb-85b1-4ceb-a666-9a83e193d76c HTTP/1.1" status: 204 len: 168 time: 3.5565972 May 28 04:49:15.783534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54884) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:15.791901 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.803689 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54888) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:15.857773 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd87821-745b-4899-a459-361568b53dc9 None None] DHCP port deletion for cd4650ca-cf69-41fe-ae94-6f3761274d01 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:49:15.862426 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4cd87821-745b-4899-a459-361568b53dc9 None None] Deleting port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:15.862884 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4cd87821-745b-4899-a459-361568b53dc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.974663 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb256eae-a245-4070-9a62-9706fb366227 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Pushing event updated for resources: {'Port': ['ID=5655c6ec-d0cd-4131-bca2-b3082e9b4b29,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:15.977470 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-bb256eae-a245-4070-9a62-9706fb366227 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] In _notify_port_updated(), no bound segment for port 5655c6ec-d0cd-4131-bca2-b3082e9b4b29 on network edd57e30-bcf2-4a7f-a3d5-90ee89a160c8 {{(pid=84010) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:49:15.981304 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb256eae-a245-4070-9a62-9706fb366227 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:15.981941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb256eae-a245-4070-9a62-9706fb366227 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:15.983227 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bb256eae-a245-4070-9a62-9706fb366227 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] 10.222.0.15 "PUT /v2.0/ports/5655c6ec-d0cd-4131-bca2-b3082e9b4b29 HTTP/1.1" status: 200 len: 1130 time: 1.7165468 May 28 04:49:15.996036 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54894) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:15.999495 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Deleting port 5cc8bfa4-8ac1-406c-8360-30dad092e93f {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:15.999835 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.001785 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4f613998-eb5e-4b84-99b9-a66997588603 None None] Deleting port 02c0b221-7c0f-43ff-bde5-c2d1d950150c {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:16.002226 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4f613998-eb5e-4b84-99b9-a66997588603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.034664 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139b1366-2584-4551-ab23-398e96300a05']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:16.095403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e447207-fd35-46a4-996e-25ca2fc2c894 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:16.096005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1e447207-fd35-46a4-996e-25ca2fc2c894 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Synchronizing usage tracker for tenant:1e537ab21e784401ad9d9bc9c6308632 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:16.101186 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] The port '5cc8bfa4-8ac1-406c-8360-30dad092e93f' was deleted {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:49:16.104579 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4281b078-bae1-43b1-9d61-87f153cb5c56 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2028689783'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:16.108820 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b07309-a7e6-44e9-93b1-2fd2c2589ef3') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:16.109107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b07309-a7e6-44e9-93b1-2fd2c2589ef3') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:16.160198 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4281b078-bae1-43b1-9d61-87f153cb5c56 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:16.164732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1e447207-fd35-46a4-996e-25ca2fc2c894 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Unset dirty status for tenant:1e537ab21e784401ad9d9bc9c6308632 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:16.166077 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1e447207-fd35-46a4-996e-25ca2fc2c894 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] 10.222.0.15 "GET /v2.0/ports/5655c6ec-d0cd-4131-bca2-b3082e9b4b29 HTTP/1.1" status: 200 len: 1130 time: 0.1668649 May 28 04:49:16.170781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4f613998-eb5e-4b84-99b9-a66997588603 None None] The port '02c0b221-7c0f-43ff-bde5-c2d1d950150c' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:49:16.171506 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c29b524-cc71-4bd2-bc91-a0fa2c6f8b2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:16.173472 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c29b524-cc71-4bd2-bc91-a0fa2c6f8b2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:16.174339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7c29b524-cc71-4bd2-bc91-a0fa2c6f8b2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:16.188174 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54898) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:16.190020 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.201637 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-4cd87821-745b-4899-a459-361568b53dc9 None None] For port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=44ca970f-4a0f-49c5-84dc-c3bfc96ca613,segment=NetworkSegment(2c5cd6e9-3314-4ef9-bc83-33038d04cfc4),segment_id=2c5cd6e9-3314-4ef9-bc83-33038d04cfc4)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:16.202057 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4cd87821-745b-4899-a459-361568b53dc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.214279 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4281b078-bae1-43b1-9d61-87f153cb5c56 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Usage tracker for resource:router and tenant:e098c1dac9f44fb28f38b2f28108b6cb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:16.261757 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4281b078-bae1-43b1-9d61-87f153cb5c56 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:16.300937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4281b078-bae1-43b1-9d61-87f153cb5c56 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:16.368316 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.372247 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7c29b524-cc71-4bd2-bc91-a0fa2c6f8b2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:16.376072 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7c29b524-cc71-4bd2-bc91-a0fa2c6f8b2d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5889125 May 28 04:49:16.389083 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4cd87821-745b-4899-a459-361568b53dc9 None None] Calling delete_port for 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:16.401794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54902) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:16.410761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:16.411165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:16.439907 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:16.445881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-10c5c758-7ec1-4cee-9d26-aab5c10d3ad5 None None] Provisioning complete for port 5655c6ec-d0cd-4131-bca2-b3082e9b4b29 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:16.446257 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-10c5c758-7ec1-4cee-9d26-aab5c10d3ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.515826 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-10c5c758-7ec1-4cee-9d26-aab5c10d3ad5 None None] Port 5655c6ec-d0cd-4131-bca2-b3082e9b4b29 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:16.521762 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4cd87821-745b-4899-a459-361568b53dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.542237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] For port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=44ca970f-4a0f-49c5-84dc-c3bfc96ca613,segment=NetworkSegment(2c5cd6e9-3314-4ef9-bc83-33038d04cfc4),segment_id=2c5cd6e9-3314-4ef9-bc83-33038d04cfc4)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:16.542837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.551282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.564533 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd87821-745b-4899-a459-361568b53dc9 None None] Pushing event deleted for resources: {'Port': ['ID=44ca970f-4a0f-49c5-84dc-c3bfc96ca613,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:16.564776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4281b078-bae1-43b1-9d61-87f153cb5c56 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.565902 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4281b078-bae1-43b1-9d61-87f153cb5c56 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.571075 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd87821-745b-4899-a459-361568b53dc9 None None] No DVR routers for this DVR port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:49:16.573926 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-7df67cd5-a727-434a-8e12-d80ba720d0bf tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Deleting port 5655c6ec-d0cd-4131-bca2-b3082e9b4b29 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:16.574266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7df67cd5-a727-434a-8e12-d80ba720d0bf tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.673611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:16.776108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:49:16.776320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:49:16.833047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe37998-62f3-4339-8047-9170ef82bf72']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:16.857681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.862382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.867624 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4eca1c2-5f13-40c4-bd32-b552400686eb') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:16.867912 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4eca1c2-5f13-40c4-bd32-b552400686eb') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:16.879324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-530104a4-f7d8-4569-ad37-284bfeb969ed tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.885299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-530104a4-f7d8-4569-ad37-284bfeb969ed tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.960669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:16.971530 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Network': ['ID=139b1366-2584-4551-ab23-398e96300a05,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:17.051801 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-108171bb-3ec9-4f37-aca1-6017f10d2c4c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/networks/139b1366-2584-4551-ab23-398e96300a05 HTTP/1.1" status: 204 len: 168 time: 3.6872644 May 28 04:49:17.055279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54906) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:17.068281 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.068489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-c20c0d46-ca04-41cf-a4d4-a26b8877a6c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-376728101'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:17.075646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c20c0d46-ca04-41cf-a4d4-a26b8877a6c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:17.078046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4281b078-bae1-43b1-9d61-87f153cb5c56 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.082127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c20c0d46-ca04-41cf-a4d4-a26b8877a6c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:network and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:17.085906 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c20c0d46-ca04-41cf-a4d4-a26b8877a6c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:17.092602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c20c0d46-ca04-41cf-a4d4-a26b8877a6c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:17.101064 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:17.101559 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.107150 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-530104a4-f7d8-4569-ad37-284bfeb969ed tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Floating IP b7924ae6-dc62-4ea3-88f8-34f354b82b49 associated. External IP: 172.26.8.238, port: fb70b0c7-651a-49b7-972d-a92e39684f21. May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:17.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:17.158778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20c0d46-ca04-41cf-a4d4-a26b8877a6c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:17.161703 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c20c0d46-ca04-41cf-a4d4-a26b8877a6c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.262036 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20c0d46-ca04-41cf-a4d4-a26b8877a6c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:17.275886 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c20c0d46-ca04-41cf-a4d4-a26b8877a6c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.275886 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-c20c0d46-ca04-41cf-a4d4-a26b8877a6c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Added segment 2d07970f-0bac-4f91-a47a-2c6c57ac6b45 of type vlan for network 0b7e2e83-7a4b-4095-9da9-c818201e7a72 May 28 04:49:17.277836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:17.278197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.301227 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4281b078-bae1-43b1-9d61-87f153cb5c56 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.309896 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab80b245-bb8a-4013-87e0-d8555b335d93 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet fbc27fde-c7ea-40bd-8cca-eb447f201497 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:49:17.316658 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.318383 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab80b245-bb8a-4013-87e0-d8555b335d93 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.362202 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] The port '44ca970f-4a0f-49c5-84dc-c3bfc96ca613' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:49:17.389332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.409094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c20c0d46-ca04-41cf-a4d4-a26b8877a6c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.445456 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] Pushing event deleted for resources: {'Network': ['ID=afe37998-62f3-4339-8047-9170ef82bf72,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:17.456697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7df67cd5-a727-434a-8e12-d80ba720d0bf tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.466306 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4b385a96-ec7b-488a-a11e-254b423d8663 admin admin] 10.222.0.15 "DELETE /v2.0/networks/afe37998-62f3-4339-8047-9170ef82bf72 HTTP/1.1" status: 204 len: 168 time: 4.1384954 May 28 04:49:17.473910 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab80b245-bb8a-4013-87e0-d8555b335d93 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.503667 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4281b078-bae1-43b1-9d61-87f153cb5c56 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.504839 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4281b078-bae1-43b1-9d61-87f153cb5c56 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.6670113 May 28 04:49:17.525128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54912) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:17.580354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:49:17.615623 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:49:17.616311 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 44ca970f-4a0f-49c5-84dc-c3bfc96ca613 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:49:17.625121 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-7df67cd5-a727-434a-8e12-d80ba720d0bf tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Calling delete_port for 5655c6ec-d0cd-4131-bca2-b3082e9b4b29 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:17.695732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.714428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54916) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:17.741263 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.objects.ports [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84009) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:49:17.742063 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.752068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c20c0d46-ca04-41cf-a4d4-a26b8877a6c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.755768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20c0d46-ca04-41cf-a4d4-a26b8877a6c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:17.756352 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c20c0d46-ca04-41cf-a4d4-a26b8877a6c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.793698 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4650ca-cf69-41fe-ae94-6f3761274d01']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:17.832306 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab80b245-bb8a-4013-87e0-d8555b335d93 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:17.865025 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1f64985b-4bb6-45c2-948b-1e9ba555fac0,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:17.979728 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Checking segment: {'id': 'e271284b-fa5b-4694-9b7a-c5c8a8130283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c1849aa6-e5af-4340-96e5-b60753fbe002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:17.980101 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Network hostable DHCP agents. Network: c1849aa6-e5af-4340-96e5-b60753fbe002, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:49:17.992395 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7df67cd5-a727-434a-8e12-d80ba720d0bf tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.009765 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c5cd6e9-3314-4ef9-bc83-33038d04cfc4') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:18.010113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c5cd6e9-3314-4ef9-bc83-33038d04cfc4') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:18.047665 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab80b245-bb8a-4013-87e0-d8555b335d93 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.057159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.068196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7852d716-a7b2-4d16-9083-247e275c45e3 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.079219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df67cd5-a727-434a-8e12-d80ba720d0bf tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Pushing event deleted for resources: {'Port': ['ID=5655c6ec-d0cd-4131-bca2-b3082e9b4b29,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:18.097961 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80b245-bb8a-4013-87e0-d8555b335d93 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=fbc27fde-c7ea-40bd-8cca-eb447f201497,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:18.132463 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab80b245-bb8a-4013-87e0-d8555b335d93 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.137555 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c20c0d46-ca04-41cf-a4d4-a26b8877a6c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0812352 May 28 04:49:18.138785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c0d46-ca04-41cf-a4d4-a26b8877a6c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Network': ['ID=0b7e2e83-7a4b-4095-9da9-c818201e7a72,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:18.142150 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54920) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:18.143543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b54566f-b8ea-41d2-8b45-5df3d7b2dcff None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:18.150870 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7df67cd5-a727-434a-8e12-d80ba720d0bf tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.156266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-42bd7948-5e60-4c1c-89a1-654dc96a7def tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'subnet': {'network_id': '0b7e2e83-7a4b-4095-9da9-c818201e7a72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:18.181603 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Network c1849aa6-e5af-4340-96e5-b60753fbe002 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:49:18.184136 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 0b7e2e83-7a4b-4095-9da9-c818201e7a72 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:18.220012 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8a49ef06-b7ed-4dde-ad6d-a80cc3912dd8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c0975f0d7e3e4604948b6f507fc10cf6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5032442 May 28 04:49:18.233065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54924) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:18.237705 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.264411 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ab80b245-bb8a-4013-87e0-d8555b335d93 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/fbc27fde-c7ea-40bd-8cca-eb447f201497 HTTP/1.1" status: 204 len: 168 time: 1.8617513 May 28 04:49:18.265044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:18.265476 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.269810 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54928) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:18.284016 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:18.443590 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, c1849aa6-e5af-4340-96e5-b60753fbe002) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:18.453219 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7df67cd5-a727-434a-8e12-d80ba720d0bf tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] 10.222.0.15 "DELETE /v2.0/ports/5655c6ec-d0cd-4131-bca2-b3082e9b4b29 HTTP/1.1" status: 204 len: 168 time: 2.2419367 May 28 04:49:18.464255 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54932) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:18.466650 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6ae3eb1d-86db-4180-a191-42e53b27fc43 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1935618 May 28 04:49:18.470055 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:18.470624 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.472262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380a6ac3-3f18-48af-a04b-1fcb0e650f5d None None] Network c1849aa6-e5af-4340-96e5-b60753fbe002 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:18.477514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54936) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:18.531527 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.536460 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.561026 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-42bd7948-5e60-4c1c-89a1-654dc96a7def tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:18.578720 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-42bd7948-5e60-4c1c-89a1-654dc96a7def tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:subnet and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:18.586396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-42bd7948-5e60-4c1c-89a1-654dc96a7def tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:18.592508 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4ad5af20-888d-4697-8aca-4d560cc16072 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7046273 May 28 04:49:18.599099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-42bd7948-5e60-4c1c-89a1-654dc96a7def tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:18.602778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54940) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:18.691378 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a6eb68-6246-401e-9814-f58a0786e925 None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:49:18.691966 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bd7948-5e60-4c1c-89a1-654dc96a7def tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:18.706354 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Request body: {'floatingip': {'floating_network_id': 'c1849aa6-e5af-4340-96e5-b60753fbe002'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:18.723945 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/networks/cd4650ca-cf69-41fe-ae94-6f3761274d01 HTTP/1.1" status: 204 len: 168 time: 3.1772094 May 28 04:49:18.723945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95656723-7451-44e0-a3f2-594313d80c12 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Network': ['ID=cd4650ca-cf69-41fe-ae94-6f3761274d01,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:18.728116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54944) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:18.729055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:18.740281 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-69a6eb68-6246-401e-9814-f58a0786e925 None None] Deleting port 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:18.740582 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-69a6eb68-6246-401e-9814-f58a0786e925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.746417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-2dedc68a-67b2-40bd-b801-e3a23f5db9cc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1174163666'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:18.751432 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Usage tracker for resource:floatingip and tenant:d8c50a87605e418689eca7902877a876 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:18.755115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:18.756515 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:49:18.759040 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4d5c7eb-7ccf-4711-a38b-4b69971088be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.762152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2dedc68a-67b2-40bd-b801-e3a23f5db9cc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:18.774098 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1915b4e7-ad86-481f-95d7-e2ca37d537fa None None] Network c1849aa6-e5af-4340-96e5-b60753fbe002 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:18.830771 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42bd7948-5e60-4c1c-89a1-654dc96a7def tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.834337 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:18.895123 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2dedc68a-67b2-40bd-b801-e3a23f5db9cc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:network and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:18.903147 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abd463b-08c8-4c3f-9892-d13b3deda3d4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:18.903817 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3abd463b-08c8-4c3f-9892-d13b3deda3d4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:18.914628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2dedc68a-67b2-40bd-b801-e3a23f5db9cc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:18.930592 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2dedc68a-67b2-40bd-b801-e3a23f5db9cc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:18.943268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7852d716-a7b2-4d16-9083-247e275c45e3 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.951692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4d5c7eb-7ccf-4711-a38b-4b69971088be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.952175 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20d75ee-b776-4d90-b5ba-4c45856b6d9e tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Deleting subnet 14dc8c62-5e73-40c4-b5c9-62a5c1875fe7 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:49:18.964463 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b20d75ee-b776-4d90-b5ba-4c45856b6d9e tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.967814 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:18.999599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3abd463b-08c8-4c3f-9892-d13b3deda3d4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:19.003177 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3abd463b-08c8-4c3f-9892-d13b3deda3d4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4935250 May 28 04:49:19.003380 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7852d716-a7b2-4d16-9083-247e275c45e3 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.005399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dedc68a-67b2-40bd-b801-e3a23f5db9cc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:19.008453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2dedc68a-67b2-40bd-b801-e3a23f5db9cc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.010770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54948) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:19.080097 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b20d75ee-b776-4d90-b5ba-4c45856b6d9e tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.116914 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-69a6eb68-6246-401e-9814-f58a0786e925 None None] For port 0b971bc0-a3a6-4894-820b-e0d1e9e48c70, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0b971bc0-a3a6-4894-820b-e0d1e9e48c70,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:19.117301 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-69a6eb68-6246-401e-9814-f58a0786e925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.139105 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dedc68a-67b2-40bd-b801-e3a23f5db9cc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:19.167196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2dedc68a-67b2-40bd-b801-e3a23f5db9cc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.167586 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-2dedc68a-67b2-40bd-b801-e3a23f5db9cc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Added segment 8c70bc63-6246-48eb-a63e-6126a33fd7b4 of type vlan for network b0075681-ce1e-4872-96d0-2344b4f73289 May 28 04:49:19.176413 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7852d716-a7b2-4d16-9083-247e275c45e3 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.177015 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7852d716-a7b2-4d16-9083-247e275c45e3 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82287269-6901-4d25-bfbd-a0aed9d442b9 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:49:19.178266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1356d37-c0b4-4074-ac40-611c3eedc3fb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:19.178962 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b1356d37-c0b4-4074-ac40-611c3eedc3fb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:19.221739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2dedc68a-67b2-40bd-b801-e3a23f5db9cc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.231174 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b1356d37-c0b4-4074-ac40-611c3eedc3fb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:19.234852 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b1356d37-c0b4-4074-ac40-611c3eedc3fb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2186155 May 28 04:49:19.235038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4d5c7eb-7ccf-4711-a38b-4b69971088be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.235921 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54952) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:19.252483 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-69a6eb68-6246-401e-9814-f58a0786e925 None None] Calling delete_port for 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:19.276925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5c7eb-7ccf-4711-a38b-4b69971088be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec219e92-cb79-4075-9bd3-8f255028c4ba,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:19.299593 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530104a4-f7d8-4569-ad37-284bfeb969ed tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:49:19.323122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2dedc68a-67b2-40bd-b801-e3a23f5db9cc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.330062 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3debe629-50db-4017-ae60-3cff463e28c1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872228 May 28 04:49:19.330349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dedc68a-67b2-40bd-b801-e3a23f5db9cc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:19.330349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2dedc68a-67b2-40bd-b801-e3a23f5db9cc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.330570 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54956) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:19.332240 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4d5c7eb-7ccf-4711-a38b-4b69971088be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.339282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-6d7378c5-aa71-4691-9304-7ac997f55c5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:19.342052 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b4d5c7eb-7ccf-4711-a38b-4b69971088be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ec219e92-cb79-4075-9bd3-8f255028c4ba HTTP/1.1" status: 204 len: 168 time: 1.1033695 May 28 04:49:19.373825 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b20d75ee-b776-4d90-b5ba-4c45856b6d9e tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.400586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7852d716-a7b2-4d16-9083-247e275c45e3 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.404922 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7852d716-a7b2-4d16-9083-247e275c45e3 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] 10.222.0.15 "DELETE /v2.0/routers/82287269-6901-4d25-bfbd-a0aed9d442b9 HTTP/1.1" status: 204 len: 168 time: 1.8701491 May 28 04:49:19.408159 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-69a6eb68-6246-401e-9814-f58a0786e925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.447827 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54962) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:19.463929 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-02d2b883-8a5a-41fc-919b-c35d69ac5897 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Request body: {'router': {'name': 'tempest-router-1457075365', 'distributed': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:19.478224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42bd7948-5e60-4c1c-89a1-654dc96a7def tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.482664 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6eb68-6246-401e-9814-f58a0786e925 None None] Pushing event deleted for resources: {'Port': ['ID=0b971bc0-a3a6-4894-820b-e0d1e9e48c70,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:19.486170 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2dedc68a-67b2-40bd-b801-e3a23f5db9cc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7503483 May 28 04:49:19.489271 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a6eb68-6246-401e-9814-f58a0786e925 None None] No DVR routers for this DVR port 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:49:19.500788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54966) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:19.524238 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-02d2b883-8a5a-41fc-919b-c35d69ac5897 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:19.543338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-02d2b883-8a5a-41fc-919b-c35d69ac5897 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Usage tracker for resource:router and tenant:e098c1dac9f44fb28f38b2f28108b6cb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:19.563885 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-172cd243-ec00-46a9-8fbd-dcec9990e318 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'subnet': {'network_id': 'b0075681-ce1e-4872-96d0-2344b4f73289', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:19.565557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-02d2b883-8a5a-41fc-919b-c35d69ac5897 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:19.586372 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-02d2b883-8a5a-41fc-919b-c35d69ac5897 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:19.598388 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:49:19.620384 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6d7378c5-aa71-4691-9304-7ac997f55c5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:19.636910 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd7948-5e60-4c1c-89a1-654dc96a7def tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Subnet': ['ID=609fb6b2-3703-4be3-a8da-5faade2dd48a,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:19.662346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02d2b883-8a5a-41fc-919b-c35d69ac5897 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.663620 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02d2b883-8a5a-41fc-919b-c35d69ac5897 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.669130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6d7378c5-aa71-4691-9304-7ac997f55c5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:19.674714 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b20d75ee-b776-4d90-b5ba-4c45856b6d9e tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.711750 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:49:19.712353 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0b971bc0-a3a6-4894-820b-e0d1e9e48c70 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:49:19.720410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d75ee-b776-4d90-b5ba-4c45856b6d9e tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Pushing event deleted for resources: {'Subnet': ['ID=14dc8c62-5e73-40c4-b5c9-62a5c1875fe7,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:19.744945 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b20d75ee-b776-4d90-b5ba-4c45856b6d9e tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.745816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.747446 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7378c5-aa71-4691-9304-7ac997f55c5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:19.751071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6d7378c5-aa71-4691-9304-7ac997f55c5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.751974 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732fb4a5-f68d-44cf-bd01-382d99eb7721 None None] Network edd57e30-bcf2-4a7f-a3d5-90ee89a160c8 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:19.802981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedc68a-67b2-40bd-b801-e3a23f5db9cc tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Network': ['ID=b0075681-ce1e-4872-96d0-2344b4f73289,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:19.838519 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network b0075681-ce1e-4872-96d0-2344b4f73289 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:19.849904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bd7948-5e60-4c1c-89a1-654dc96a7def tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Checking segment: {'id': '2d07970f-0bac-4f91-a47a-2c6c57ac6b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0b7e2e83-7a4b-4095-9da9-c818201e7a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:19.850261 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd7948-5e60-4c1c-89a1-654dc96a7def tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network hostable DHCP agents. Network: 0b7e2e83-7a4b-4095-9da9-c818201e7a72, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:49:19.879344 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02d2b883-8a5a-41fc-919b-c35d69ac5897 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:19.889579 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b20d75ee-b776-4d90-b5ba-4c45856b6d9e tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] 10.222.0.15 "DELETE /v2.0/subnets/14dc8c62-5e73-40c4-b5c9-62a5c1875fe7 HTTP/1.1" status: 204 len: 168 time: 1.4195633 May 28 04:49:19.895571 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54976) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:20.030860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02d2b883-8a5a-41fc-919b-c35d69ac5897 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:20.034353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd7948-5e60-4c1c-89a1-654dc96a7def tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 0b7e2e83-7a4b-4095-9da9-c818201e7a72 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:49:20.049441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-172cd243-ec00-46a9-8fbd-dcec9990e318 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:20.057242 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-172cd243-ec00-46a9-8fbd-dcec9990e318 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:subnet and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:20.060736 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-42bd7948-5e60-4c1c-89a1-654dc96a7def tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 0b7e2e83-7a4b-4095-9da9-c818201e7a72) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:20.076784 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bd7948-5e60-4c1c-89a1-654dc96a7def tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:20.077347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42bd7948-5e60-4c1c-89a1-654dc96a7def tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:20.083662 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4b8e61-6508-49df-9850-b18383657818 None None] Network 0b7e2e83-7a4b-4095-9da9-c818201e7a72 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:20.092534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-172cd243-ec00-46a9-8fbd-dcec9990e318 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:20.107337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:20.109015 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-172cd243-ec00-46a9-8fbd-dcec9990e318 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:20.114911 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02d2b883-8a5a-41fc-919b-c35d69ac5897 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:20.119107 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-02d2b883-8a5a-41fc-919b-c35d69ac5897 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6672285 May 28 04:49:20.119873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 54984) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:20.165299 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-42bd7948-5e60-4c1c-89a1-654dc96a7def tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0194247 May 28 04:49:20.166281 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 54988) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:20.281633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172cd243-ec00-46a9-8fbd-dcec9990e318 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:20.294034 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'network_id': '0b7e2e83-7a4b-4095-9da9-c818201e7a72', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1125017829'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:20.315737 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Deleting port f1fab8c4-40a3-4834-a22d-2b6a9d77e461 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:20.316067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:20.320151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Allocated IP 172.20.0.5 (c1849aa6-e5af-4340-96e5-b60753fbe002/1f64985b-4bb6-45c2-948b-1e9ba555fac0/fe10051a-f9d5-4afd-84a9-e7cfae690f82) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:20.358801 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef045f2c-50f4-461a-b765-e5fe8033b8de None None] DHCP port deletion for edd57e30-bcf2-4a7f-a3d5-90ee89a160c8 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:49:20.372176 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ef045f2c-50f4-461a-b765-e5fe8033b8de None None] Deleting port f1fab8c4-40a3-4834-a22d-2b6a9d77e461 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:20.372539 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ef045f2c-50f4-461a-b765-e5fe8033b8de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:20.490004 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-0b7e2e83-7a4b-4095-9da9-c818201e7a72', 'network_id': '0b7e2e83-7a4b-4095-9da9-c818201e7a72', 'tenant_id': '2f38548c71c149ba8d132c7dd3fe1dd0', 'fixed_ips': [{'subnet_id': '609fb6b2-3703-4be3-a8da-5faade2dd48a'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:49:20.490965 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:20.512533 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-343ec700-3578-458f-864f-57d308fb3a60 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:20.590919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-172cd243-ec00-46a9-8fbd-dcec9990e318 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:20.614265 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:20.625943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:20.676934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:20.680420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:20.744872 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ef045f2c-50f4-461a-b765-e5fe8033b8de None None] For port f1fab8c4-40a3-4834-a22d-2b6a9d77e461, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f1fab8c4-40a3-4834-a22d-2b6a9d77e461,segment=NetworkSegment(d6b6b96a-73f8-4d88-9b02-015f6ab6acf2),segment_id=d6b6b96a-73f8-4d88-9b02-015f6ab6acf2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:20.745446 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ef045f2c-50f4-461a-b765-e5fe8033b8de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:20.774023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] device_id is not set on port 205a0147-dfc6-42cf-9cce-89efb4b93bb8 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:20.844466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:20.869326 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ef045f2c-50f4-461a-b765-e5fe8033b8de None None] Calling delete_port for f1fab8c4-40a3-4834-a22d-2b6a9d77e461 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:20.921773 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Allocated IP 2001:db8::2 (0b7e2e83-7a4b-4095-9da9-c818201e7a72/609fb6b2-3703-4be3-a8da-5faade2dd48a/e035ac00-2989-4166-ac6f-ce21ad9c94c6) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:21.022466 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] For port f1fab8c4-40a3-4834-a22d-2b6a9d77e461, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f1fab8c4-40a3-4834-a22d-2b6a9d77e461,segment=NetworkSegment(d6b6b96a-73f8-4d88-9b02-015f6ab6acf2),segment_id=d6b6b96a-73f8-4d88-9b02-015f6ab6acf2)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:21.023201 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:21.023873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530104a4-f7d8-4569-ad37-284bfeb969ed tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:49:21.035560 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280b74ce-83cf-4fcf-98ab-e8caa0df212d None None] Sync routers for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:49:21.055875 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280b74ce-83cf-4fcf-98ab-e8caa0df212d None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:21.056771 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-280b74ce-83cf-4fcf-98ab-e8caa0df212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:21.057148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ef045f2c-50f4-461a-b765-e5fe8033b8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:21.071882 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.objects.ports [None req-6d7378c5-aa71-4691-9304-7ac997f55c5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84009) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:49:21.089670 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6d7378c5-aa71-4691-9304-7ac997f55c5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:21.140012 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef045f2c-50f4-461a-b765-e5fe8033b8de None None] Pushing event deleted for resources: {'Port': ['ID=f1fab8c4-40a3-4834-a22d-2b6a9d77e461,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:21.161259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef045f2c-50f4-461a-b765-e5fe8033b8de None None] No DVR routers for this DVR port f1fab8c4-40a3-4834-a22d-2b6a9d77e461 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:49:21.197102 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-280b74ce-83cf-4fcf-98ab-e8caa0df212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:21.208975 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280b74ce-83cf-4fcf-98ab-e8caa0df212d None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:21.209591 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-280b74ce-83cf-4fcf-98ab-e8caa0df212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:48:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:21.247667 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:21.258498 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Transition to ACTIVE for port object e035ac00-2989-4166-ac6f-ce21ad9c94c6 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:21.271295 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-280b74ce-83cf-4fcf-98ab-e8caa0df212d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:21.272007 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280b74ce-83cf-4fcf-98ab-e8caa0df212d None None] The sync data for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:49:21.280959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Transition to ACTIVE for port object e035ac00-2989-4166-ac6f-ce21ad9c94c6 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:21.291298 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:21.335544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Calling delete_port for f1fab8c4-40a3-4834-a22d-2b6a9d77e461 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:21.415290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7378c5-aa71-4691-9304-7ac997f55c5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:21.428242 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-6d7378c5-aa71-4691-9304-7ac997f55c5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:21.443420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7378c5-aa71-4691-9304-7ac997f55c5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:21.443997 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6d7378c5-aa71-4691-9304-7ac997f55c5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:21.447022 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e108ecd-52b4-4d93-a10d-f8e7755821d2 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:21.478670 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7378c5-aa71-4691-9304-7ac997f55c5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=2238d118-53c4-44f0-87f9-acfd5b3a660b,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:21.518776 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6d7378c5-aa71-4691-9304-7ac997f55c5b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1850095 May 28 04:49:21.518776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Allocated IP 2001:db8::2a9 (0b7e2e83-7a4b-4095-9da9-c818201e7a72/609fb6b2-3703-4be3-a8da-5faade2dd48a/205a0147-dfc6-42cf-9cce-89efb4b93bb8) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:21.520267 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55008) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:21.527664 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'mac_address': 'fa:16:3e:d4:4a:0a', 'name': 'tempest-NetworksTestDHCPv6-880334184'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:21.573486 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Network 0b7e2e83-7a4b-4095-9da9-c818201e7a72 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:21.585184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-343ec700-3578-458f-864f-57d308fb3a60 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:21.587878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:21.590362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:21.591109 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-343ec700-3578-458f-864f-57d308fb3a60 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:21.617091 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f1fab8c4-40a3-4834-a22d-2b6a9d77e461 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:49:21.637068 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:49:21.637390 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:49:21.681557 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Pushing event updated for resources: {'Port': ['ID=e035ac00-2989-4166-ac6f-ce21ad9c94c6,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:21.684654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: f1fab8c4-40a3-4834-a22d-2b6a9d77e461 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:49:21.684988 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f1fab8c4-40a3-4834-a22d-2b6a9d77e461 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:49:21.694963 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-343ec700-3578-458f-864f-57d308fb3a60 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:21.695560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343ec700-3578-458f-864f-57d308fb3a60 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ae2fbfb-6304-4725-be13-26b39ce809e3 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:49:21.703531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-172cd243-ec00-46a9-8fbd-dcec9990e318 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:21.780170 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Attempting to bind port e035ac00-2989-4166-ac6f-ce21ad9c94c6 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:49:21.780745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Attempting to bind port e035ac00-2989-4166-ac6f-ce21ad9c94c6 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '2d07970f-0bac-4f91-a47a-2c6c57ac6b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0b7e2e83-7a4b-4095-9da9-c818201e7a72'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:49:21.780745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Attempting to bind port e035ac00-2989-4166-ac6f-ce21ad9c94c6 on network 0b7e2e83-7a4b-4095-9da9-c818201e7a72 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:49:21.806853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:21.811962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cd243-ec00-46a9-8fbd-dcec9990e318 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Subnet': ['ID=0fae0451-4cd2-4ac6-9b42-82d9a5de1629,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:21.825809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:49:21.826021 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Checking segment: {'id': '2d07970f-0bac-4f91-a47a-2c6c57ac6b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0b7e2e83-7a4b-4095-9da9-c818201e7a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:21.826430 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:21.826809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Bound using segment: {'id': '2d07970f-0bac-4f91-a47a-2c6c57ac6b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0b7e2e83-7a4b-4095-9da9-c818201e7a72'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:49:21.827285 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Bound port: e035ac00-2989-4166-ac6f-ce21ad9c94c6, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d07970f-0bac-4f91-a47a-2c6c57ac6b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '0b7e2e83-7a4b-4095-9da9-c818201e7a72'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:49:21.827648 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:21.830261 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:21.840106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:21.852265 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:21.861885 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:21.866034 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:21.942626 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': '2238d118-53c4-44f0-87f9-acfd5b3a660b'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:49:21.943429 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:21.956891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Transition to ACTIVE for port object 205a0147-dfc6-42cf-9cce-89efb4b93bb8 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:21.968753 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port 354ebeb0-2cf8-498d-9d91-f34e5f2c323b yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:21.976280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event updated for resources: {'Port': ['ID=fe10051a-f9d5-4afd-84a9-e7cfae690f82,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:22.000597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Network c1849aa6-e5af-4340-96e5-b60753fbe002 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:22.006475 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-343ec700-3578-458f-864f-57d308fb3a60 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.012760 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-343ec700-3578-458f-864f-57d308fb3a60 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] 10.222.0.15 "DELETE /v2.0/routers/3ae2fbfb-6304-4725-be13-26b39ce809e3 HTTP/1.1" status: 204 len: 168 time: 1.8911591 May 28 04:49:22.014388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55020) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:22.022126 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] For port e035ac00-2989-4166-ac6f-ce21ad9c94c6, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:49:22.024324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:22.032844 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:22.042080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] For port e035ac00-2989-4166-ac6f-ce21ad9c94c6, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e035ac00-2989-4166-ac6f-ce21ad9c94c6,segment=NetworkSegment(2d07970f-0bac-4f91-a47a-2c6c57ac6b45),segment_id=2d07970f-0bac-4f91-a47a-2c6c57ac6b45)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:49:22.057438 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.082718 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e3c06650-4562-46c9-92b8-a6249eeec64c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Request body: {'router': {'name': 'tempest-router-2072576670', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '67673b64f27a468a8c5b8da0aaf60283'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:22.090362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e3c06650-4562-46c9-92b8-a6249eeec64c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:22.094468 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e3c06650-4562-46c9-92b8-a6249eeec64c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Usage tracker for resource:router and tenant:67673b64f27a468a8c5b8da0aaf60283 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:22.097694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e3c06650-4562-46c9-92b8-a6249eeec64c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:22.105447 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e3c06650-4562-46c9-92b8-a6249eeec64c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:22.132522 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172cd243-ec00-46a9-8fbd-dcec9990e318 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Checking segment: {'id': '8c70bc63-6246-48eb-a63e-6126a33fd7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b0075681-ce1e-4872-96d0-2344b4f73289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:22.135583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172cd243-ec00-46a9-8fbd-dcec9990e318 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network hostable DHCP agents. Network: b0075681-ce1e-4872-96d0-2344b4f73289, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:49:22.137966 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Deleting port f1fab8c4-40a3-4834-a22d-2b6a9d77e461 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:22.138513 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.165326 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.180326 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4012639e-8781-4bff-b301-6295b0512ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.186731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3c06650-4562-46c9-92b8-a6249eeec64c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.187754 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3c06650-4562-46c9-92b8-a6249eeec64c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.191340 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f11bea-66f1-4420-ba81-5aa84d4c4e32 None None] Pushing event updated for resources: {'Port': ['ID=e035ac00-2989-4166-ac6f-ce21ad9c94c6,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:22.286367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3c06650-4562-46c9-92b8-a6249eeec64c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.291091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172cd243-ec00-46a9-8fbd-dcec9990e318 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network b0075681-ce1e-4872-96d0-2344b4f73289 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:49:22.392631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-172cd243-ec00-46a9-8fbd-dcec9990e318 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, b0075681-ce1e-4872-96d0-2344b4f73289) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:22.397339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172cd243-ec00-46a9-8fbd-dcec9990e318 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:22.398076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-172cd243-ec00-46a9-8fbd-dcec9990e318 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.399807 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] The port 'f1fab8c4-40a3-4834-a22d-2b6a9d77e461' was deleted {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:49:22.411140 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::f816:3eff:fed4:4a0a (ba7d5340-6612-4ffa-ba26-ab26f78055ee/2238d118-53c4-44f0-87f9-acfd5b3a660b/354ebeb0-2cf8-498d-9d91-f34e5f2c323b) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:22.411258 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ab0de6-fae2-428b-ae5c-13475d00066d None None] Network b0075681-ce1e-4872-96d0-2344b4f73289 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:22.436517 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55030) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:22.459561 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 0b7e2e83-7a4b-4095-9da9-c818201e7a72 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:22.498864 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=205a0147-dfc6-42cf-9cce-89efb4b93bb8,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:22.510151 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:22.523112 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:22.527725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:22.528520 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.607504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.644937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3c06650-4562-46c9-92b8-a6249eeec64c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.721259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-b0075681-ce1e-4872-96d0-2344b4f73289', 'network_id': 'b0075681-ce1e-4872-96d0-2344b4f73289', 'tenant_id': 'cabd20bf9b9e4fe68d6da0a704f20081', 'fixed_ips': [{'subnet_id': '0fae0451-4cd2-4ac6-9b42-82d9a5de1629'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:49:22.722558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.739879 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-172cd243-ec00-46a9-8fbd-dcec9990e318 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2381091 May 28 04:49:22.748588 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55036) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:22.749341 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3c06650-4562-46c9-92b8-a6249eeec64c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.753757 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e3c06650-4562-46c9-92b8-a6249eeec64c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7238369 May 28 04:49:22.756975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55038) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:22.763945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a645527f-1a12-47b8-b68b-a8a8486c5bdd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1466689136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:22.770547 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a645527f-1a12-47b8-b68b-a8a8486c5bdd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:22.774420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a645527f-1a12-47b8-b68b-a8a8486c5bdd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:router and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:22.777753 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a645527f-1a12-47b8-b68b-a8a8486c5bdd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:22.783509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a645527f-1a12-47b8-b68b-a8a8486c5bdd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:22.792573 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.804171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-04c06635-c2cf-4353-a3e1-74a74aa43f88 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:22.808015 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.833386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3322a4f9-cb52-4f68-956b-997819146f5b tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:22.861733 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2e0f4661-d758-4dac-bb68-48525e738461 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.6906118 May 28 04:49:22.862253 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd57e30-bcf2-4a7f-a3d5-90ee89a160c8']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:22.871992 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55044) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:22.898985 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a645527f-1a12-47b8-b68b-a8a8486c5bdd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.899884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a645527f-1a12-47b8-b68b-a8a8486c5bdd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:22.919982 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b6b96a-73f8-4d88-9b02-015f6ab6acf2') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:22.920448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b6b96a-73f8-4d88-9b02-015f6ab6acf2') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:22.926966 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Allocated IP 172.20.0.2 (b0075681-ce1e-4872-96d0-2344b4f73289/0fae0451-4cd2-4ac6-9b42-82d9a5de1629/0fb34239-498c-4ee2-ac06-666fd23d1a21) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:22.962581 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.010878 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.022206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-0263c534-fc1c-4b58-b800-fe668fb778a1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 205a0147-dfc6-42cf-9cce-89efb4b93bb8 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:23.022910 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0263c534-fc1c-4b58-b800-fe668fb778a1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.068169 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:23.068169 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.088101 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-04c06635-c2cf-4353-a3e1-74a74aa43f88 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] 10.222.0.15 "PUT /v2.0/quotas/a68fff24b9594ae2b0951f791667b833 HTTP/1.1" status: 200 len: 368 time: 0.6422055 May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:23.089344 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:23.093833 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55048) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:23.103151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a645527f-1a12-47b8-b68b-a8a8486c5bdd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.113994 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.119375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Request body: {'network': {'project_id': 'a68fff24b9594ae2b0951f791667b833'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:23.134044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:23.135948 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object 354ebeb0-2cf8-498d-9d91-f34e5f2c323b will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:23.202137 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.216222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Transition to ACTIVE for port object 0fb34239-498c-4ee2-ac06-666fd23d1a21 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:23.244734 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Transition to ACTIVE for port object 0fb34239-498c-4ee2-ac06-666fd23d1a21 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:23.254412 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.324993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Usage tracker for resource:network and tenant:a68fff24b9594ae2b0951f791667b833 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:23.334425 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:23.344203 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Network b0075681-ce1e-4872-96d0-2344b4f73289 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:23.348666 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:23.351722 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:23.355897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.361387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:23.363923 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Pushing event updated for resources: {'Port': ['ID=0fb34239-498c-4ee2-ac06-666fd23d1a21,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:23.428637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.439713 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] Pushing event deleted for resources: {'Network': ['ID=edd57e30-bcf2-4a7f-a3d5-90ee89a160c8,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:23.456147 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a21edbb9-2c97-4495-bed2-90f73263160c tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568 tempest-ExtraDHCPOptionsIpV6TestJSON-1619810568-project] 10.222.0.15 "DELETE /v2.0/networks/edd57e30-bcf2-4a7f-a3d5-90ee89a160c8 HTTP/1.1" status: 204 len: 168 time: 3.5554843 May 28 04:49:23.462182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a645527f-1a12-47b8-b68b-a8a8486c5bdd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.462876 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.513874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Made reservation on behalf of a68fff24b9594ae2b0951f791667b833 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:23.516356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.578984 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.585065 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Allocated IP 2001:db8::f816:3eff:fe0e:b13c (ba7d5340-6612-4ffa-ba26-ab26f78055ee/2238d118-53c4-44f0-87f9-acfd5b3a660b/001d05f2-e8ea-44ef-8227-d5b54c597356) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:23.590341 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:23.608721 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:23.618247 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:23.634916 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:23.635571 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.677820 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=354ebeb0-2cf8-498d-9d91-f34e5f2c323b,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:23.687353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0263c534-fc1c-4b58-b800-fe668fb778a1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.701043 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-21f97c66-9448-4aef-a9c2-2cb580164fc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1779981 May 28 04:49:23.703677 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55054) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:23.766939 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a645527f-1a12-47b8-b68b-a8a8486c5bdd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.768360 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a645527f-1a12-47b8-b68b-a8a8486c5bdd tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0134110 May 28 04:49:23.781988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55058) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:23.799751 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'network_id': 'b0075681-ce1e-4872-96d0-2344b4f73289', 'name': 'tempest-PortsTestJSON-5595893'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:23.822103 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:49:23.836148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3322a4f9-cb52-4f68-956b-997819146f5b tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.836903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3322a4f9-cb52-4f68-956b-997819146f5b tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.878022 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-0263c534-fc1c-4b58-b800-fe668fb778a1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 205a0147-dfc6-42cf-9cce-89efb4b93bb8 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:23.886399 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:23.897392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Transition to ACTIVE for port object 001d05f2-e8ea-44ef-8227-d5b54c597356 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:23.919714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Transition to ACTIVE for port object 001d05f2-e8ea-44ef-8227-d5b54c597356 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:23.927510 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e035ac00-2989-4166-ac6f-ce21ad9c94c6 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:23.952065 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55064) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:23.958092 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67758e50-f49a-456a-a443-7f8bd6b34231 None None] Network 0b7e2e83-7a4b-4095-9da9-c818201e7a72 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:24.004871 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.033485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530104a4-f7d8-4569-ad37-284bfeb969ed tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 4aea5039-d96a-49ca-a441-4940b17cb801 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:49:24.036210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.040518 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b23a706-a4d5-486a-a176-ff364e10dab8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:24.042449 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5b23a706-a4d5-486a-a176-ff364e10dab8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:24.075742 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.087549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:24.107279 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5b23a706-a4d5-486a-a176-ff364e10dab8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:24.109219 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5b23a706-a4d5-486a-a176-ff364e10dab8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4042704 May 28 04:49:24.117699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55070) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:24.144658 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Usage tracker for resource:security_group_rule and tenant:a68fff24b9594ae2b0951f791667b833 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:24.152416 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Attempting to bind port 0fb34239-498c-4ee2-ac06-666fd23d1a21 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:49:24.152778 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Attempting to bind port 0fb34239-498c-4ee2-ac06-666fd23d1a21 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '8c70bc63-6246-48eb-a63e-6126a33fd7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b0075681-ce1e-4872-96d0-2344b4f73289'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:49:24.153055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:24.153281 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Attempting to bind port 0fb34239-498c-4ee2-ac06-666fd23d1a21 on network b0075681-ce1e-4872-96d0-2344b4f73289 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:49:24.167729 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:24.168601 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e3d8695a-8ca9-4c16-9eb7-5d0ca6aedfe4 None None] Provisioning for port e035ac00-2989-4166-ac6f-ce21ad9c94c6 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:24.179858 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:24.190230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:24.197919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3322a4f9-cb52-4f68-956b-997819146f5b tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84010) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 28 04:49:24.198367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3322a4f9-cb52-4f68-956b-997819146f5b tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Router ae35fb5d-115c-47c6-8c74-8c819d272a47 migrating from provider to provider. {{(pid=84010) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 28 04:49:24.198741 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3322a4f9-cb52-4f68-956b-997819146f5b tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.199874 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:24.226921 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:49:24.227384 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Checking segment: {'id': '8c70bc63-6246-48eb-a63e-6126a33fd7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b0075681-ce1e-4872-96d0-2344b4f73289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:24.227704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.228519 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Bound using segment: {'id': '8c70bc63-6246-48eb-a63e-6126a33fd7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b0075681-ce1e-4872-96d0-2344b4f73289'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:49:24.228519 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Bound port: 0fb34239-498c-4ee2-ac06-666fd23d1a21, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c70bc63-6246-48eb-a63e-6126a33fd7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'b0075681-ce1e-4872-96d0-2344b4f73289'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:49:24.228887 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.233339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3322a4f9-cb52-4f68-956b-997819146f5b tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.245862 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-bef12082-6e59-4064-9f8d-e53c62980450 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port 354ebeb0-2cf8-498d-9d91-f34e5f2c323b {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:24.246108 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bef12082-6e59-4064-9f8d-e53c62980450 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.282868 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0263c534-fc1c-4b58-b800-fe668fb778a1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.287720 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Pushing event updated for resources: {'Port': ['ID=001d05f2-e8ea-44ef-8227-d5b54c597356,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:24.345144 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event updated for resources: {'Port': ['ID=fe10051a-f9d5-4afd-84a9-e7cfae690f82,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:24.347699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3322a4f9-cb52-4f68-956b-997819146f5b tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.364527 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2977719e-c58f-4ba9-8fb9-ca500ccd7fbe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e537ab21e784401ad9d9bc9c6308632&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4025059 May 28 04:49:24.364527 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263c534-fc1c-4b58-b800-fe668fb778a1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=205a0147-dfc6-42cf-9cce-89efb4b93bb8,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:24.369213 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55074) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:24.469069 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-840b9326-e22a-4b1f-b079-529c25ecd349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.482453 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port e035ac00-2989-4166-ac6f-ce21ad9c94c6 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:24.488585 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:24.491115 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Attempting to bind port 001d05f2-e8ea-44ef-8227-d5b54c597356 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:49:24.491115 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Attempting to bind port 001d05f2-e8ea-44ef-8227-d5b54c597356 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:49:24.491115 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Attempting to bind port 001d05f2-e8ea-44ef-8227-d5b54c597356 on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:49:24.507597 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port e035ac00-2989-4166-ac6f-ce21ad9c94c6 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:24.507993 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.512243 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:port and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:24.555766 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] For port 0fb34239-498c-4ee2-ac06-666fd23d1a21, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:49:24.560096 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:49:24.560476 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:24.560854 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.561225 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:49:24.561711 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Bound port: 001d05f2-e8ea-44ef-8227-d5b54c597356, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:49:24.562078 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.570326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:24.573353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.591879 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:24.617364 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0263c534-fc1c-4b58-b800-fe668fb778a1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.623069 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] For port 0fb34239-498c-4ee2-ac06-666fd23d1a21, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0fb34239-498c-4ee2-ac06-666fd23d1a21,segment=NetworkSegment(8c70bc63-6246-48eb-a63e-6126a33fd7b4),segment_id=8c70bc63-6246-48eb-a63e-6126a33fd7b4)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:49:24.636356 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7246ba83-d9d2-44d0-8133-1a9d0eeea2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.649094 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.654208 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:24.657294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.664044 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7246ba83-d9d2-44d0-8133-1a9d0eeea2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.683511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.684891 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-62f972d0-78b6-4169-9bd9-79b8ef3a2d9b tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.0577002 May 28 04:49:24.693348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55078) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:24.701101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.743792 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0263c534-fc1c-4b58-b800-fe668fb778a1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/205a0147-dfc6-42cf-9cce-89efb4b93bb8 HTTP/1.1" status: 204 len: 168 time: 1.8678861 May 28 04:49:24.744521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55082) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:24.762235 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] device_id is not set on port 54367a24-bcd9-44bd-9bdc-585cb02ca088 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:24.769977 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.802127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.826079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7246ba83-d9d2-44d0-8133-1a9d0eeea2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.829525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7246ba83-d9d2-44d0-8133-1a9d0eeea2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.830680 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7246ba83-d9d2-44d0-8133-1a9d0eeea2b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64ee129a-1f6a-415e-bb79-ae96586cafdb HTTP/1.1" status: 204 len: 168 time: 0.4604838 May 28 04:49:24.844800 dv-neutron-843300-5-hyperv neutron-server[84010]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3322a4f9-cb52-4f68-956b-997819146f5b tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] No L3 agents can host the router ae35fb5d-115c-47c6-8c74-8c819d272a47 May 28 04:49:24.865147 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246ba83-d9d2-44d0-8133-1a9d0eeea2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ee129a-1f6a-415e-bb79-ae96586cafdb,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:24.874721 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-805eca1a-4c1b-4235-b73d-8f73d4fa98b0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] GET failed (client error): The resource could not be found. May 28 04:49:24.875768 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-805eca1a-4c1b-4235-b73d-8f73d4fa98b0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:24.886443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5420fff-3dc0-404b-8216-3049b33b29c7 None None] Pushing event updated for resources: {'Port': ['ID=0fb34239-498c-4ee2-ac06-666fd23d1a21,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:24.893019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] For port 001d05f2-e8ea-44ef-8227-d5b54c597356, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:49:24.919407 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-805eca1a-4c1b-4235-b73d-8f73d4fa98b0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:24.924598 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-805eca1a-4c1b-4235-b73d-8f73d4fa98b0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/205a0147-dfc6-42cf-9cce-89efb4b93bb8 HTTP/1.1" status: 404 len: 333 time: 0.1754291 May 28 04:49:24.925345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55088) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:24.927873 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:24.946736 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] For port 001d05f2-e8ea-44ef-8227-d5b54c597356, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=001d05f2-e8ea-44ef-8227-d5b54c597356,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:49:24.969411 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:25.036543 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bef12082-6e59-4064-9f8d-e53c62980450 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:25.088783 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port e035ac00-2989-4166-ac6f-ce21ad9c94c6, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e035ac00-2989-4166-ac6f-ce21ad9c94c6,segment=NetworkSegment(2d07970f-0bac-4f91-a47a-2c6c57ac6b45),segment_id=2d07970f-0bac-4f91-a47a-2c6c57ac6b45)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:25.126319 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:25.160249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:25.167468 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fad3d-98ec-4ff1-9734-37989909dcc8 None None] Pushing event updated for resources: {'Port': ['ID=001d05f2-e8ea-44ef-8227-d5b54c597356,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:25.209806 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-05d38c27-7a18-4aca-89f0-6ce83dc7a3c8 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Synchronizing usage tracker for tenant:d8c50a87605e418689eca7902877a876 on resource:floatingip {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:25.277616 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:25.283491 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Added segment b5a36c5a-e531-490b-b37e-4c85d5887014 of type vlan for network 02e10dbb-2e74-4c56-878c-20516c5f6b53 May 28 04:49:25.289056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9babe795-c8a2-4b19-8d40-188671d489f5,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:25.303015 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=e035ac00-2989-4166-ac6f-ce21ad9c94c6,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:25.348946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-bef12082-6e59-4064-9f8d-e53c62980450 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for 354ebeb0-2cf8-498d-9d91-f34e5f2c323b owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:25.487785 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e4981290-6f27-4178-a999-5e6f1b9fb59d None None] Provisioning complete for port e035ac00-2989-4166-ac6f-ce21ad9c94c6 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:25.488155 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e4981290-6f27-4178-a999-5e6f1b9fb59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:25.663386 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:25.673814 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:25.718100 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-dafff4c2-d159-45e1-be4b-86c83a11638c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting subnet 609fb6b2-3703-4be3-a8da-5faade2dd48a {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:49:25.721887 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dafff4c2-d159-45e1-be4b-86c83a11638c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:25.722813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-05d38c27-7a18-4aca-89f0-6ce83dc7a3c8 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Unset dirty status for tenant:d8c50a87605e418689eca7902877a876 on resource:floatingip {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:25.724089 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-05d38c27-7a18-4aca-89f0-6ce83dc7a3c8 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=c1849aa6-e5af-4340-96e5-b60753fbe002 HTTP/1.1" status: 200 len: 689 time: 1.0266881 May 28 04:49:25.732417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55100) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:25.753219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:25.896719 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dafff4c2-d159-45e1-be4b-86c83a11638c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:25.899229 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0fb34239-498c-4ee2-ac06-666fd23d1a21 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:25.908406 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Allocated IP 172.20.0.3 (b0075681-ce1e-4872-96d0-2344b4f73289/0fae0451-4cd2-4ac6-9b42-82d9a5de1629/54367a24-bcd9-44bd-9bdc-585cb02ca088) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:26.022404 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3322a4f9-cb52-4f68-956b-997819146f5b tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Hosts for router ae35fb5d-115c-47c6-8c74-8c819d272a47: [] {{(pid=84010) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} May 28 04:49:26.022812 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bd8f2670-f9a7-49b0-92c8-f67b5fcd6423 None None] Could not find standard attr ID for object 205a0147-dfc6-42cf-9cce-89efb4b93bb8. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:49:26.064450 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 0fb34239-498c-4ee2-ac06-666fd23d1a21 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:26.073604 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e035ac00-2989-4166-ac6f-ce21ad9c94c6 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:26.078773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dafff4c2-d159-45e1-be4b-86c83a11638c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:26.143621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530104a4-f7d8-4569-ad37-284bfeb969ed tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:49:26.152059 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:26.153066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:26.153632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:26.157479 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ddbcb4-9c67-4eb0-a66c-40d9a451fa33 None None] Sync routers for ids ['4aea5039-d96a-49ca-a441-4940b17cb801'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:49:26.176928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bef12082-6e59-4064-9f8d-e53c62980450 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:26.205447 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ddbcb4-9c67-4eb0-a66c-40d9a451fa33 None None] Routers {'4aea5039-d96a-49ca-a441-4940b17cb801'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:26.208113 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a3ddbcb4-9c67-4eb0-a66c-40d9a451fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:49:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4aea5039-d96a-49ca-a441-4940b17cb801'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:26.222322 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3322a4f9-cb52-4f68-956b-997819146f5b tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Hosts for other DVR routers connected to router ae35fb5d-115c-47c6-8c74-8c819d272a47: set() {{(pid=84010) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} May 28 04:49:26.255029 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef12082-6e59-4064-9f8d-e53c62980450 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=354ebeb0-2cf8-498d-9d91-f34e5f2c323b,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:26.266944 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dafff4c2-d159-45e1-be4b-86c83a11638c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:26.298045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port e035ac00-2989-4166-ac6f-ce21ad9c94c6 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:26.298411 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:26.320374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dafff4c2-d159-45e1-be4b-86c83a11638c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:26.341395 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90396475-b39a-4a62-abc7-c0c2924caa57 None None] Network 0b7e2e83-7a4b-4095-9da9-c818201e7a72 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:26.342790 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-530104a4-f7d8-4569-ad37-284bfeb969ed tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:26.361553 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-dafff4c2-d159-45e1-be4b-86c83a11638c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/609fb6b2-3703-4be3-a8da-5faade2dd48a HTTP/1.1" status: 204 len: 168 time: 1.4313185 May 28 04:49:26.363043 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafff4c2-d159-45e1-be4b-86c83a11638c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Subnet': ['ID=609fb6b2-3703-4be3-a8da-5faade2dd48a,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:26.364657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55112) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:26.409377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:26.434891 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.3320351 May 28 04:49:26.441356 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55116) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:26.445149 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3322a4f9-cb52-4f68-956b-997819146f5b tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:26.448742 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3322a4f9-cb52-4f68-956b-997819146f5b tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] 10.222.0.15 "PUT /v2.0/routers/ae35fb5d-115c-47c6-8c74-8c819d272a47 HTTP/1.1" status: 200 len: 717 time: 3.6864057 May 28 04:49:26.450896 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bef12082-6e59-4064-9f8d-e53c62980450 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:26.455313 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bef12082-6e59-4064-9f8d-e53c62980450 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/354ebeb0-2cf8-498d-9d91-f34e5f2c323b HTTP/1.1" status: 204 len: 168 time: 2.3339982 May 28 04:49:26.457189 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Request body: {'network': {'project_id': 'a68fff24b9594ae2b0951f791667b833'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:26.461189 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55118) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:26.461519 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55122) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:26.471314 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a3ddbcb4-9c67-4eb0-a66c-40d9a451fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:26.600672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55128) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:26.668975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1f6a7-f236-4b67-a147-a8de3a4f6b74 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Pushing event updated for resources: {'Network': ['ID=02e10dbb-2e74-4c56-878c-20516c5f6b53,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:26.677399 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:26.702778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Deleting port fe10051a-f9d5-4afd-84a9-e7cfae690f82 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:26.703003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:26.759308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 02e10dbb-2e74-4c56-878c-20516c5f6b53 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:26.788430 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ddbcb4-9c67-4eb0-a66c-40d9a451fa33 None None] Routers {'4aea5039-d96a-49ca-a441-4940b17cb801'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:26.789710 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a3ddbcb4-9c67-4eb0-a66c-40d9a451fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:49:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4aea5039-d96a-49ca-a441-4940b17cb801'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:26.841556 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-530104a4-f7d8-4569-ad37-284bfeb969ed tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "PUT /v2.0/floatingips/b7924ae6-dc62-4ea3-88f8-34f354b82b49 HTTP/1.1" status: 200 len: 978 time: 12.5669587 May 28 04:49:26.842276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55134) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:26.859523 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Usage tracker for resource:network and tenant:a68fff24b9594ae2b0951f791667b833 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:26.895761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de247af-4886-43fb-b178-43a28c185442 None None] Network b0075681-ce1e-4872-96d0-2344b4f73289 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:26.917474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:26.927202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:26.935848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:26.982413 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f7384-6470-40ff-975d-8d600154564b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:26.983852 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f7384-6470-40ff-975d-8d600154564b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:26.984576 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-810f7384-6470-40ff-975d-8d600154564b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:26.988207 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port e035ac00-2989-4166-ac6f-ce21ad9c94c6 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:26.988537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.022221 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Made reservation on behalf of a68fff24b9594ae2b0951f791667b833 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:27.024596 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.062725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4512275e-7492-4132-94b0-12ca8768f410 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting port d488798e-35cb-4801-b280-a922b890c883 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:27.063083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4512275e-7492-4132-94b0-12ca8768f410 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.072010 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a3ddbcb4-9c67-4eb0-a66c-40d9a451fa33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:27.072565 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ddbcb4-9c67-4eb0-a66c-40d9a451fa33 None None] The sync data for ids ['4aea5039-d96a-49ca-a441-4940b17cb801'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:49:27.120921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-319845'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:27.133824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 001d05f2-e8ea-44ef-8227-d5b54c597356 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:27.162013 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:27.185591 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Usage tracker for resource:network and tenant:a2e5581a19f3441da981078292d6362a is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:27.196066 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4a1f55d0-8137-42da-80b1-a73e50ce3415 None None] Provisioning for port 0fb34239-498c-4ee2-ac06-666fd23d1a21 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:27.200577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:27.210929 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.237644 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4a1f55d0-8137-42da-80b1-a73e50ce3415 None None] Provisioning complete for port 0fb34239-498c-4ee2-ac06-666fd23d1a21 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:27.238034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4a1f55d0-8137-42da-80b1-a73e50ce3415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.239223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.242899 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:27.276247 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d492401f-2c47-40dd-8710-aaf8be55f10e tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] 10.222.0.15 "GET /v2.0/routers/ae35fb5d-115c-47c6-8c74-8c819d272a47 HTTP/1.1" status: 200 len: 717 time: 0.7161515 May 28 04:49:27.285519 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55138) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:27.320177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.320829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.334952 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-810f7384-6470-40ff-975d-8d600154564b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:27.336576 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-810f7384-6470-40ff-975d-8d600154564b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.7773626 May 28 04:49:27.347390 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55144) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:27.352830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:27.364790 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Transition to ACTIVE for port object 54367a24-bcd9-44bd-9bdc-585cb02ca088 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:27.431629 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6628741d-8097-4da5-b478-67149ed2a8fb None None] DHCP port deletion for 0b7e2e83-7a4b-4095-9da9-c818201e7a72 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:49:27.442502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Made reservation on behalf of a2e5581a19f3441da981078292d6362a for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:27.443331 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6628741d-8097-4da5-b478-67149ed2a8fb None None] Deleting port e035ac00-2989-4166-ac6f-ce21ad9c94c6 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:27.443691 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6628741d-8097-4da5-b478-67149ed2a8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.445668 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.550604 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.550944 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Added segment 4b2c44ff-2742-44cc-8928-e326cb2fe37b of type vlan for network 80224bc9-de7f-4e5f-aa2b-4cec5a5b6ca2 May 28 04:49:27.603408 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 001d05f2-e8ea-44ef-8227-d5b54c597356 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:27.666083 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4a1f55d0-8137-42da-80b1-a73e50ce3415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.718877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Calling delete_port for fe10051a-f9d5-4afd-84a9-e7cfae690f82 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:27.756866 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e035ac00-2989-4166-ac6f-ce21ad9c94c6 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:49:27.762363 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.813359 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.844978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-6628741d-8097-4da5-b478-67149ed2a8fb None None] For port e035ac00-2989-4166-ac6f-ce21ad9c94c6, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e035ac00-2989-4166-ac6f-ce21ad9c94c6,segment=NetworkSegment(2d07970f-0bac-4f91-a47a-2c6c57ac6b45),segment_id=2d07970f-0bac-4f91-a47a-2c6c57ac6b45)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:27.845382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6628741d-8097-4da5-b478-67149ed2a8fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.864350 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-4a1f55d0-8137-42da-80b1-a73e50ce3415 None None] For port 0fb34239-498c-4ee2-ac06-666fd23d1a21, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0fb34239-498c-4ee2-ac06-666fd23d1a21,segment=NetworkSegment(8c70bc63-6246-48eb-a63e-6126a33fd7b4),segment_id=8c70bc63-6246-48eb-a63e-6126a33fd7b4)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:27.903455 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:49:27.931029 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] For port e035ac00-2989-4166-ac6f-ce21ad9c94c6, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e035ac00-2989-4166-ac6f-ce21ad9c94c6,segment=NetworkSegment(2d07970f-0bac-4f91-a47a-2c6c57ac6b45),segment_id=2d07970f-0bac-4f91-a47a-2c6c57ac6b45)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:27.931437 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.980028 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4a1f55d0-8137-42da-80b1-a73e50ce3415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:27.993162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6628741d-8097-4da5-b478-67149ed2a8fb None None] Calling delete_port for e035ac00-2989-4166-ac6f-ce21ad9c94c6 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:28.005937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:28.031740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Usage tracker for resource:security_group_rule and tenant:a2e5581a19f3441da981078292d6362a is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:28.036295 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:28.047626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:28.064360 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.064600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.065391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:28.065989 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.085920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for e035ac00-2989-4166-ac6f-ce21ad9c94c6 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:28.123131 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4512275e-7492-4132-94b0-12ca8768f410 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.153763 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.181193 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f55d0-8137-42da-80b1-a73e50ce3415 None None] Pushing event updated for resources: {'Port': ['ID=0fb34239-498c-4ee2-ac06-666fd23d1a21,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:28.188753 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.212312 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fd71d614-4b1d-48fd-a638-5ecbfd5ff94c tempest-RoutersTestDVR-255663949 tempest-RoutersTestDVR-255663949-project] 10.222.0.15 "GET /v2.0/routers/ae35fb5d-115c-47c6-8c74-8c819d272a47 HTTP/1.1" status: 200 len: 683 time: 0.9130051 May 28 04:49:28.212559 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6628741d-8097-4da5-b478-67149ed2a8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.221179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Pushing event updated for resources: {'Network': ['ID=80224bc9-de7f-4e5f-aa2b-4cec5a5b6ca2,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:28.226855 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55148) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:28.260119 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a88f0163-d87c-434e-9e67-176db9ac9025 None None] Provisioning complete for port 0fb34239-498c-4ee2-ac06-666fd23d1a21 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:28.260575 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a88f0163-d87c-434e-9e67-176db9ac9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.266755 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network b0075681-ce1e-4872-96d0-2344b4f73289 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:28.272800 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:28.278303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:28.286334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 80224bc9-de7f-4e5f-aa2b-4cec5a5b6ca2 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:28.305922 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-57ab8f82-c29a-4d4b-9dc1-a0559754ce90 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8566973 May 28 04:49:28.314905 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55152) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:28.371872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=54367a24-bcd9-44bd-9bdc-585cb02ca088,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:28.385780 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628741d-8097-4da5-b478-67149ed2a8fb None None] Pushing event deleted for resources: {'Port': ['ID=e035ac00-2989-4166-ac6f-ce21ad9c94c6,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:28.409886 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-909328ec-670d-420a-8871-f0299789f435 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Request body: {'network': {'project_id': 'a68fff24b9594ae2b0951f791667b833'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:28.442770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89c5f1c-283d-434f-89a8-1da388622b4c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 2238d118-53c4-44f0-87f9-acfd5b3a660b {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:49:28.446594 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d89c5f1c-283d-434f-89a8-1da388622b4c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.477218 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4477abe3-ad2e-4b51-8362-8f8a30421169 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.499707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6628741d-8097-4da5-b478-67149ed2a8fb None None] No DVR routers for this DVR port e035ac00-2989-4166-ac6f-ce21ad9c94c6 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:49:28.557157 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:49:28.557797 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:49:28.569155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-909328ec-670d-420a-8871-f0299789f435 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:28.583768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe10051a-f9d5-4afd-84a9-e7cfae690f82,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:28.604151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-909328ec-670d-420a-8871-f0299789f435 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Usage tracker for resource:network and tenant:a68fff24b9594ae2b0951f791667b833 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:28.614849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-909328ec-670d-420a-8871-f0299789f435 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:28.621689 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a88f0163-d87c-434e-9e67-176db9ac9025 None None] Provisioning for port 001d05f2-e8ea-44ef-8227-d5b54c597356 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:28.631783 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a88f0163-d87c-434e-9e67-176db9ac9025 None None] Provisioning complete for port 001d05f2-e8ea-44ef-8227-d5b54c597356 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:28.632512 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a88f0163-d87c-434e-9e67-176db9ac9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.640200 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d89c5f1c-283d-434f-89a8-1da388622b4c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.644935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-909328ec-670d-420a-8871-f0299789f435 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:28.657605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.665809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:28.666417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.670213 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-909328ec-670d-420a-8871-f0299789f435 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 28 04:49:28.670821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-909328ec-670d-420a-8871-f0299789f435 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:49:28.671921 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-909328ec-670d-420a-8871-f0299789f435 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3023684 May 28 04:49:28.682630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55156) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:28.685484 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.760082 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a88f0163-d87c-434e-9e67-176db9ac9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.786059 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.797287 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a88f0163-d87c-434e-9e67-176db9ac9025 None None] For port 001d05f2-e8ea-44ef-8227-d5b54c597356, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=001d05f2-e8ea-44ef-8227-d5b54c597356,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:28.804259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a88f0163-d87c-434e-9e67-176db9ac9025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.836167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:28.846775 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a88f0163-d87c-434e-9e67-176db9ac9025 None None] Could not find standard attr ID for object 354ebeb0-2cf8-498d-9d91-f34e5f2c323b. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:49:28.869632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2e15ff-796e-4706-8045-bf6f6fea0baf,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:28.881362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f0163-d87c-434e-9e67-176db9ac9025 None None] Pushing event updated for resources: {'Port': ['ID=001d05f2-e8ea-44ef-8227-d5b54c597356,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:28.912052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.912377 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Added segment e309beff-0263-4472-a9cc-ad12e471b18d of type vlan for network 54c8aa9a-0454-47ab-9d77-29f29a89f086 May 28 04:49:28.925937 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4f596622-c20d-453f-9a14-abe854a6e6ea tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.1360650 May 28 04:49:28.927729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4512275e-7492-4132-94b0-12ca8768f410 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.928085 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4512275e-7492-4132-94b0-12ca8768f410 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:28.928384 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-4512275e-7492-4132-94b0-12ca8768f410 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Floating IP b7924ae6-dc62-4ea3-88f8-34f354b82b49 disassociated. External IP: 172.26.8.238, port: d488798e-35cb-4801-b280-a922b890c883. May 28 04:49:28.928720 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4512275e-7492-4132-94b0-12ca8768f410 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Calling delete_port for d488798e-35cb-4801-b280-a922b890c883 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:28.963216 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55160) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:28.979234 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cd727145-8a6a-4590-8ce8-41f5463ed365 None None] Provisioning for port 54367a24-bcd9-44bd-9bdc-585cb02ca088 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:28.988991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cd727145-8a6a-4590-8ce8-41f5463ed365 None None] Provisioning complete for port 54367a24-bcd9-44bd-9bdc-585cb02ca088 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:28.989721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cd727145-8a6a-4590-8ce8-41f5463ed365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.025951 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d89c5f1c-283d-434f-89a8-1da388622b4c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.032683 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-31071e49-78da-4cc5-b306-309d7dce04bf tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a68fff24b9594ae2b0951f791667b833&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3412158 May 28 04:49:29.036371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.041190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55164) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:29.047712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-cd727145-8a6a-4590-8ce8-41f5463ed365 None None] Port 54367a24-bcd9-44bd-9bdc-585cb02ca088 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:29.047974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.061957 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port e035ac00-2989-4166-ac6f-ce21ad9c94c6 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:29.062294 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.220413 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.224113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:29.224673 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.264175 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] The port 'e035ac00-2989-4166-ac6f-ce21ad9c94c6' was deleted {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:49:29.342306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.380178 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4512275e-7492-4132-94b0-12ca8768f410 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.390008 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.7884519 May 28 04:49:29.410204 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55168) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:29.438446 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d6feed2b-5934-499a-8c44-81665bfc4e7f tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.439992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1f64985b-4bb6-45c2-948b-1e9ba555fac0,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:29.449300 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ecaef-5012-40b5-8e13-96548fd2b1ca tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Pushing event updated for resources: {'Network': ['ID=54c8aa9a-0454-47ab-9d77-29f29a89f086,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:29.459097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 54c8aa9a-0454-47ab-9d77-29f29a89f086 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:29.460470 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512275e-7492-4132-94b0-12ca8768f410 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Port': ['ID=d488798e-35cb-4801-b280-a922b890c883,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:29.465231 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4477abe3-ad2e-4b51-8362-8f8a30421169 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.470700 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-de28c6d3-ab32-40a2-960b-7dd7cac120e3 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Request body: {'subnet': {'network_id': '54c8aa9a-0454-47ab-9d77-29f29a89f086', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:29.651706 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4477abe3-ad2e-4b51-8362-8f8a30421169 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.666687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d6feed2b-5934-499a-8c44-81665bfc4e7f tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.685960 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.711938 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d89c5f1c-283d-434f-89a8-1da388622b4c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.714768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.735480 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0fb34239-498c-4ee2-ac06-666fd23d1a21 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:29.756293 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7e2e83-7a4b-4095-9da9-c818201e7a72']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:29.819343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 0fb34239-498c-4ee2-ac06-666fd23d1a21 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:29.819931 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.835051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-de28c6d3-ab32-40a2-960b-7dd7cac120e3 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:29.849967 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d07970f-0bac-4f91-a47a-2c6c57ac6b45') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:29.850220 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d07970f-0bac-4f91-a47a-2c6c57ac6b45') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:29.864446 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c5f1c-283d-434f-89a8-1da388622b4c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=2238d118-53c4-44f0-87f9-acfd5b3a660b,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:29.871410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-de28c6d3-ab32-40a2-960b-7dd7cac120e3 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Usage tracker for resource:subnet and tenant:a2e5581a19f3441da981078292d6362a is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:29.879408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-de28c6d3-ab32-40a2-960b-7dd7cac120e3 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:29.884651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1849aa6-e5af-4340-96e5-b60753fbe002']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:29.888541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d89c5f1c-283d-434f-89a8-1da388622b4c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.897859 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.903831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e271284b-fa5b-4694-9b7a-c5c8a8130283') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:29.904194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e271284b-fa5b-4694-9b7a-c5c8a8130283') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:29.919560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.932036 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-de28c6d3-ab32-40a2-960b-7dd7cac120e3 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:29.958197 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4166b13c-5b3e-4e1b-b816-fdabef50f75c None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:29.960174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.963923 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.968649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:29.969601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.970753 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4477abe3-ad2e-4b51-8362-8f8a30421169 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.971006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4477abe3-ad2e-4b51-8362-8f8a30421169 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae35fb5d-115c-47c6-8c74-8c819d272a47 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:49:29.975617 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4477abe3-ad2e-4b51-8362-8f8a30421169 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:29.981932 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4477abe3-ad2e-4b51-8362-8f8a30421169 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] 10.222.0.15 "DELETE /v2.0/routers/ae35fb5d-115c-47c6-8c74-8c819d272a47 HTTP/1.1" status: 204 len: 168 time: 1.7476699 May 28 04:49:29.981932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de28c6d3-ab32-40a2-960b-7dd7cac120e3 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Made reservation on behalf of a2e5581a19f3441da981078292d6362a for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:29.996193 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55172) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:29.999189 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:29.999591 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:30.015980 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:30.019337 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d89c5f1c-283d-434f-89a8-1da388622b4c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/2238d118-53c4-44f0-87f9-acfd5b3a660b HTTP/1.1" status: 204 len: 168 time: 2.6661255 May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:30.050308 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:30.057580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55176) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:30.058210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 001d05f2-e8ea-44ef-8227-d5b54c597356 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:30.142859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d6feed2b-5934-499a-8c44-81665bfc4e7f tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.157762 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f51132e5-31b3-4a5d-9523-e969e71fccc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0930111 May 28 04:49:30.161928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-734f7923-d6e1-4928-abcb-dee58efa5797 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Request body: {'router': {'name': 'tempest-router-772708775', 'distributed': True}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:30.163705 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55180) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:30.170501 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6feed2b-5934-499a-8c44-81665bfc4e7f tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9babe795-c8a2-4b19-8d40-188671d489f5,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:30.177433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-29d6f9f8-64f1-46e5-902e-5058ceedc355 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:30.239982 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 001d05f2-e8ea-44ef-8227-d5b54c597356 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:30.240408 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.253744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.287105 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d6feed2b-5934-499a-8c44-81665bfc4e7f tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.288227 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d6feed2b-5934-499a-8c44-81665bfc4e7f tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/9babe795-c8a2-4b19-8d40-188671d489f5 HTTP/1.1" status: 204 len: 168 time: 1.2441537 May 28 04:49:30.293005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c1849aa6-e5af-4340-96e5-b60753fbe002 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 28 04:49:30.301224 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55184) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:30.302292 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.328361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1849aa6-e5af-4340-96e5-b60753fbe002,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:30.343700 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-734f7923-d6e1-4928-abcb-dee58efa5797 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:30.391817 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67239e2d-cf2b-4650-a6bb-fbb41e7586f3 None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:49:30.415094 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ea34c9b9-2762-46f4-a2ac-34ced740e186 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "DELETE /v2.0/networks/c1849aa6-e5af-4340-96e5-b60753fbe002 HTTP/1.1" status: 204 len: 168 time: 4.6760342 May 28 04:49:30.417228 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-734f7923-d6e1-4928-abcb-dee58efa5797 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Usage tracker for resource:router and tenant:e098c1dac9f44fb28f38b2f28108b6cb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:30.422688 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-67239e2d-cf2b-4650-a6bb-fbb41e7586f3 None None] Deleting port 001d05f2-e8ea-44ef-8227-d5b54c597356 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:30.423236 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-67239e2d-cf2b-4650-a6bb-fbb41e7586f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.424539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55188) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:30.438973 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-734f7923-d6e1-4928-abcb-dee58efa5797 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:30.471421 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-29d6f9f8-64f1-46e5-902e-5058ceedc355 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:30.482681 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-29d6f9f8-64f1-46e5-902e-5058ceedc355 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:30.489140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-29d6f9f8-64f1-46e5-902e-5058ceedc355 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:30.494792 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbff6c7a-b262-484e-8c0c-b709b64c15dc tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.503175 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-734f7923-d6e1-4928-abcb-dee58efa5797 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:30.509564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-29d6f9f8-64f1-46e5-902e-5058ceedc355 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:30.511295 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.516088 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.551158 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de28c6d3-ab32-40a2-960b-7dd7cac120e3 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.569332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d6f9f8-64f1-46e5-902e-5058ceedc355 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:30.598017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Network': ['ID=0b7e2e83-7a4b-4095-9da9-c818201e7a72,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:30.601724 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-57140cb7-baeb-45c7-b440-88287265851c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/networks/0b7e2e83-7a4b-4095-9da9-c818201e7a72 HTTP/1.1" status: 204 len: 168 time: 4.2339385 May 28 04:49:30.620731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55192) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:30.656182 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d7eb1d9d-30ff-43b8-975e-bec2e11b4680 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2187164 May 28 04:49:30.662110 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55194) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:30.664669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-734f7923-d6e1-4928-abcb-dee58efa5797 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.665687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-734f7923-d6e1-4928-abcb-dee58efa5797 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.684781 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4512275e-7492-4132-94b0-12ca8768f410 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 4aea5039-d96a-49ca-a441-4940b17cb801 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:49:30.690226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-fcbe9b24-bee8-4dc1-8497-291bd03e1592 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'name': 'tempest-PortsIpV6TestJSON-1658492209'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:30.706935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-67239e2d-cf2b-4650-a6bb-fbb41e7586f3 None None] For port 001d05f2-e8ea-44ef-8227-d5b54c597356, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=001d05f2-e8ea-44ef-8227-d5b54c597356,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:30.707480 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-67239e2d-cf2b-4650-a6bb-fbb41e7586f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.817435 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbff6c7a-b262-484e-8c0c-b709b64c15dc tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.842770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-67239e2d-cf2b-4650-a6bb-fbb41e7586f3 None None] Calling delete_port for 001d05f2-e8ea-44ef-8227-d5b54c597356 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:30.847254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-dbff6c7a-b262-484e-8c0c-b709b64c15dc tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80224bc9-de7f-4e5f-aa2b-4cec5a5b6ca2']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:30.862947 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-dbff6c7a-b262-484e-8c0c-b709b64c15dc tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b2c44ff-2742-44cc-8928-e326cb2fe37b') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:30.863311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-dbff6c7a-b262-484e-8c0c-b709b64c15dc tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b2c44ff-2742-44cc-8928-e326cb2fe37b') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:30.873648 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-734f7923-d6e1-4928-abcb-dee58efa5797 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.891287 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b3569-92af-44a7-b579-c05df369d379 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:30.891670 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b3569-92af-44a7-b579-c05df369d379 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:30.892014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b3569-92af-44a7-b579-c05df369d379 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:30.892364 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b3569-92af-44a7-b579-c05df369d379 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:30.892712 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b3569-92af-44a7-b579-c05df369d379 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:30.893061 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461b3569-92af-44a7-b579-c05df369d379 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:30.894066 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-461b3569-92af-44a7-b579-c05df369d379 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Synchronizing usage tracker for tenant:d8c50a87605e418689eca7902877a876 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:30.909060 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbff6c7a-b262-484e-8c0c-b709b64c15dc tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.934083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbff6c7a-b262-484e-8c0c-b709b64c15dc tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.942073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbff6c7a-b262-484e-8c0c-b709b64c15dc tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:30.942319 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbff6c7a-b262-484e-8c0c-b709b64c15dc tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:30.996072 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-67239e2d-cf2b-4650-a6bb-fbb41e7586f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:31.009723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-461b3569-92af-44a7-b579-c05df369d379 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Unset dirty status for tenant:d8c50a87605e418689eca7902877a876 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:31.014327 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-461b3569-92af-44a7-b579-c05df369d379 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3882 time: 0.3512950 May 28 04:49:31.015376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-734f7923-d6e1-4928-abcb-dee58efa5797 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:31.026424 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55200) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:31.039642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67239e2d-cf2b-4650-a6bb-fbb41e7586f3 None None] Pushing event deleted for resources: {'Port': ['ID=001d05f2-e8ea-44ef-8227-d5b54c597356,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:31.045700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67239e2d-cf2b-4650-a6bb-fbb41e7586f3 None None] No DVR routers for this DVR port 001d05f2-e8ea-44ef-8227-d5b54c597356 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:31.057977 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:31.075295 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbff6c7a-b262-484e-8c0c-b709b64c15dc tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:31.147788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbff6c7a-b262-484e-8c0c-b709b64c15dc tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:31.150549 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-c78b1000-a115-4e88-a450-9af8c78171d1 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] delete failed (client error): The resource could not be found. May 28 04:49:31.151648 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c78b1000-a115-4e88-a450-9af8c78171d1 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/6dc09eb5-2029-46b8-a915-a9923eaa25e4 HTTP/1.1" status: 404 len: 345 time: 0.1224735 May 28 04:49:31.156723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55204) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:31.172181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29d6f9f8-64f1-46e5-902e-5058ceedc355 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:31.173623 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4466254-8434-430e-b513-1418302e4694 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:31.189968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff6c7a-b262-484e-8c0c-b709b64c15dc tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Pushing event deleted for resources: {'Network': ['ID=80224bc9-de7f-4e5f-aa2b-4cec5a5b6ca2,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:31.200765 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dbff6c7a-b262-484e-8c0c-b709b64c15dc tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] 10.222.0.15 "DELETE /v2.0/networks/80224bc9-de7f-4e5f-aa2b-4cec5a5b6ca2 HTTP/1.1" status: 204 len: 168 time: 0.8931291 May 28 04:49:31.201004 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-734f7923-d6e1-4928-abcb-dee58efa5797 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:31.201332 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-734f7923-d6e1-4928-abcb-dee58efa5797 tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.1867619 May 28 04:49:31.202142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55208) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:31.216179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55210) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:31.245408 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-8726bfe4-02ec-4c50-824f-eab55140eead tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] DELETE failed (client error): The resource could not be found. May 28 04:49:31.245912 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8726bfe4-02ec-4c50-824f-eab55140eead tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:49:31.247710 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8726bfe4-02ec-4c50-824f-eab55140eead tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "DELETE /v2.0/networks/c1849aa6-e5af-4340-96e5-b60753fbe002 HTTP/1.1" status: 404 len: 339 time: 0.0797958 May 28 04:49:31.275895 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55214) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:31.287119 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de28c6d3-ab32-40a2-960b-7dd7cac120e3 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:31.370289 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Request body: {'network': {'name': 'tempest-network--252692389', 'router:external': True}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:31.401388 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:31.420165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Usage tracker for resource:network and tenant:d8c50a87605e418689eca7902877a876 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:31.428594 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:31.454762 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:31.556858 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fcbe9b24-bee8-4dc1-8497-291bd03e1592 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:31.577980 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-78e40298-2ff1-4a62-ab33-3afa08d599e8 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:31.604315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28c6d3-ab32-40a2-960b-7dd7cac120e3 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Pushing event updated for resources: {'Subnet': ['ID=429b84e6-d9ec-43ae-bf86-244afc2932cf,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:31.624326 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Made reservation on behalf of d8c50a87605e418689eca7902877a876 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:31.626958 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:31.646837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fcbe9b24-bee8-4dc1-8497-291bd03e1592 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:31.692506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbe9b24-bee8-4dc1-8497-291bd03e1592 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:31.695475 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fcbe9b24-bee8-4dc1-8497-291bd03e1592 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:31.717834 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 001d05f2-e8ea-44ef-8227-d5b54c597356 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:49:31.751987 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 001d05f2-e8ea-44ef-8227-d5b54c597356 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:49:31.752367 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 001d05f2-e8ea-44ef-8227-d5b54c597356 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:49:31.763196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-81be888d-b4da-4f4e-82a9-e463dbef691c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:31.817090 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de28c6d3-ab32-40a2-960b-7dd7cac120e3 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Checking segment: {'id': 'e309beff-0263-4472-a9cc-ad12e471b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '54c8aa9a-0454-47ab-9d77-29f29a89f086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:31.817443 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de28c6d3-ab32-40a2-960b-7dd7cac120e3 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Network hostable DHCP agents. Network: 54c8aa9a-0454-47ab-9d77-29f29a89f086, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:49:31.836409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-fcbe9b24-bee8-4dc1-8497-291bd03e1592 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] device_id is not set on port 032ffef3-9599-40c3-b150-c301b343392b yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:31.888697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:31.919976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-78e40298-2ff1-4a62-ab33-3afa08d599e8 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:31.935427 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:31.935722 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Added segment 98850e65-e1f7-4dcb-a75c-ae732e129357 of type vlan for network a3fb7d53-33c4-4103-a2b3-bbb6c5d97fcf May 28 04:49:31.971113 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-78e40298-2ff1-4a62-ab33-3afa08d599e8 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e10dbb-2e74-4c56-878c-20516c5f6b53']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:32.003274 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-78e40298-2ff1-4a62-ab33-3afa08d599e8 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a36c5a-e531-490b-b37e-4c85d5887014') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:32.003616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-78e40298-2ff1-4a62-ab33-3afa08d599e8 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a36c5a-e531-490b-b37e-4c85d5887014') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:32.025970 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de28c6d3-ab32-40a2-960b-7dd7cac120e3 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Network 54c8aa9a-0454-47ab-9d77-29f29a89f086 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:49:32.045426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.050138 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-78e40298-2ff1-4a62-ab33-3afa08d599e8 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.069642 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-de28c6d3-ab32-40a2-960b-7dd7cac120e3 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 54c8aa9a-0454-47ab-9d77-29f29a89f086) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:32.074017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de28c6d3-ab32-40a2-960b-7dd7cac120e3 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:32.075480 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de28c6d3-ab32-40a2-960b-7dd7cac120e3 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.078838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587180e2-d74a-4423-a05a-e24f5aa770c8 None None] Network 54c8aa9a-0454-47ab-9d77-29f29a89f086 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:32.219159 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-78e40298-2ff1-4a62-ab33-3afa08d599e8 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.227546 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:49:32.237826 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4466254-8434-430e-b513-1418302e4694 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.240209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e40298-2ff1-4a62-ab33-3afa08d599e8 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:32.240665 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-78e40298-2ff1-4a62-ab33-3afa08d599e8 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:32.257269 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:32.312347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4466254-8434-430e-b513-1418302e4694 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.321298 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-54c8aa9a-0454-47ab-9d77-29f29a89f086', 'network_id': '54c8aa9a-0454-47ab-9d77-29f29a89f086', 'tenant_id': 'a2e5581a19f3441da981078292d6362a', 'fixed_ips': [{'subnet_id': '429b84e6-d9ec-43ae-bf86-244afc2932cf'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:49:32.322153 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.359729 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-de28c6d3-ab32-40a2-960b-7dd7cac120e3 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9475265 May 28 04:49:32.385252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55220) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:32.390242 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.391047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:32.391621 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.418493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-92dec06f-cebb-405f-a48a-790446ca8259 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-686193691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:32.498959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Allocated IP 172.20.0.2 (54c8aa9a-0454-47ab-9d77-29f29a89f086/429b84e6-d9ec-43ae-bf86-244afc2932cf/0f9559ac-5de6-49d6-8582-9279be9ed863) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:32.503082 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-92dec06f-cebb-405f-a48a-790446ca8259 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:32.507765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-92dec06f-cebb-405f-a48a-790446ca8259 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Usage tracker for resource:router and tenant:a2e5581a19f3441da981078292d6362a is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:32.511421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-92dec06f-cebb-405f-a48a-790446ca8259 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:32.518713 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-92dec06f-cebb-405f-a48a-790446ca8259 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:32.541400 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4466254-8434-430e-b513-1418302e4694 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=54367a24-bcd9-44bd-9bdc-585cb02ca088,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:32.588221 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-81be888d-b4da-4f4e-82a9-e463dbef691c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.599523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fcbe9b24-bee8-4dc1-8497-291bd03e1592 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.609464 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3239996 May 28 04:49:32.610957 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-92dec06f-cebb-405f-a48a-790446ca8259 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.611840 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-92dec06f-cebb-405f-a48a-790446ca8259 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.615851 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-78e40298-2ff1-4a62-ab33-3afa08d599e8 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.620408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-78e40298-2ff1-4a62-ab33-3afa08d599e8 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.622953 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-78e40298-2ff1-4a62-ab33-3afa08d599e8 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] 10.222.0.15 "DELETE /v2.0/networks/02e10dbb-2e74-4c56-878c-20516c5f6b53 HTTP/1.1" status: 204 len: 168 time: 1.4082537 May 28 04:49:32.633901 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55224) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:32.694846 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e8a8c-04de-4f72-8d9b-b7dae93a20fe tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event updated for resources: {'Network': ['ID=a3fb7d53-33c4-4103-a2b3-bbb6c5d97fcf,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:32.709309 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network a3fb7d53-33c4-4103-a2b3-bbb6c5d97fcf details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:32.768262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e40298-2ff1-4a62-ab33-3afa08d599e8 tempest-QuotasNegativeTest-1113879182 tempest-QuotasNegativeTest-1113879182-project-admin] Pushing event deleted for resources: {'Network': ['ID=02e10dbb-2e74-4c56-878c-20516c5f6b53,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:32.776527 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.objects.ports [None req-29d6f9f8-64f1-46e5-902e-5058ceedc355 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84010) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:49:32.780383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-81be888d-b4da-4f4e-82a9-e463dbef691c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.784112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29d6f9f8-64f1-46e5-902e-5058ceedc355 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.815879 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4512275e-7492-4132-94b0-12ca8768f410 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:49:32.828116 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94df9ec-c1b7-4efc-8d5b-18afa1f23ea3 None None] Sync routers for ids ['4aea5039-d96a-49ca-a441-4940b17cb801'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:49:32.848475 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94df9ec-c1b7-4efc-8d5b-18afa1f23ea3 None None] Routers {'4aea5039-d96a-49ca-a441-4940b17cb801'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:32.849544 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-d94df9ec-c1b7-4efc-8d5b-18afa1f23ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:49:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4aea5039-d96a-49ca-a441-4940b17cb801'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:32.860285 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-92dec06f-cebb-405f-a48a-790446ca8259 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:32.959625 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c08eb5-e522-4c25-8380-07babb86dbb1 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:32.963742 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c08eb5-e522-4c25-8380-07babb86dbb1 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:32.967631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c08eb5-e522-4c25-8380-07babb86dbb1 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:32.971816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c08eb5-e522-4c25-8380-07babb86dbb1 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:32.972733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a2c08eb5-e522-4c25-8380-07babb86dbb1 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Synchronizing usage tracker for tenant:a1339c269ca14aa385dd85501f845129 on resource:network {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:32.997169 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.007730 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-92dec06f-cebb-405f-a48a-790446ca8259 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.008598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Transition to ACTIVE for port object 0f9559ac-5de6-49d6-8582-9279be9ed863 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:33.015752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fcbe9b24-bee8-4dc1-8497-291bd03e1592 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.029403 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Transition to ACTIVE for port object 0f9559ac-5de6-49d6-8582-9279be9ed863 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:33.033201 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e1249cd7-83ea-44a7-ab2d-9af077c7e312 None None] Provisioning complete for port 54367a24-bcd9-44bd-9bdc-585cb02ca088 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:33.033201 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e1249cd7-83ea-44a7-ab2d-9af077c7e312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.040034 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-d94df9ec-c1b7-4efc-8d5b-18afa1f23ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:33.040695 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-92dec06f-cebb-405f-a48a-790446ca8259 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.045207 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-92dec06f-cebb-405f-a48a-790446ca8259 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6562445 May 28 04:49:33.046148 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55232) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:33.066891 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.069198 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94df9ec-c1b7-4efc-8d5b-18afa1f23ea3 None None] Routers {'4aea5039-d96a-49ca-a441-4940b17cb801'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:33.072943 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-d94df9ec-c1b7-4efc-8d5b-18afa1f23ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:49:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4aea5039-d96a-49ca-a441-4940b17cb801'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:33.122566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a2c08eb5-e522-4c25-8380-07babb86dbb1 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Unset dirty status for tenant:a1339c269ca14aa385dd85501f845129 on resource:network {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:33.126901 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a2c08eb5-e522-4c25-8380-07babb86dbb1 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4889252 May 28 04:49:33.160242 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55236) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:33.160930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e1249cd7-83ea-44a7-ab2d-9af077c7e312 None None] Port 54367a24-bcd9-44bd-9bdc-585cb02ca088 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:33.165351 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Network 54c8aa9a-0454-47ab-9d77-29f29a89f086 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:33.169020 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Pushing event updated for resources: {'Port': ['ID=0f9559ac-5de6-49d6-8582-9279be9ed863,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:33.171509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:33.174317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:33.181916 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-d94df9ec-c1b7-4efc-8d5b-18afa1f23ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:33.182464 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94df9ec-c1b7-4efc-8d5b-18afa1f23ea3 None None] The sync data for ids ['4aea5039-d96a-49ca-a441-4940b17cb801'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:49:33.220358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d6f9f8-64f1-46e5-902e-5058ceedc355 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:33.230183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6f9f8-64f1-46e5-902e-5058ceedc355 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=3fab4a34-fb94-4df8-b936-cc9116d69ccc,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:33.232006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-29d6f9f8-64f1-46e5-902e-5058ceedc355 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:33.244646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d6f9f8-64f1-46e5-902e-5058ceedc355 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:33.244938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29d6f9f8-64f1-46e5-902e-5058ceedc355 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.273834 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-81be888d-b4da-4f4e-82a9-e463dbef691c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.274308 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81be888d-b4da-4f4e-82a9-e463dbef691c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9a2ea89-8d53-4c9a-a03f-a126d432ab6d {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:49:33.276924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4512275e-7492-4132-94b0-12ca8768f410 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.281463 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4512275e-7492-4132-94b0-12ca8768f410 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/ports/d488798e-35cb-4801-b280-a922b890c883 HTTP/1.1" status: 204 len: 168 time: 6.4314432 May 28 04:49:33.289157 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77701404-bf0b-4a2c-b52b-40623efdcd1a None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:33.289428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-81be888d-b4da-4f4e-82a9-e463dbef691c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.293779 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-81be888d-b4da-4f4e-82a9-e463dbef691c tempest-RoutersTestDVR-551604554 tempest-RoutersTestDVR-551604554-project-admin] 10.222.0.15 "DELETE /v2.0/routers/c9a2ea89-8d53-4c9a-a03f-a126d432ab6d HTTP/1.1" status: 204 len: 168 time: 1.9254334 May 28 04:49:33.295163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55240) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:33.299346 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-29d6f9f8-64f1-46e5-902e-5058ceedc355 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.1304719 May 28 04:49:33.302776 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55246) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:33.374752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbe9b24-bee8-4dc1-8497-291bd03e1592 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:33.385197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'mac_address': 'fa:16:3e:94:b0:ae', 'name': 'tempest-NetworksTestDHCPv6-2065529840'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:33.398982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe9b24-bee8-4dc1-8497-291bd03e1592 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=032ffef3-9599-40c3-b150-c301b343392b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:33.461125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-fcbe9b24-bee8-4dc1-8497-291bd03e1592 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:33.473382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4466254-8434-430e-b513-1418302e4694 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.475358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbe9b24-bee8-4dc1-8497-291bd03e1592 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:33.479759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbe9b24-bee8-4dc1-8497-291bd03e1592 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:33.480363 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fcbe9b24-bee8-4dc1-8497-291bd03e1592 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.495919 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda7c07c-874a-4013-a966-8bea137822e6 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.555836 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Attempting to bind port 0f9559ac-5de6-49d6-8582-9279be9ed863 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:49:33.556192 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Attempting to bind port 0f9559ac-5de6-49d6-8582-9279be9ed863 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'e309beff-0263-4472-a9cc-ad12e471b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '54c8aa9a-0454-47ab-9d77-29f29a89f086'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:49:33.556788 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Attempting to bind port 0f9559ac-5de6-49d6-8582-9279be9ed863 on network 54c8aa9a-0454-47ab-9d77-29f29a89f086 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:49:33.567165 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:49:33.567585 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Checking segment: {'id': 'e309beff-0263-4472-a9cc-ad12e471b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '54c8aa9a-0454-47ab-9d77-29f29a89f086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:33.567923 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.568301 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Bound using segment: {'id': 'e309beff-0263-4472-a9cc-ad12e471b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '54c8aa9a-0454-47ab-9d77-29f29a89f086'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:49:33.568912 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Bound port: 0f9559ac-5de6-49d6-8582-9279be9ed863, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e309beff-0263-4472-a9cc-ad12e471b18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '54c8aa9a-0454-47ab-9d77-29f29a89f086'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:49:33.569307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.604273 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fcbe9b24-bee8-4dc1-8497-291bd03e1592 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9241192 May 28 04:49:33.608497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55254) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:33.691508 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': '3fab4a34-fb94-4df8-b936-cc9116d69ccc'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:49:33.692771 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.740438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-c4c18d1b-5d12-481d-b7a0-3630b6a341ac tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 032ffef3-9599-40c3-b150-c301b343392b {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:33.741244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4c18d1b-5d12-481d-b7a0-3630b6a341ac tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.752347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55258) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:33.752885 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55260) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:33.792191 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] For port 0f9559ac-5de6-49d6-8582-9279be9ed863, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:49:33.816905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] For port 0f9559ac-5de6-49d6-8582-9279be9ed863, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0f9559ac-5de6-49d6-8582-9279be9ed863,segment=NetworkSegment(e309beff-0263-4472-a9cc-ad12e471b18d),segment_id=e309beff-0263-4472-a9cc-ad12e471b18d)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:49:33.825503 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:33.875600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:33.906269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:33.993809 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda7c07c-874a-4013-a966-8bea137822e6 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.003541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:34.004498 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e1158-a467-4f46-9947-7dbd6c5c725a None None] Pushing event updated for resources: {'Port': ['ID=0f9559ac-5de6-49d6-8582-9279be9ed863,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:34.008789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.029364 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Allocated IP 2001:db8::f816:3eff:fec0:8bd2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/3fab4a34-fb94-4df8-b936-cc9116d69ccc/3631b799-b3c9-4c3a-87ac-e119c231b3c3) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:34.093264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port 5a84241a-feda-445d-9d5b-171ee252bde6 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:34.113050 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-cda7c07c-874a-4013-a966-8bea137822e6 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3fb7d53-33c4-4103-a2b3-bbb6c5d97fcf']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:34.134740 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-cda7c07c-874a-4013-a966-8bea137822e6 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98850e65-e1f7-4dcb-a75c-ae732e129357') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:34.135025 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-cda7c07c-874a-4013-a966-8bea137822e6 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98850e65-e1f7-4dcb-a75c-ae732e129357') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:34.148287 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4466254-8434-430e-b513-1418302e4694 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.161460 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda7c07c-874a-4013-a966-8bea137822e6 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.168975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4c18d1b-5d12-481d-b7a0-3630b6a341ac tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.218013 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda7c07c-874a-4013-a966-8bea137822e6 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.251457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda7c07c-874a-4013-a966-8bea137822e6 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:34.251845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda7c07c-874a-4013-a966-8bea137822e6 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:34.353905 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:34.411613 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-c4c18d1b-5d12-481d-b7a0-3630b6a341ac tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 032ffef3-9599-40c3-b150-c301b343392b owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:34.467275 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7b5da97e-c9e2-4f3a-8504-0cff95358cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.467546 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.489267 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Transition to ACTIVE for port object 3631b799-b3c9-4c3a-87ac-e119c231b3c3 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:34.499814 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1ea2bdff-d995-41fd-881d-cc03f5f6c218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.514907 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Transition to ACTIVE for port object 3631b799-b3c9-4c3a-87ac-e119c231b3c3 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:34.528212 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.597434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:34.600679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:34.603399 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:34.652610 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Pushing event updated for resources: {'Port': ['ID=3631b799-b3c9-4c3a-87ac-e119c231b3c3,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:34.697375 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.706616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda7c07c-874a-4013-a966-8bea137822e6 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.723071 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Attempting to bind port 3631b799-b3c9-4c3a-87ac-e119c231b3c3 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:49:34.723535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Attempting to bind port 3631b799-b3c9-4c3a-87ac-e119c231b3c3 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:49:34.724615 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Attempting to bind port 3631b799-b3c9-4c3a-87ac-e119c231b3c3 on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:49:34.729571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4c18d1b-5d12-481d-b7a0-3630b6a341ac tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.732506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::f816:3eff:fe94:b0ae (ba7d5340-6612-4ffa-ba26-ab26f78055ee/3fab4a34-fb94-4df8-b936-cc9116d69ccc/5a84241a-feda-445d-9d5b-171ee252bde6) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:34.734747 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:49:34.735770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:34.736387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.736895 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:49:34.737878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Bound port: 3631b799-b3c9-4c3a-87ac-e119c231b3c3, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:49:34.738028 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.744310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda7c07c-874a-4013-a966-8bea137822e6 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a3fb7d53-33c4-4103-a2b3-bbb6c5d97fcf {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 28 04:49:34.753394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda7c07c-874a-4013-a966-8bea137822e6 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.767305 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7c07c-874a-4013-a966-8bea137822e6 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event deleted for resources: {'Network': ['ID=a3fb7d53-33c4-4103-a2b3-bbb6c5d97fcf,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:34.773359 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1ea2bdff-d995-41fd-881d-cc03f5f6c218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:34.779363 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7b5da97e-c9e2-4f3a-8504-0cff95358cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:34.845810 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1ea2bdff-d995-41fd-881d-cc03f5f6c218 admin admin] Usage tracker for resource:security_group_rule and tenant:169c68ff4acc48d3bccc3596a74d3a0c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:34.851673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7b5da97e-c9e2-4f3a-8504-0cff95358cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:67673b64f27a468a8c5b8da0aaf60283 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:34.854248 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1ea2bdff-d995-41fd-881d-cc03f5f6c218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:34.871544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7b5da97e-c9e2-4f3a-8504-0cff95358cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:34.881524 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] For port 3631b799-b3c9-4c3a-87ac-e119c231b3c3, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:49:34.884342 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cda7c07c-874a-4013-a966-8bea137822e6 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "DELETE /v2.0/networks/a3fb7d53-33c4-4103-a2b3-bbb6c5d97fcf HTTP/1.1" status: 204 len: 168 time: 1.6642351 May 28 04:49:34.886351 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] For port 3631b799-b3c9-4c3a-87ac-e119c231b3c3, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3631b799-b3c9-4c3a-87ac-e119c231b3c3,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:49:34.898559 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:34.918203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55272) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:34.947536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8f692310-d7b2-4b99-b8ab-9273dbda8ae4 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Request body: {'network': {'name': 'tempest-network--316428881', 'router:external': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:34.961815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c18d1b-5d12-481d-b7a0-3630b6a341ac tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=032ffef3-9599-40c3-b150-c301b343392b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:34.965177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8f692310-d7b2-4b99-b8ab-9273dbda8ae4 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:34.984920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8f692310-d7b2-4b99-b8ab-9273dbda8ae4 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Usage tracker for resource:network and tenant:d8c50a87605e418689eca7902877a876 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:35.004328 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1ea2bdff-d995-41fd-881d-cc03f5f6c218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:35.008602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4ae2c-5a7b-43d1-8094-76c8f71d9b42 None None] Pushing event updated for resources: {'Port': ['ID=3631b799-b3c9-4c3a-87ac-e119c231b3c3,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:35.025847 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8f692310-d7b2-4b99-b8ab-9273dbda8ae4 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:35.033149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7b5da97e-c9e2-4f3a-8504-0cff95358cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:35.037776 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8f692310-d7b2-4b99-b8ab-9273dbda8ae4 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:35.040148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4c18d1b-5d12-481d-b7a0-3630b6a341ac tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:35.120107 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c4c18d1b-5d12-481d-b7a0-3630b6a341ac tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/032ffef3-9599-40c3-b150-c301b343392b HTTP/1.1" status: 204 len: 168 time: 1.5080855 May 28 04:49:35.123178 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55276) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:35.129244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f692310-d7b2-4b99-b8ab-9273dbda8ae4 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Made reservation on behalf of d8c50a87605e418689eca7902877a876 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:35.131543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f692310-d7b2-4b99-b8ab-9273dbda8ae4 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:35.135228 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1ea2bdff-d995-41fd-881d-cc03f5f6c218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:35.158485 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1ea2bdff-d995-41fd-881d-cc03f5f6c218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:35.276063 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'mac_address': 'fa:16:3e:0c:cd:75', 'name': 'tempest-PortsIpV6TestJSON-1702948827'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:35.466018 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:35.467794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7b5da97e-c9e2-4f3a-8504-0cff95358cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:35.468953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2bdff-d995-41fd-881d-cc03f5f6c218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9065da-3dba-4b15-9ed7-dcfe0fe25ba7,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:35.517714 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object 5a84241a-feda-445d-9d5b-171ee252bde6 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:35.520031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f692310-d7b2-4b99-b8ab-9273dbda8ae4 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:35.527698 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7b5da97e-c9e2-4f3a-8504-0cff95358cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:35.547580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:35.551518 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f692310-d7b2-4b99-b8ab-9273dbda8ae4 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:35.551518 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-8f692310-d7b2-4b99-b8ab-9273dbda8ae4 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Added segment 2d8fd017-cbed-4a44-ae73-1b6f3a5f6776 of type vlan for network 4be18421-4d6f-493b-a2d4-0e41bbeeedce May 28 04:49:35.561257 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:port and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:35.567359 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:35.580107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:35.606934 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1ea2bdff-d995-41fd-881d-cc03f5f6c218 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=169c68ff4acc48d3bccc3596a74d3a0c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8491564 May 28 04:49:35.609100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d5b80a06-edfc-44f7-95dd-67f37eafc240 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:35.632245 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5534d3d-ee0d-4c6d-967e-22d767f89d3f None None] Network 54c8aa9a-0454-47ab-9d77-29f29a89f086 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:35.659665 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55280) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:35.672975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:35.696637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5da97e-c9e2-4f3a-8504-0cff95358cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d774c3-1a7b-44f1-97ae-8afe21038500,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:35.718231 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7b5da97e-c9e2-4f3a-8504-0cff95358cd0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67673b64f27a468a8c5b8da0aaf60283&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9615917 May 28 04:49:35.723384 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55284) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:35.765924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f692310-d7b2-4b99-b8ab-9273dbda8ae4 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:35.829558 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4466254-8434-430e-b513-1418302e4694 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:35.832496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:35.876675 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe6fc-a491-419a-885e-c2d739178aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:35.877308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9a8a75e8-397d-43fc-89db-9c7d2538e89c None None] Provisioning for port 0f9559ac-5de6-49d6-8582-9279be9ed863 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:35.881441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4466254-8434-430e-b513-1418302e4694 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:35.904396 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3631b799-b3c9-4c3a-87ac-e119c231b3c3 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:36.024910 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Allocated IP 172.20.0.1 (54c8aa9a-0454-47ab-9d77-29f29a89f086/429b84e6-d9ec-43ae-bf86-244afc2932cf/59c5b527-1ed6-4e95-9e28-4629a721da57) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:36.029260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:36.033921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:36.060639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:36.073101 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe6fc-a491-419a-885e-c2d739178aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:36.094952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:36.095787 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4466254-8434-430e-b513-1418302e4694 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:36.095972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 3631b799-b3c9-4c3a-87ac-e119c231b3c3 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:36.099720 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:36.100625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:36.113691 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0f9559ac-5de6-49d6-8582-9279be9ed863 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:36.144538 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] device_id is not set on port 257bafef-8fc7-43bd-9318-e53e782fcff1 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:36.191967 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=5a84241a-feda-445d-9d5b-171ee252bde6,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:36.208585 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 0f9559ac-5de6-49d6-8582-9279be9ed863 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:36.210857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f692310-d7b2-4b99-b8ab-9273dbda8ae4 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:36.211731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f692310-d7b2-4b99-b8ab-9273dbda8ae4 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:36.212313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f692310-d7b2-4b99-b8ab-9273dbda8ae4 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:36.215509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 0f9559ac-5de6-49d6-8582-9279be9ed863 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:36.215929 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:36.219833 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b65c7348-52c4-485a-b671-0e586f9f689d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8558235 May 28 04:49:36.221910 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9f59d5de-58ae-408b-9aba-8682356a672e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:36.227269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55288) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:36.319558 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4466254-8434-430e-b513-1418302e4694 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=54367a24-bcd9-44bd-9bdc-585cb02ca088,revision_number=3']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:36.395262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:36.448423 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 0f9559ac-5de6-49d6-8582-9279be9ed863, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0f9559ac-5de6-49d6-8582-9279be9ed863,segment=NetworkSegment(e309beff-0263-4472-a9cc-ad12e471b18d),segment_id=e309beff-0263-4472-a9cc-ad12e471b18d)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:36.469067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:36.475307 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8f692310-d7b2-4b99-b8ab-9273dbda8ae4 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5511570 May 28 04:49:36.482105 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55292) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:36.483835 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f692310-d7b2-4b99-b8ab-9273dbda8ae4 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event updated for resources: {'Network': ['ID=4be18421-4d6f-493b-a2d4-0e41bbeeedce,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:36.516934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9f59d5de-58ae-408b-9aba-8682356a672e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:36.536872 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 4be18421-4d6f-493b-a2d4-0e41bbeeedce details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:36.609091 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:36.672598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=0f9559ac-5de6-49d6-8582-9279be9ed863,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:36.683815 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3b089b4b-4c3b-4dee-89d3-da2e18a913b4 None None] Provisioning complete for port 0f9559ac-5de6-49d6-8582-9279be9ed863 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:36.683967 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3b089b4b-4c3b-4dee-89d3-da2e18a913b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:36.694725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4466254-8434-430e-b513-1418302e4694 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network b0075681-ce1e-4872-96d0-2344b4f73289 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:36.696586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-a4466254-8434-430e-b513-1418302e4694 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:36.701272 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Transition to ACTIVE for port object 59c5b527-1ed6-4e95-9e28-4629a721da57 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:36.731701 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe6fc-a491-419a-885e-c2d739178aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:36.814648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e6aa5a-767a-4964-b7bf-0f2d51976e5a tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:36.819818 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-38e6aa5a-767a-4964-b7bf-0f2d51976e5a tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] 10.222.0.15 "GET /v2.0/networks/4be18421-4d6f-493b-a2d4-0e41bbeeedce HTTP/1.1" status: 200 len: 756 time: 0.3308780 May 28 04:49:36.828373 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:36.831772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55296) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:36.878306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b417f73-4c1a-4a0a-a1dd-fb4229be48d8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:36.883949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b417f73-4c1a-4a0a-a1dd-fb4229be48d8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:36.886424 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8b417f73-4c1a-4a0a-a1dd-fb4229be48d8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:36.953946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfe6fc-a491-419a-885e-c2d739178aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d774c3-1a7b-44f1-97ae-8afe21038500,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:36.997959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-86832de3-e848-42be-8cc9-5427f8f3b91e None None] Provisioning for port 5a84241a-feda-445d-9d5b-171ee252bde6 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:37.007125 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-86832de3-e848-42be-8cc9-5427f8f3b91e None None] Provisioning complete for port 5a84241a-feda-445d-9d5b-171ee252bde6 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:37.007370 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Network 54c8aa9a-0454-47ab-9d77-29f29a89f086 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:37.007740 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86832de3-e848-42be-8cc9-5427f8f3b91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.012526 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:37.029979 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:37.058661 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe6fc-a491-419a-885e-c2d739178aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.062463 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4fcfe6fc-a491-419a-885e-c2d739178aa3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/86d774c3-1a7b-44f1-97ae-8afe21038500 HTTP/1.1" status: 204 len: 168 time: 1.3319383 May 28 04:49:37.069515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Pushing event updated for resources: {'Port': ['ID=59c5b527-1ed6-4e95-9e28-4629a721da57,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:37.103872 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-86832de3-e848-42be-8cc9-5427f8f3b91e None None] Port 5a84241a-feda-445d-9d5b-171ee252bde6 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:37.120768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.133010 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-86832de3-e848-42be-8cc9-5427f8f3b91e None None] Provisioning for port 3631b799-b3c9-4c3a-87ac-e119c231b3c3 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:37.143901 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-86832de3-e848-42be-8cc9-5427f8f3b91e None None] Provisioning complete for port 3631b799-b3c9-4c3a-87ac-e119c231b3c3 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:37.144347 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86832de3-e848-42be-8cc9-5427f8f3b91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.154981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9f59d5de-58ae-408b-9aba-8682356a672e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.174127 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.199001 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8b417f73-4c1a-4a0a-a1dd-fb4229be48d8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:37.203161 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8b417f73-4c1a-4a0a-a1dd-fb4229be48d8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9620914 May 28 04:49:37.206773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55302) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:37.252480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59d5de-58ae-408b-9aba-8682356a672e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9065da-3dba-4b15-9ed7-dcfe0fe25ba7,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:37.284047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960e18d4-3594-46aa-b659-e8cc9db6ace5 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:37.288415 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-960e18d4-3594-46aa-b659-e8cc9db6ace5 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] 10.222.0.15 "GET /v2.0/networks/b3e00eb6-68ac-4716-9872-4ac881e50de8 HTTP/1.1" status: 200 len: 768 time: 0.4545109 May 28 04:49:37.292752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55306) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:37.314159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9f59d5de-58ae-408b-9aba-8682356a672e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.327389 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9f59d5de-58ae-408b-9aba-8682356a672e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e9065da-3dba-4b15-9ed7-dcfe0fe25ba7 HTTP/1.1" status: 204 len: 168 time: 1.6471624 May 28 04:49:37.348373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86832de3-e848-42be-8cc9-5427f8f3b91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.400648 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-86832de3-e848-42be-8cc9-5427f8f3b91e None None] For port 3631b799-b3c9-4c3a-87ac-e119c231b3c3, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3631b799-b3c9-4c3a-87ac-e119c231b3c3,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:37.407955 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86832de3-e848-42be-8cc9-5427f8f3b91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.434203 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d833b9b1-5452-42ce-ac5a-765a06c87d58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port 5a84241a-feda-445d-9d5b-171ee252bde6 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:37.434648 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d833b9b1-5452-42ce-ac5a-765a06c87d58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.463190 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.515404 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86832de3-e848-42be-8cc9-5427f8f3b91e None None] Pushing event updated for resources: {'Port': ['ID=3631b799-b3c9-4c3a-87ac-e119c231b3c3,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:37.571481 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4d9ac622-64e7-4066-b5ea-330ddff5abe6 None None] Provisioning complete for port 54367a24-bcd9-44bd-9bdc-585cb02ca088 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:37.571980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac622-64e7-4066-b5ea-330ddff5abe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.622322 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.642547 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ac622-64e7-4066-b5ea-330ddff5abe6 None None] Port 54367a24-bcd9-44bd-9bdc-585cb02ca088 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:37.668842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55314) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:37.676269 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4d9ac622-64e7-4066-b5ea-330ddff5abe6 None None] Provisioning for port 59c5b527-1ed6-4e95-9e28-4629a721da57 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:37.691353 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4d9ac622-64e7-4066-b5ea-330ddff5abe6 None None] Provisioning complete for port 59c5b527-1ed6-4e95-9e28-4629a721da57 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:37.694047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4d9ac622-64e7-4066-b5ea-330ddff5abe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.770017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a31f6df0-5476-4879-a9a2-cae2570fd931 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.796908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ac733b5-7c3b-4d2b-8db3-df0098b17401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.814766 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3631b799-b3c9-4c3a-87ac-e119c231b3c3 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:37.826575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:37.832840 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=257bafef-8fc7-43bd-9318-e53e782fcff1,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:37.839255 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:37.844797 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:37.850147 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:37.851062 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:37.899598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4d9ac622-64e7-4066-b5ea-330ddff5abe6 None None] Port 59c5b527-1ed6-4e95-9e28-4629a721da57 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:37.934556 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 3631b799-b3c9-4c3a-87ac-e119c231b3c3 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:37.935032 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.074419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55320) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:38.076339 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0f9559ac-5de6-49d6-8582-9279be9ed863 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:38.092163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2ac733b5-7c3b-4d2b-8db3-df0098b17401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:38.121169 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d833b9b1-5452-42ce-ac5a-765a06c87d58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.123257 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7fca8e21-3b07-4feb-8266-d3942ee15ab1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9981382 May 28 04:49:38.130140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2ac733b5-7c3b-4d2b-8db3-df0098b17401 admin admin] Usage tracker for resource:security_group_rule and tenant:e098c1dac9f44fb28f38b2f28108b6cb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:38.131505 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55324) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:38.138496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a31f6df0-5476-4879-a9a2-cae2570fd931 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.147051 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 0f9559ac-5de6-49d6-8582-9279be9ed863 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:38.147653 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.148994 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2ac733b5-7c3b-4d2b-8db3-df0098b17401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:38.180475 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2b9f802a-639a-4e32-9a34-61854d8816b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.200268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2ac733b5-7c3b-4d2b-8db3-df0098b17401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:38.209691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-a31f6df0-5476-4879-a9a2-cae2570fd931 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4be18421-4d6f-493b-a2d4-0e41bbeeedce']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:38.265024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-a31f6df0-5476-4879-a9a2-cae2570fd931 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8fd017-cbed-4a44-ae73-1b6f3a5f6776') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:38.265334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-a31f6df0-5476-4879-a9a2-cae2570fd931 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8fd017-cbed-4a44-ae73-1b6f3a5f6776') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:38.294014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a31f6df0-5476-4879-a9a2-cae2570fd931 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.303023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d833b9b1-5452-42ce-ac5a-765a06c87d58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for 5a84241a-feda-445d-9d5b-171ee252bde6 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:38.326346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2b9f802a-639a-4e32-9a34-61854d8816b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:38.338416 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2b9f802a-639a-4e32-9a34-61854d8816b0 admin admin] Usage tracker for resource:security_group_rule and tenant:ff6cdd240c034e7eaff66dfb21530403 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:38.347384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2b9f802a-639a-4e32-9a34-61854d8816b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:38.351433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a31f6df0-5476-4879-a9a2-cae2570fd931 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.362545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2b9f802a-639a-4e32-9a34-61854d8816b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:38.363489 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4466254-8434-430e-b513-1418302e4694 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Router 6dada7fd-fe3b-43b5-8821-05cb61f93604 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:49:38.378068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31f6df0-5476-4879-a9a2-cae2570fd931 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:38.378460 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a31f6df0-5476-4879-a9a2-cae2570fd931 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:38.393520 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:38.407061 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce98684b-be8b-472e-805c-e86a669576e8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:38.407627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ce98684b-be8b-472e-805c-e86a669576e8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:38.509886 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ac733b5-7c3b-4d2b-8db3-df0098b17401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.520985 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ce98684b-be8b-472e-805c-e86a669576e8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:38.522182 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ce98684b-be8b-472e-805c-e86a669576e8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/257bafef-8fc7-43bd-9318-e53e782fcff1 HTTP/1.1" status: 200 len: 845 time: 0.3846402 May 28 04:49:38.542242 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55328) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:38.544555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ac733b5-7c3b-4d2b-8db3-df0098b17401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.556812 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.622363 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.631535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a31f6df0-5476-4879-a9a2-cae2570fd931 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.671831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31f6df0-5476-4879-a9a2-cae2570fd931 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4be18421-4d6f-493b-a2d4-0e41bbeeedce {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 28 04:49:38.690543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a31f6df0-5476-4879-a9a2-cae2570fd931 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.718946 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac733b5-7c3b-4d2b-8db3-df0098b17401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8517b9e-89aa-4ad7-8fa5-c138d3cb4e2f,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:38.730569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f6df0-5476-4879-a9a2-cae2570fd931 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event deleted for resources: {'Network': ['ID=4be18421-4d6f-493b-a2d4-0e41bbeeedce,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:38.755973 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-373e3b4a-5c70-4fbc-92c2-f607cd43f82e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 257bafef-8fc7-43bd-9318-e53e782fcff1 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:38.756248 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-373e3b4a-5c70-4fbc-92c2-f607cd43f82e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.760056 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.766070 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Pushing event updated for resources: {'Port': ['ID=59c5b527-1ed6-4e95-9e28-4629a721da57,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:38.770396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d833b9b1-5452-42ce-ac5a-765a06c87d58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.786916 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2ac733b5-7c3b-4d2b-8db3-df0098b17401 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e098c1dac9f44fb28f38b2f28108b6cb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1091616 May 28 04:49:38.797744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2b9f802a-639a-4e32-9a34-61854d8816b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.798703 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55332) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:38.811907 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a31f6df0-5476-4879-a9a2-cae2570fd931 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "DELETE /v2.0/networks/4be18421-4d6f-493b-a2d4-0e41bbeeedce HTTP/1.1" status: 204 len: 168 time: 1.5152152 May 28 04:49:38.813363 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55336) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:38.822893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2b9f802a-639a-4e32-9a34-61854d8816b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.838553 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833b9b1-5452-42ce-ac5a-765a06c87d58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=5a84241a-feda-445d-9d5b-171ee252bde6,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:38.843483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-1070820b-eb4e-48bb-99c4-f7064b6c6387 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Request body: {'network': {'name': 'tempest-network--1003082568'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:38.882188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1070820b-eb4e-48bb-99c4-f7064b6c6387 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:38.951293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1070820b-eb4e-48bb-99c4-f7064b6c6387 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Usage tracker for resource:network and tenant:d8c50a87605e418689eca7902877a876 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:38.962695 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d833b9b1-5452-42ce-ac5a-765a06c87d58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:38.965381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1070820b-eb4e-48bb-99c4-f7064b6c6387 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:38.986232 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f802a-639a-4e32-9a34-61854d8816b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4821c6-02c3-4c6d-b48e-97a70172b368,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:39.000179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1070820b-eb4e-48bb-99c4-f7064b6c6387 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:39.004824 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2b9f802a-639a-4e32-9a34-61854d8816b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff6cdd240c034e7eaff66dfb21530403&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9196572 May 28 04:49:39.009409 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55340) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:39.011020 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d833b9b1-5452-42ce-ac5a-765a06c87d58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/5a84241a-feda-445d-9d5b-171ee252bde6 HTTP/1.1" status: 204 len: 168 time: 1.8039207 May 28 04:49:39.014602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55344) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:39.034538 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4466254-8434-430e-b513-1418302e4694 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:49:39.044439 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a4466254-8434-430e-b513-1418302e4694 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "PUT /v2.0/routers/6dada7fd-fe3b-43b5-8821-05cb61f93604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0800273 May 28 04:49:39.049441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55348) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:39.088476 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Network 54c8aa9a-0454-47ab-9d77-29f29a89f086 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:39.096920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:39.108986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1070820b-eb4e-48bb-99c4-f7064b6c6387 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Made reservation on behalf of d8c50a87605e418689eca7902877a876 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:39.111674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1070820b-eb4e-48bb-99c4-f7064b6c6387 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:39.171733 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ebc227-8a63-460e-825f-31b06a312944 None None] Sync routers for ids ['6dada7fd-fe3b-43b5-8821-05cb61f93604'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:49:39.202509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ebc227-8a63-460e-825f-31b06a312944 None None] Routers {'6dada7fd-fe3b-43b5-8821-05cb61f93604'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:39.204472 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b0ebc227-8a63-460e-825f-31b06a312944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:49:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6dada7fd-fe3b-43b5-8821-05cb61f93604'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:39.236296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dfacc8cd-0d5a-4309-9354-ab05765970c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:39.305954 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b0ebc227-8a63-460e-825f-31b06a312944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:39.319773 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ebc227-8a63-460e-825f-31b06a312944 None None] Routers {'6dada7fd-fe3b-43b5-8821-05cb61f93604'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:39.320554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b0ebc227-8a63-460e-825f-31b06a312944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:49:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6dada7fd-fe3b-43b5-8821-05cb61f93604'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:39.388052 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b0ebc227-8a63-460e-825f-31b06a312944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:39.389405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ebc227-8a63-460e-825f-31b06a312944 None None] The sync data for ids ['6dada7fd-fe3b-43b5-8821-05cb61f93604'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:49:39.393785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8900414-4650-42cd-b2d6-55b4c161a1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:39.436799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-373e3b4a-5c70-4fbc-92c2-f607cd43f82e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:39.440465 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c696fe97-3cbd-440a-a0d2-3b458a9b4bb6 None None] Provisioning complete for port 59c5b527-1ed6-4e95-9e28-4629a721da57 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:39.440824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c696fe97-3cbd-440a-a0d2-3b458a9b4bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:39.447659 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa9eb2-b452-41ce-a987-7bbad635f990 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:39.448958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fa9eb2-b452-41ce-a987-7bbad635f990 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:39.449748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-11fa9eb2-b452-41ce-a987-7bbad635f990 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:39.462533 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dfacc8cd-0d5a-4309-9354-ab05765970c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:39.473463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d5b80a06-edfc-44f7-95dd-67f37eafc240 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting port a24436b6-9be6-46e0-87d4-74247bca9de0 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:39.473878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d5b80a06-edfc-44f7-95dd-67f37eafc240 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:39.494633 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-c696fe97-3cbd-440a-a0d2-3b458a9b4bb6 None None] Port 59c5b527-1ed6-4e95-9e28-4629a721da57 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:39.576066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1070820b-eb4e-48bb-99c4-f7064b6c6387 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:39.601014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8900414-4650-42cd-b2d6-55b4c161a1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:39.655651 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80216fe0-f776-4706-ac01-625afff6579c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:39.656335 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-80216fe0-f776-4706-ac01-625afff6579c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:39.657829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-373e3b4a-5c70-4fbc-92c2-f607cd43f82e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 257bafef-8fc7-43bd-9318-e53e782fcff1 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:39.685880 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-80216fe0-f776-4706-ac01-625afff6579c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:39.687060 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-80216fe0-f776-4706-ac01-625afff6579c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dada7fd-fe3b-43b5-8821-05cb61f93604 HTTP/1.1" status: 200 len: 979 time: 0.6364110 May 28 04:49:39.691013 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55352) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:39.724682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1070820b-eb4e-48bb-99c4-f7064b6c6387 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:39.725021 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-1070820b-eb4e-48bb-99c4-f7064b6c6387 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Added segment 64cb6be3-dbff-4bec-aa38-aab77df67711 of type vlan for network f09830a8-c329-4cb5-a634-68df2a1fa343 May 28 04:49:39.744669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8900414-4650-42cd-b2d6-55b4c161a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:39.748305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-11fa9eb2-b452-41ce-a987-7bbad635f990 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:39.749635 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-11fa9eb2-b452-41ce-a987-7bbad635f990 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.7303770 May 28 04:49:39.757987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55356) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:39.824017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8900414-4650-42cd-b2d6-55b4c161a1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4821c6-02c3-4c6d-b48e-97a70172b368,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:39.841249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8900414-4650-42cd-b2d6-55b4c161a1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:39.845126 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f8900414-4650-42cd-b2d6-55b4c161a1fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe4821c6-02c3-4c6d-b48e-97a70172b368 HTTP/1.1" status: 204 len: 168 time: 0.8328824 May 28 04:49:39.920010 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Router 646a64bd-aeb4-491a-8361-e8c733228dd2 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:49:39.938272 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d5b80a06-edfc-44f7-95dd-67f37eafc240 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:40.063450 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d5b80a06-edfc-44f7-95dd-67f37eafc240 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Calling delete_port for a24436b6-9be6-46e0-87d4-74247bca9de0 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:40.185809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1070820b-eb4e-48bb-99c4-f7064b6c6387 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:40.313895 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:49:40.326244 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5c8ba3b1-38c3-409b-b598-0b2fd6fb9a6e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] 10.222.0.15 "PUT /v2.0/routers/646a64bd-aeb4-491a-8361-e8c733228dd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2719221 May 28 04:49:40.329718 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da0157-02f0-4597-b672-085d64463c98 None None] Sync routers for ids ['646a64bd-aeb4-491a-8361-e8c733228dd2'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:49:40.331823 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55366) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:40.341937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Request body: {'port': {'network_id': '54c8aa9a-0454-47ab-9d77-29f29a89f086', 'name': 'tempest-FloatingIPNegativeTestJSON-1301352125'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:40.343851 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da0157-02f0-4597-b672-085d64463c98 None None] Routers {'646a64bd-aeb4-491a-8361-e8c733228dd2'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:40.344790 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-71da0157-02f0-4597-b672-085d64463c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:49:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['646a64bd-aeb4-491a-8361-e8c733228dd2'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:40.404668 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-373e3b4a-5c70-4fbc-92c2-f607cd43f82e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:40.412958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6951dce-e4c0-477b-add8-cf72680ddfb4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 3fab4a34-fb94-4df8-b936-cc9116d69ccc {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:49:40.415884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6951dce-e4c0-477b-add8-cf72680ddfb4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:40.423991 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-71da0157-02f0-4597-b672-085d64463c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:40.438318 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da0157-02f0-4597-b672-085d64463c98 None None] Routers {'646a64bd-aeb4-491a-8361-e8c733228dd2'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:40.439270 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-71da0157-02f0-4597-b672-085d64463c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:49:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['646a64bd-aeb4-491a-8361-e8c733228dd2'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:40.519897 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-71da0157-02f0-4597-b672-085d64463c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:40.521347 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71da0157-02f0-4597-b672-085d64463c98 None None] The sync data for ids ['646a64bd-aeb4-491a-8361-e8c733228dd2'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:49:40.526112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6951dce-e4c0-477b-add8-cf72680ddfb4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:40.553533 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:40.559292 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Usage tracker for resource:port and tenant:a2e5581a19f3441da981078292d6362a is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:40.563012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:40.570069 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:40.577760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dfacc8cd-0d5a-4309-9354-ab05765970c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:40.580641 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e3b4a-5c70-4fbc-92c2-f607cd43f82e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=257bafef-8fc7-43bd-9318-e53e782fcff1,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:40.584842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-373e3b4a-5c70-4fbc-92c2-f607cd43f82e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:40.596348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1070820b-eb4e-48bb-99c4-f7064b6c6387 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:40.597193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1070820b-eb4e-48bb-99c4-f7064b6c6387 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:40.597785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1070820b-eb4e-48bb-99c4-f7064b6c6387 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1444248'] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:40.614181 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Made reservation on behalf of a2e5581a19f3441da981078292d6362a for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:40.617381 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:40.655267 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] device_id is not set on port a65e510d-e809-4415-9651-37b3075dbf03 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:40.701015 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacc8cd-0d5a-4309-9354-ab05765970c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8517b9e-89aa-4ad7-8fa5-c138d3cb4e2f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:40.713779 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-15dfbe31-462e-4d6b-bbb2-cf39d9a92d3e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:40.812436 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-373e3b4a-5c70-4fbc-92c2-f607cd43f82e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/257bafef-8fc7-43bd-9318-e53e782fcff1 HTTP/1.1" status: 204 len: 168 time: 2.2603159 May 28 04:49:40.815265 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1070820b-eb4e-48bb-99c4-f7064b6c6387 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.9847436 May 28 04:49:40.817743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55380) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:40.818226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55382) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:40.826263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1070820b-eb4e-48bb-99c4-f7064b6c6387 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event updated for resources: {'Network': ['ID=f09830a8-c329-4cb5-a634-68df2a1fa343,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:40.840102 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8fcef270-c652-46f7-bade-2cf68ec933bb tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:40.843993 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network f09830a8-c329-4cb5-a634-68df2a1fa343 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:40.889467 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dfacc8cd-0d5a-4309-9354-ab05765970c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:40.890526 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dfacc8cd-0d5a-4309-9354-ab05765970c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8517b9e-89aa-4ad7-8fa5-c138d3cb4e2f HTTP/1.1" status: 204 len: 168 time: 2.0839989 May 28 04:49:40.973181 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-715459d4-4601-4d96-a5d7-b1f189c0e253 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] GET failed (client error): The resource could not be found. May 28 04:49:40.974465 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-715459d4-4601-4d96-a5d7-b1f189c0e253 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:41.011990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d5b80a06-edfc-44f7-95dd-67f37eafc240 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:41.020375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6951dce-e4c0-477b-add8-cf72680ddfb4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:41.041479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Allocated IP 172.20.0.5 (54c8aa9a-0454-47ab-9d77-29f29a89f086/429b84e6-d9ec-43ae-bf86-244afc2932cf/a65e510d-e809-4415-9651-37b3075dbf03) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:41.067209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55392) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:41.126586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b80a06-edfc-44f7-95dd-67f37eafc240 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Port': ['ID=a24436b6-9be6-46e0-87d4-74247bca9de0,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:41.283596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-715459d4-4601-4d96-a5d7-b1f189c0e253 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:41.284783 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-715459d4-4601-4d96-a5d7-b1f189c0e253 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/257bafef-8fc7-43bd-9318-e53e782fcff1 HTTP/1.1" status: 404 len: 333 time: 0.4618742 May 28 04:49:41.354567 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55402) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:41.440324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-d884dd94-d317-4138-b783-76229e33a93b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'name': 'tempest-PortsIpV6TestJSON-449246283'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:41.518063 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Request body: {'networks': [{'name': 'tempest-network--1913229037'}, {'name': 'tempest-network--366141915'}]} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:41.518481 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Request body: {'network': {'name': 'tempest-network--1913229037'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:41.519628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Request body: {'network': {'name': 'tempest-network--366141915'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:41.519745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6951dce-e4c0-477b-add8-cf72680ddfb4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:41.583493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6951dce-e4c0-477b-add8-cf72680ddfb4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=3fab4a34-fb94-4df8-b936-cc9116d69ccc,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:41.619165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:41.640672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8fcef270-c652-46f7-bade-2cf68ec933bb tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:41.649928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Usage tracker for resource:network and tenant:5e51e64f145743069167a5616b9a3859 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:41.662987 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:41.680599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:41.715471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6951dce-e4c0-477b-add8-cf72680ddfb4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:41.717356 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8127f39a-8973-426e-b904-1828b96f8a62 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:41.731696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8fcef270-c652-46f7-bade-2cf68ec933bb tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:41.743314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d884dd94-d317-4138-b783-76229e33a93b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:41.754164 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d884dd94-d317-4138-b783-76229e33a93b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:41.766994 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Made reservation on behalf of 5e51e64f145743069167a5616b9a3859 for: {'network': 2} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:41.771226 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:41.776499 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b6951dce-e4c0-477b-add8-cf72680ddfb4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/3fab4a34-fb94-4df8-b936-cc9116d69ccc HTTP/1.1" status: 204 len: 168 time: 2.0157058 May 28 04:49:41.777149 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55416) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:41.797190 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-15dfbe31-462e-4d6b-bbb2-cf39d9a92d3e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 54367a24-bcd9-44bd-9bdc-585cb02ca088 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:41.797533 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-15dfbe31-462e-4d6b-bbb2-cf39d9a92d3e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:41.821999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d884dd94-d317-4138-b783-76229e33a93b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:41.824946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d884dd94-d317-4138-b783-76229e33a93b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:41.848716 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:41.911685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:41.918174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8fcef270-c652-46f7-bade-2cf68ec933bb tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Network f09830a8-c329-4cb5-a634-68df2a1fa343 is not hosted by any dhcp agent {{(pid=84010) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 28 04:49:41.919075 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcef270-c652-46f7-bade-2cf68ec933bb tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:41.919670 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8fcef270-c652-46f7-bade-2cf68ec933bb tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:41.920920 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8fcef270-c652-46f7-bade-2cf68ec933bb tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "PUT /v2.0/networks/f09830a8-c329-4cb5-a634-68df2a1fa343 HTTP/1.1" status: 200 len: 858 time: 1.0963061 May 28 04:49:41.923986 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-d884dd94-d317-4138-b783-76229e33a93b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] device_id is not set on port 4ce77052-bee8-413a-acf2-c93e891f7aa3 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:41.929156 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9ada39bf-ecad-45fd-b559-5b1373d64d58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1019030 May 28 04:49:41.932266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55422) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:41.932809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55424) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:41.992438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcef270-c652-46f7-bade-2cf68ec933bb tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event updated for resources: {'Network': ['ID=f09830a8-c329-4cb5-a634-68df2a1fa343,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:42.029374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Transition to ACTIVE for port object a65e510d-e809-4415-9651-37b3075dbf03 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:42.087947 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a479bec-4a78-4604-8ce1-9cca822a1f9c None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:49:42.090113 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:42.097623 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2a479bec-4a78-4604-8ce1-9cca822a1f9c None None] Deleting port 3631b799-b3c9-4c3a-87ac-e119c231b3c3 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:42.099103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2a479bec-4a78-4604-8ce1-9cca822a1f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:42.123488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Usage tracker for resource:security_group_rule and tenant:5e51e64f145743069167a5616b9a3859 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:42.128833 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f795a4cc-37d8-4f85-90a0-dfa2612f47b0 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:42.129925 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:42.221795 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e366e25-33e2-4f26-8436-7cd475085d58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:42.225903 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8e366e25-33e2-4f26-8436-7cd475085d58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2895656 May 28 04:49:42.226486 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55432) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:42.268943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:42.323497 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2a479bec-4a78-4604-8ce1-9cca822a1f9c None None] For port 3631b799-b3c9-4c3a-87ac-e119c231b3c3, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3631b799-b3c9-4c3a-87ac-e119c231b3c3,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:42.323730 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2a479bec-4a78-4604-8ce1-9cca822a1f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:42.355744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d884dd94-d317-4138-b783-76229e33a93b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:42.356212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f795a4cc-37d8-4f85-90a0-dfa2612f47b0 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:42.392271 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-15dfbe31-462e-4d6b-bbb2-cf39d9a92d3e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:42.394623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f851e53-b8e6-4a34-a26d-309c99c10ca2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:42.395371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7f851e53-b8e6-4a34-a26d-309c99c10ca2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:42.402264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d5b80a06-edfc-44f7-95dd-67f37eafc240 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:42.407500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:42.407977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-f795a4cc-37d8-4f85-90a0-dfa2612f47b0 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09830a8-c329-4cb5-a634-68df2a1fa343']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:42.431701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-f795a4cc-37d8-4f85-90a0-dfa2612f47b0 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cb6be3-dbff-4bec-aa38-aab77df67711') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:42.431967 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-f795a4cc-37d8-4f85-90a0-dfa2612f47b0 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cb6be3-dbff-4bec-aa38-aab77df67711') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:42.466527 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2a479bec-4a78-4604-8ce1-9cca822a1f9c None None] Calling delete_port for 3631b799-b3c9-4c3a-87ac-e119c231b3c3 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:42.501490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f795a4cc-37d8-4f85-90a0-dfa2612f47b0 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:42.516558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7f851e53-b8e6-4a34-a26d-309c99c10ca2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:42.520370 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7f851e53-b8e6-4a34-a26d-309c99c10ca2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2887914 May 28 04:49:42.522564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55440) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:42.557740 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2a479bec-4a78-4604-8ce1-9cca822a1f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:42.616543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a479bec-4a78-4604-8ce1-9cca822a1f9c None None] Pushing event deleted for resources: {'Port': ['ID=3631b799-b3c9-4c3a-87ac-e119c231b3c3,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:42.625522 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-15dfbe31-462e-4d6b-bbb2-cf39d9a92d3e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for 54367a24-bcd9-44bd-9bdc-585cb02ca088 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:42.629476 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a479bec-4a78-4604-8ce1-9cca822a1f9c None None] No DVR routers for this DVR port 3631b799-b3c9-4c3a-87ac-e119c231b3c3 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:49:42.651129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f795a4cc-37d8-4f85-90a0-dfa2612f47b0 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:42.656268 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f220ce7f-1637-4e00-842a-30a38de3f8ed tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1325650 May 28 04:49:42.662129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55448) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:42.664666 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f795a4cc-37d8-4f85-90a0-dfa2612f47b0 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:42.665064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f795a4cc-37d8-4f85-90a0-dfa2612f47b0 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:42.681466 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:42.729060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Network 54c8aa9a-0454-47ab-9d77-29f29a89f086 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:42.732444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Pushing event updated for resources: {'Port': ['ID=a65e510d-e809-4415-9651-37b3075dbf03,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:42.741647 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:42.759066 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:42.804577 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d884dd94-d317-4138-b783-76229e33a93b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:42.807261 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:42.860334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-255a9149-eb1b-461e-a4f9-a712ea698a8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:42.889759 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:42.903692 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:43.023207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-255a9149-eb1b-461e-a4f9-a712ea698a8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:43.044653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-255a9149-eb1b-461e-a4f9-a712ea698a8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:43.066907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f795a4cc-37d8-4f85-90a0-dfa2612f47b0 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:43.069841 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255a9149-eb1b-461e-a4f9-a712ea698a8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:43.073237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-255a9149-eb1b-461e-a4f9-a712ea698a8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:43.111672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f795a4cc-37d8-4f85-90a0-dfa2612f47b0 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f09830a8-c329-4cb5-a634-68df2a1fa343 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 28 04:49:43.111908 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69557176-a7e6-45f5-8eab-4dedca77a4ce,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:43.144129 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884dd94-d317-4138-b783-76229e33a93b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=4ce77052-bee8-413a-acf2-c93e891f7aa3,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:43.150385 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:43.151073 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:43.151759 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0daf1bdc-277e-4602-8fdf-b27b0b220d07 None None] Provisioning for port a65e510d-e809-4415-9651-37b3075dbf03 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:43.164459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f795a4cc-37d8-4f85-90a0-dfa2612f47b0 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:43.170268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d884dd94-d317-4138-b783-76229e33a93b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:43.174117 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:43.176738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0daf1bdc-277e-4602-8fdf-b27b0b220d07 None None] Provisioning complete for port a65e510d-e809-4415-9651-37b3075dbf03 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:43.178014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795a4cc-37d8-4f85-90a0-dfa2612f47b0 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] Pushing event deleted for resources: {'Network': ['ID=f09830a8-c329-4cb5-a634-68df2a1fa343,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:43.178666 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0daf1bdc-277e-4602-8fdf-b27b0b220d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:43.183373 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-d884dd94-d317-4138-b783-76229e33a93b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:43.222894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d884dd94-d317-4138-b783-76229e33a93b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:43.224664 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f795a4cc-37d8-4f85-90a0-dfa2612f47b0 tempest-ExternalNetworksTestJSON-1862491887 tempest-ExternalNetworksTestJSON-1862491887-project-admin] 10.222.0.15 "DELETE /v2.0/networks/f09830a8-c329-4cb5-a634-68df2a1fa343 HTTP/1.1" status: 204 len: 168 time: 1.2896540 May 28 04:49:43.227954 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d884dd94-d317-4138-b783-76229e33a93b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:43.231548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55460) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:43.236713 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d884dd94-d317-4138-b783-76229e33a93b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:43.264246 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-0daf1bdc-277e-4602-8fdf-b27b0b220d07 None None] Port a65e510d-e809-4415-9651-37b3075dbf03 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:43.289714 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e2577c-8d13-45a1-b3a2-c9ded8311b60 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] DELETE failed (client error): The resource could not be found. May 28 04:49:43.290412 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e2577c-8d13-45a1-b3a2-c9ded8311b60 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:49:43.292212 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-48e2577c-8d13-45a1-b3a2-c9ded8311b60 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] 10.222.0.15 "DELETE /v2.0/subnets/1f64985b-4bb6-45c2-948b-1e9ba555fac0 HTTP/1.1" status: 404 len: 337 time: 0.0531845 May 28 04:49:43.294999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-15dfbe31-462e-4d6b-bbb2-cf39d9a92d3e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:43.296691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55464) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:43.351370 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dfbe31-462e-4d6b-bbb2-cf39d9a92d3e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Port': ['ID=54367a24-bcd9-44bd-9bdc-585cb02ca088,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:43.356743 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d884dd94-d317-4138-b783-76229e33a93b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9398472 May 28 04:49:43.357729 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55468) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:43.361662 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:43.362016 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Added segment 1bc4318c-b648-45d9-b47e-d026e3a8b81d of type vlan for network b2334db8-d72a-4cbb-b0d1-5d080dd0efc2 May 28 04:49:43.365420 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8735eae8-4764-44bd-be0b-a939d75f2d9e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0325682 May 28 04:49:43.371808 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-5ab55194-ce99-4093-bb04-310b9979f051 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:43.391674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55472) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:43.411738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:43.420732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55476) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:43.429188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:43.449870 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Usage tracker for resource:floatingip and tenant:a2e5581a19f3441da981078292d6362a is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:43.458313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:43.471980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:43.480238 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d52eaeb-83b0-4cc7-acd1-eb7310fa35a6 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:43.623722 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:43.762289 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-315704090', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:43.767968 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3631b799-b3c9-4c3a-87ac-e119c231b3c3 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:49:43.780334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:43.786517 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:43.853480 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 3631b799-b3c9-4c3a-87ac-e119c231b3c3 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:49:43.853889 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3631b799-b3c9-4c3a-87ac-e119c231b3c3 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:49:43.892748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Usage tracker for resource:port and tenant:cf42e4d5209e4e37869ea88bb2e24fb9 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:43.911625 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5ab55194-ce99-4093-bb04-310b9979f051 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:43.930865 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:43.941136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:43.968997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d52eaeb-83b0-4cc7-acd1-eb7310fa35a6 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:43.978218 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:43.979728 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:43.980071 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Added segment 49d17c32-bc11-47ed-b4a1-a3130ed778de of type vlan for network 09d736fb-b360-404a-85f6-34d2eb8faf03 May 28 04:49:43.987581 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-15dfbe31-462e-4d6b-bbb2-cf39d9a92d3e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.029171 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-255a9149-eb1b-461e-a4f9-a712ea698a8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.034167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-5d52eaeb-83b0-4cc7-acd1-eb7310fa35a6 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e00eb6-68ac-4716-9872-4ac881e50de8']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:44.067937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Made reservation on behalf of cf42e4d5209e4e37869ea88bb2e24fb9 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:44.070181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.087664 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.112401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-5d52eaeb-83b0-4cc7-acd1-eb7310fa35a6 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00196fca-fdfb-4185-a1f3-804f946a3bfb') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:44.112764 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-5d52eaeb-83b0-4cc7-acd1-eb7310fa35a6 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00196fca-fdfb-4185-a1f3-804f946a3bfb') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:44.139206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.153754 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d52eaeb-83b0-4cc7-acd1-eb7310fa35a6 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.173743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255a9149-eb1b-461e-a4f9-a712ea698a8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:44.185192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-255a9149-eb1b-461e-a4f9-a712ea698a8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:44.189945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255a9149-eb1b-461e-a4f9-a712ea698a8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:44.190605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-255a9149-eb1b-461e-a4f9-a712ea698a8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.198804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a9149-eb1b-461e-a4f9-a712ea698a8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=b37562e4-0727-4e5a-870f-9b7aba6d9b9e,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:44.198980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4659d5-afcb-4e7d-9e57-fbe1f0ba5aab None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:44.213793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d52eaeb-83b0-4cc7-acd1-eb7310fa35a6 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.221412 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:49:44.238647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d52eaeb-83b0-4cc7-acd1-eb7310fa35a6 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:44.238647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d52eaeb-83b0-4cc7-acd1-eb7310fa35a6 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.283519 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.283993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.287727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:44.291106 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:44.291264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:44.300682 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:44.380364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:44.428197 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': 'b37562e4-0727-4e5a-870f-9b7aba6d9b9e'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:49:44.429361 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.446736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Usage tracker for resource:security_group_rule and tenant:cf42e4d5209e4e37869ea88bb2e24fb9 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:44.454164 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-255a9149-eb1b-461e-a4f9-a712ea698a8b tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7748663 May 28 04:49:44.455161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:44.475131 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55482) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:44.546869 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'mac_address': 'fa:16:3e:0f:06:3a', 'name': 'tempest-NetworksTestDHCPv6-438406667'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:44.564425 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.4912729 May 28 04:49:44.577437 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55486) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:44.580865 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-5ab55194-ce99-4093-bb04-310b9979f051 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:49:44.594346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:44.598559 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event updated for resources: {'Network': ['ID=b2334db8-d72a-4cbb-b0d1-5d080dd0efc2,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:44.606549 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Allocated IP 2001:db8::2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/b37562e4-0727-4e5a-870f-9b7aba6d9b9e/5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:44.617189 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network b2334db8-d72a-4cbb-b0d1-5d080dd0efc2 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:44.619915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d52eaeb-83b0-4cc7-acd1-eb7310fa35a6 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.641279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5d52eaeb-83b0-4cc7-acd1-eb7310fa35a6 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.671275 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52eaeb-83b0-4cc7-acd1-eb7310fa35a6 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] Pushing event deleted for resources: {'Network': ['ID=b3e00eb6-68ac-4716-9872-4ac881e50de8,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:44.704269 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5d52eaeb-83b0-4cc7-acd1-eb7310fa35a6 tempest-ExternalNetworksTestJSON-1697503393 tempest-ExternalNetworksTestJSON-1697503393-project] 10.222.0.15 "DELETE /v2.0/networks/b3e00eb6-68ac-4716-9872-4ac881e50de8 HTTP/1.1" status: 204 len: 168 time: 1.4032311 May 28 04:49:44.716308 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.727653 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5ab55194-ce99-4093-bb04-310b9979f051 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.771690 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5ab55194-ce99-4093-bb04-310b9979f051 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.849094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.882019 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:44.886210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] device_id is not set on port 208d8b29-d139-4a18-b4ec-adc7a948f843 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:45.040503 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:45.055223 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Transition to ACTIVE for port object 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:45.064705 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4142ddd8-f4bf-41b2-8277-9159055d58de,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:45.082122 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Transition to ACTIVE for port object 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:45.093606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:45.121142 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b80a06-edfc-44f7-95dd-67f37eafc240 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 4aea5039-d96a-49ca-a441-4940b17cb801 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:49:45.131202 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55494) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:45.151068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Allocated IP 172.26.8.198 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/56fe9190-5a89-4308-a048-6ff789e878e0) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:45.174786 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:45.177877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:45.180133 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:45.186755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Pushing event updated for resources: {'Port': ['ID=5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:45.195555 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf5630-ab90-4bcf-966b-43089561d586 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event updated for resources: {'Network': ['ID=09d736fb-b360-404a-85f6-34d2eb8faf03,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:45.197709 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-5ab55194-ce99-4093-bb04-310b9979f051 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] In _notify_port_updated(), no bound segment for port 4ce77052-bee8-413a-acf2-c93e891f7aa3 on network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 {{(pid=84009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:49:45.201400 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab55194-ce99-4093-bb04-310b9979f051 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:45.202019 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5ab55194-ce99-4093-bb04-310b9979f051 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:45.203287 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5ab55194-ce99-4093-bb04-310b9979f051 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "PUT /v2.0/ports/4ce77052-bee8-413a-acf2-c93e891f7aa3 HTTP/1.1" status: 200 len: 818 time: 1.8398917 May 28 04:49:45.220251 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55500) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:45.227010 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 09d736fb-b360-404a-85f6-34d2eb8faf03 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:45.341772 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab55194-ce99-4093-bb04-310b9979f051 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=4ce77052-bee8-413a-acf2-c93e891f7aa3,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:45.379684 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f82e5b-5e90-4564-a9cd-b0555cedd0dc tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:45.383774 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f82e5b-5e90-4564-a9cd-b0555cedd0dc tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:45.385177 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Attempting to bind port 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:49:45.385741 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Attempting to bind port 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:49:45.386263 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Attempting to bind port 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:49:45.387626 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f82e5b-5e90-4564-a9cd-b0555cedd0dc tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:45.392067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f82e5b-5e90-4564-a9cd-b0555cedd0dc tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:45.392858 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-46f82e5b-5e90-4564-a9cd-b0555cedd0dc tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Synchronizing usage tracker for tenant:5e51e64f145743069167a5616b9a3859 on resource:network {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:45.402247 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:49:45.402945 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:45.403659 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:45.404205 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:49:45.405293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Bound port: 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:49:45.405680 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:45.406007 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:45.422191 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a64d38d1-297f-4371-a8d7-f242c2534a69 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 4ce77052-bee8-413a-acf2-c93e891f7aa3 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:45.422651 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a64d38d1-297f-4371-a8d7-f242c2534a69 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:45.453493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:45.462058 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:45.484314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:45.507274 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] For port 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:49:45.511327 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] For port 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:49:45.511623 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f49bd02e-cfad-4ed2-93af-a03d8c0c6207 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a1339c269ca14aa385dd85501f845129&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3624902 May 28 04:49:45.514573 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-46f82e5b-5e90-4564-a9cd-b0555cedd0dc tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Unset dirty status for tenant:5e51e64f145743069167a5616b9a3859 on resource:network {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:45.515715 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-46f82e5b-5e90-4564-a9cd-b0555cedd0dc tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9271309 May 28 04:49:45.520997 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55504) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:45.521180 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:45.521453 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55506) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:45.531345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dfbe31-462e-4d6b-bbb2-cf39d9a92d3e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Router 6dada7fd-fe3b-43b5-8821-05cb61f93604 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:49:45.557744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:45.572428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b80a06-edfc-44f7-95dd-67f37eafc240 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:49:45.592215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707bcfcc-da37-4b24-8d50-bf17098d9b3f None None] Sync routers for ids ['4aea5039-d96a-49ca-a441-4940b17cb801'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:49:45.597173 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d5b80a06-edfc-44f7-95dd-67f37eafc240 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "PUT /v2.0/routers/4aea5039-d96a-49ca-a441-4940b17cb801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2968979 May 28 04:49:45.597344 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55512) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:45.626051 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158dc9a3-5e17-4583-bdcb-2e88b7145cd2 None None] Pushing event updated for resources: {'Port': ['ID=5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:45.629150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707bcfcc-da37-4b24-8d50-bf17098d9b3f None None] Routers {'4aea5039-d96a-49ca-a441-4940b17cb801'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:45.629795 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-707bcfcc-da37-4b24-8d50-bf17098d9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:49:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4aea5039-d96a-49ca-a441-4940b17cb801'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:45.683535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:45.690192 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-707bcfcc-da37-4b24-8d50-bf17098d9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:45.701843 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707bcfcc-da37-4b24-8d50-bf17098d9b3f None None] Routers {'4aea5039-d96a-49ca-a441-4940b17cb801'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:45.702454 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-707bcfcc-da37-4b24-8d50-bf17098d9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:49:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4aea5039-d96a-49ca-a441-4940b17cb801'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:45.784448 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-707bcfcc-da37-4b24-8d50-bf17098d9b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:45.784994 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707bcfcc-da37-4b24-8d50-bf17098d9b3f None None] The sync data for ids ['4aea5039-d96a-49ca-a441-4940b17cb801'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:49:45.786691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:45.917027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Allocated IP 172.26.8.80 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/208d8b29-d139-4a18-b4ec-adc7a948f843) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:45.920158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:45.926100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:45.930567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:45.955630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Pushing event updated for resources: {'Port': ['ID=56fe9190-5a89-4308-a048-6ff789e878e0,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:46.120941 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d79829d4-088b-4a7c-8028-49498a28a2d7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:46.182309 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f24ff5ab-b980-48ee-a9eb-f097733ce213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:46.203949 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a64d38d1-297f-4371-a8d7-f242c2534a69 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:46.294700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-492a97b0-3e2b-4064-9e8a-2f8644a6f825 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:46.355549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:46.358603 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:46.375485 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a64d38d1-297f-4371-a8d7-f242c2534a69 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 4ce77052-bee8-413a-acf2-c93e891f7aa3 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:46.409068 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:46.437056 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f24ff5ab-b980-48ee-a9eb-f097733ce213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:46.480171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dfbe31-462e-4d6b-bbb2-cf39d9a92d3e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:49:46.485273 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-15dfbe31-462e-4d6b-bbb2-cf39d9a92d3e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "PUT /v2.0/routers/6dada7fd-fe3b-43b5-8821-05cb61f93604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7932878 May 28 04:49:46.491767 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1366bdad-8e85-46f0-9406-14184399f0c3 None None] Sync routers for ids ['6dada7fd-fe3b-43b5-8821-05cb61f93604'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:49:46.504878 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55516) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:46.511380 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1366bdad-8e85-46f0-9406-14184399f0c3 None None] Routers {'6dada7fd-fe3b-43b5-8821-05cb61f93604'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:46.512407 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-1366bdad-8e85-46f0-9406-14184399f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:49:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6dada7fd-fe3b-43b5-8821-05cb61f93604'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:46.624879 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-1366bdad-8e85-46f0-9406-14184399f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:46.638757 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1366bdad-8e85-46f0-9406-14184399f0c3 None None] Routers {'6dada7fd-fe3b-43b5-8821-05cb61f93604'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:49:46.640715 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-1366bdad-8e85-46f0-9406-14184399f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:49:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6dada7fd-fe3b-43b5-8821-05cb61f93604'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:46.641676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:46.709000 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-1366bdad-8e85-46f0-9406-14184399f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:46.709677 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1366bdad-8e85-46f0-9406-14184399f0c3 None None] The sync data for ids ['6dada7fd-fe3b-43b5-8821-05cb61f93604'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:49:46.728634 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9d53ec67-4f0e-4544-8d48-3f249f197404 None None] Provisioning for port 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:46.729228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:46.770444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port d15cac33-a75e-4094-987b-119d10fa1200 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:46.810073 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d79829d4-088b-4a7c-8028-49498a28a2d7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:46.819501 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d11a570-f629-45f0-89ec-1705a90e66eb tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] GET failed (client error): The resource could not be found. May 28 04:49:46.819992 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4d11a570-f629-45f0-89ec-1705a90e66eb tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:46.879213 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d79829d4-088b-4a7c-8028-49498a28a2d7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2334db8-d72a-4cbb-b0d1-5d080dd0efc2']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:46.887837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:46.893698 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:46.900696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:46.912220 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d79829d4-088b-4a7c-8028-49498a28a2d7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc4318c-b648-45d9-b47e-d026e3a8b81d') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:46.912559 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d79829d4-088b-4a7c-8028-49498a28a2d7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc4318c-b648-45d9-b47e-d026e3a8b81d') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:46.931958 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4d11a570-f629-45f0-89ec-1705a90e66eb tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:46.935646 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4d11a570-f629-45f0-89ec-1705a90e66eb tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/54367a24-bcd9-44bd-9bdc-585cb02ca088 HTTP/1.1" status: 404 len: 333 time: 0.3850570 May 28 04:49:46.935646 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f24ff5ab-b980-48ee-a9eb-f097733ce213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:46.941138 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55520) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:46.943009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d79829d4-088b-4a7c-8028-49498a28a2d7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:46.943370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Pushing event updated for resources: {'Port': ['ID=208d8b29-d139-4a18-b4ec-adc7a948f843,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:46.958892 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a64d38d1-297f-4371-a8d7-f242c2534a69 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.010627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:47.011261 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.047544 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b516fe90-4d0c-4210-9d2b-d578363a4088 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.6237531 May 28 04:49:47.052209 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55524) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:47.057610 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.068133 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.80'}]}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:47.073852 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.077514 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:47.108944 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ff5ab-b980-48ee-a9eb-f097733ce213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863ff645-adee-414d-9037-44227b5efaaa,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:47.122092 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-492a97b0-3e2b-4064-9e8a-2f8644a6f825 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.132357 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Usage tracker for resource:router and tenant:cf42e4d5209e4e37869ea88bb2e24fb9 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:47.136610 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d79829d4-088b-4a7c-8028-49498a28a2d7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.139001 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:47.142310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d38d1-297f-4371-a8d7-f242c2534a69 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=4ce77052-bee8-413a-acf2-c93e891f7aa3,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:47.162225 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:47.205348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-492a97b0-3e2b-4064-9e8a-2f8644a6f825 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting port 25288fd6-76bd-470d-9231-d21bd5c47922 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:47.206314 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-492a97b0-3e2b-4064-9e8a-2f8644a6f825 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.209874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a64d38d1-297f-4371-a8d7-f242c2534a69 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.223251 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79829d4-088b-4a7c-8028-49498a28a2d7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:47.223644 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d79829d4-088b-4a7c-8028-49498a28a2d7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:47.239241 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:47.271415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Pushing event updated for resources: {'Port': ['ID=56fe9190-5a89-4308-a048-6ff789e878e0,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:47.273838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.274754 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.316454 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f24ff5ab-b980-48ee-a9eb-f097733ce213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.317579 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f24ff5ab-b980-48ee-a9eb-f097733ce213 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/863ff645-adee-414d-9037-44227b5efaaa HTTP/1.1" status: 204 len: 168 time: 1.7932587 May 28 04:49:47.329495 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::235 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/b37562e4-0727-4e5a-870f-9b7aba6d9b9e/d15cac33-a75e-4094-987b-119d10fa1200) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:47.332364 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a64d38d1-297f-4371-a8d7-f242c2534a69 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/4ce77052-bee8-413a-acf2-c93e891f7aa3 HTTP/1.1" status: 204 len: 168 time: 2.1089654 May 28 04:49:47.341124 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55530) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:47.361304 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.396912 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.401067 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-aff7bf18-057f-4950-840a-105f04167a42 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0044272 May 28 04:49:47.401463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55534) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:47.416333 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-88490d24-9f4b-4aee-bd45-5a8a0d4eb43c tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Request body: {'floatingip': {'port_id': 'a65e510d-e809-4415-9651-37b3075dbf03', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:47.425374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ad2ba5e-36df-4f32-b398-d67888bfc7a3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.479617 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d79829d4-088b-4a7c-8028-49498a28a2d7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.523727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d79829d4-088b-4a7c-8028-49498a28a2d7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.530151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-88490d24-9f4b-4aee-bd45-5a8a0d4eb43c tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.598548 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79829d4-088b-4a7c-8028-49498a28a2d7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event deleted for resources: {'Network': ['ID=b2334db8-d72a-4cbb-b0d1-5d080dd0efc2,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:47.602695 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-492a97b0-3e2b-4064-9e8a-2f8644a6f825 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.616814 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.640214 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d79829d4-088b-4a7c-8028-49498a28a2d7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "DELETE /v2.0/networks/b2334db8-d72a-4cbb-b0d1-5d080dd0efc2 HTTP/1.1" status: 204 len: 168 time: 2.1142635 May 28 04:49:47.684278 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55540) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:47.776546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-492a97b0-3e2b-4064-9e8a-2f8644a6f825 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Calling delete_port for 25288fd6-76bd-470d-9231-d21bd5c47922 owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:47.778733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55544) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:47.789543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:47.806596 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74b7c09-a51d-4572-acc0-469e346aed08 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:47.807580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e74b7c09-a51d-4572-acc0-469e346aed08 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:47.863819 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:47.869261 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:47.869890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:47.995780 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.022574 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fda7813a-106b-404d-b1e1-8ac4d977e94d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.034024 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:48.036359 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e74b7c09-a51d-4572-acc0-469e346aed08 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:48.037524 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e74b7c09-a51d-4572-acc0-469e346aed08 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6955864 May 28 04:49:48.041162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.041326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55550) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:48.151998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:48.239102 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef278bba-987a-48d1-8d57-ffa7da492802 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] GET failed (client error): The resource could not be found. May 28 04:49:48.240245 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ef278bba-987a-48d1-8d57-ffa7da492802 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/4ce77052-bee8-413a-acf2-c93e891f7aa3 HTTP/1.1" status: 404 len: 333 time: 0.1888068 May 28 04:49:48.246628 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-88490d24-9f4b-4aee-bd45-5a8a0d4eb43c tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] update failed (client error): The resource could not be found. May 28 04:49:48.247574 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-88490d24-9f4b-4aee-bd45-5a8a0d4eb43c tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] 10.222.0.15 "PUT /v2.0/floatingips/25c73a34-b1cd-42f4-94b8-e0bcc23ae574 HTTP/1.1" status: 404 len: 507 time: 0.8440056 May 28 04:49:48.249401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55554) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:48.252120 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55556) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:48.259857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1966850734'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:48.319177 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-394ea761-b069-4bca-a34b-acfa88dd7c5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8c50a87605e418689eca7902877a876&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5317116 May 28 04:49:48.329466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55562) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:48.331597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:48.351051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.354027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:network and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:48.357216 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.361421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ad2ba5e-36df-4f32-b398-d67888bfc7a3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.370203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:48.439913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:48.442988 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ad2ba5e-36df-4f32-b398-d67888bfc7a3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.459320 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object d15cac33-a75e-4094-987b-119d10fa1200 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:48.469568 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fda7813a-106b-404d-b1e1-8ac4d977e94d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.513388 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-fda7813a-106b-404d-b1e1-8ac4d977e94d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09d736fb-b360-404a-85f6-34d2eb8faf03']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:48.526931 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-fda7813a-106b-404d-b1e1-8ac4d977e94d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d17c32-bc11-47ed-b4a1-a3130ed778de') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:48.527212 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-fda7813a-106b-404d-b1e1-8ac4d977e94d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d17c32-bc11-47ed-b4a1-a3130ed778de') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:48.534276 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ad2ba5e-36df-4f32-b398-d67888bfc7a3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.534770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad2ba5e-36df-4f32-b398-d67888bfc7a3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Fanout notify agent at l3_agent the message router_deleted on router 6dada7fd-fe3b-43b5-8821-05cb61f93604 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:49:48.542405 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:48.545349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.547555 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fda7813a-106b-404d-b1e1-8ac4d977e94d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.557583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.563486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ad2ba5e-36df-4f32-b398-d67888bfc7a3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.563797 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-2726ee38-3bbc-4554-9073-0ff29cf41163 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Deleting port 56fe9190-5a89-4308-a048-6ff789e878e0 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:48.564140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2726ee38-3bbc-4554-9073-0ff29cf41163 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.564547 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4ad2ba5e-36df-4f32-b398-d67888bfc7a3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/routers/6dada7fd-fe3b-43b5-8821-05cb61f93604 HTTP/1.1" status: 204 len: 168 time: 1.6071115 May 28 04:49:48.589637 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55566) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:48.607850 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fda7813a-106b-404d-b1e1-8ac4d977e94d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.634396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fda7813a-106b-404d-b1e1-8ac4d977e94d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:48.634779 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fda7813a-106b-404d-b1e1-8ac4d977e94d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:48.649166 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:48.726802 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:48.730349 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=d15cac33-a75e-4094-987b-119d10fa1200,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:48.736067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:48.738649 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:48.742894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:48.743481 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.762865 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fda7813a-106b-404d-b1e1-8ac4d977e94d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.780933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-492a97b0-3e2b-4064-9e8a-2f8644a6f825 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.781796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fda7813a-106b-404d-b1e1-8ac4d977e94d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.787397 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fda7813a-106b-404d-b1e1-8ac4d977e94d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "DELETE /v2.0/networks/09d736fb-b360-404a-85f6-34d2eb8faf03 HTTP/1.1" status: 204 len: 168 time: 1.0971723 May 28 04:49:48.787720 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55570) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:48.793324 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-df5cbac9-a4b5-496e-b49c-adfe09f69eeb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3160329 May 28 04:49:48.812245 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7813a-106b-404d-b1e1-8ac4d977e94d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event deleted for resources: {'Network': ['ID=09d736fb-b360-404a-85f6-34d2eb8faf03,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:48.816738 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55574) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:48.863799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:48.877396 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e77c4ce2-c43c-4d30-8823-135a7767ceae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.931753 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a97b0-3e2b-4064-9e8a-2f8644a6f825 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Port': ['ID=25288fd6-76bd-470d-9231-d21bd5c47922,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:48.995312 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275e50d-bec0-4534-9057-f37a24cf0f10 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:48.999087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:48.999236 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0275e50d-bec0-4534-9057-f37a24cf0f10 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:48.999431 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Added segment 687cfbcf-b18a-4b91-8f80-cd052d901ef5 of type vlan for network 22ab3889-d847-4874-bd7b-c95b77fcaa8b May 28 04:49:49.000004 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0275e50d-bec0-4534-9057-f37a24cf0f10 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Synchronizing usage tracker for tenant:5e51e64f145743069167a5616b9a3859 on resource:network {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:49.010566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38045b4a-6ff7-4c59-b56b-e414b2d440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:49.014375 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38045b4a-6ff7-4c59-b56b-e414b2d440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:49.015113 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-38045b4a-6ff7-4c59-b56b-e414b2d440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:49.036374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0275e50d-bec0-4534-9057-f37a24cf0f10 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Unset dirty status for tenant:5e51e64f145743069167a5616b9a3859 on resource:network {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:49.037594 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0275e50d-bec0-4534-9057-f37a24cf0f10 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2488286 May 28 04:49:49.041483 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55578) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:49.044159 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-38045b4a-6ff7-4c59-b56b-e414b2d440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:49.045187 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-38045b4a-6ff7-4c59-b56b-e414b2d440fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.2272906 May 28 04:49:49.048797 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0436dc27-c479-47b6-890e-ab60e49eedc2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-350952559'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:49.051816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55582) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:49.055382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0436dc27-c479-47b6-890e-ab60e49eedc2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:49.096400 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b5228aa7-2f71-48dd-9bec-3026e639970a None None] Provisioning for port d15cac33-a75e-4094-987b-119d10fa1200 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:49.102604 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b5228aa7-2f71-48dd-9bec-3026e639970a None None] Provisioning complete for port d15cac33-a75e-4094-987b-119d10fa1200 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:49.103360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b5228aa7-2f71-48dd-9bec-3026e639970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.103497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e77c4ce2-c43c-4d30-8823-135a7767ceae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.105520 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0436dc27-c479-47b6-890e-ab60e49eedc2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:49.132630 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-b08e419a-6577-44e0-9b2f-f682d06ebc8a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port d15cac33-a75e-4094-987b-119d10fa1200 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:49.132945 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b08e419a-6577-44e0-9b2f-f682d06ebc8a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.157024 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0436dc27-c479-47b6-890e-ab60e49eedc2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Made reservation on behalf of 5e51e64f145743069167a5616b9a3859 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:49.159936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0436dc27-c479-47b6-890e-ab60e49eedc2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.177190 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b5228aa7-2f71-48dd-9bec-3026e639970a None None] Port d15cac33-a75e-4094-987b-119d10fa1200 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:49:49.206206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.211071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2726ee38-3bbc-4554-9073-0ff29cf41163 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.211396 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2726ee38-3bbc-4554-9073-0ff29cf41163 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.239071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0436dc27-c479-47b6-890e-ab60e49eedc2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:49.269205 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0436dc27-c479-47b6-890e-ab60e49eedc2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.269538 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-0436dc27-c479-47b6-890e-ab60e49eedc2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Added segment fe38c358-0fe4-41f8-9de8-d289cb5ac98f of type vlan for network 52060d0b-8dc9-4075-9dca-c2ee72f1d4de May 28 04:49:49.367248 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0436dc27-c479-47b6-890e-ab60e49eedc2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.377042 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-2726ee38-3bbc-4554-9073-0ff29cf41163 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Calling delete_port for 56fe9190-5a89-4308-a048-6ff789e878e0 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:49.414881 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-9475ecea-56f8-4a8d-a959-80afec98b96f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting subnet 0fae0451-4cd2-4ac6-9b42-82d9a5de1629 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:49:49.419805 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:49:49.435530 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b08e419a-6577-44e0-9b2f-f682d06ebc8a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.437602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9475ecea-56f8-4a8d-a959-80afec98b96f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.442918 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0436dc27-c479-47b6-890e-ab60e49eedc2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.446514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0436dc27-c479-47b6-890e-ab60e49eedc2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:49.447078 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0436dc27-c479-47b6-890e-ab60e49eedc2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.629927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-b08e419a-6577-44e0-9b2f-f682d06ebc8a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for d15cac33-a75e-4094-987b-119d10fa1200 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:49.710966 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436dc27-c479-47b6-890e-ab60e49eedc2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event updated for resources: {'Network': ['ID=52060d0b-8dc9-4075-9dca-c2ee72f1d4de,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:49.717970 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0436dc27-c479-47b6-890e-ab60e49eedc2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6754460 May 28 04:49:49.720835 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55586) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:49.725694 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 52060d0b-8dc9-4075-9dca-c2ee72f1d4de details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:49.727843 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1870d368-2477-4d75-90a9-7377759eca39 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-316348472'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:49.744098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1870d368-2477-4d75-90a9-7377759eca39 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:49.746817 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:49.749782 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1870d368-2477-4d75-90a9-7377759eca39 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Usage tracker for resource:network and tenant:5e51e64f145743069167a5616b9a3859 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:49.753381 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1870d368-2477-4d75-90a9-7377759eca39 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:49.761209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1870d368-2477-4d75-90a9-7377759eca39 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:49.773807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.777567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:49.778177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.830528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9475ecea-56f8-4a8d-a959-80afec98b96f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.927729 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1870d368-2477-4d75-90a9-7377759eca39 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Made reservation on behalf of 5e51e64f145743069167a5616b9a3859 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:49.930960 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1870d368-2477-4d75-90a9-7377759eca39 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.933079 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e77c4ce2-c43c-4d30-8823-135a7767ceae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.935366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-492a97b0-3e2b-4064-9e8a-2f8644a6f825 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.945414 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:49.946718 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:49.969889 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1870d368-2477-4d75-90a9-7377759eca39 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:49.971833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b08e419a-6577-44e0-9b2f-f682d06ebc8a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.025379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e419a-6577-44e0-9b2f-f682d06ebc8a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=d15cac33-a75e-4094-987b-119d10fa1200,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:50.027557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1870d368-2477-4d75-90a9-7377759eca39 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.027887 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-1870d368-2477-4d75-90a9-7377759eca39 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Added segment 14a2c0d2-fc57-4dd4-aede-99a6be23c3f4 of type vlan for network 57453658-b6ce-46e3-a4a1-11fd644c6552 May 28 04:49:50.085520 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b08e419a-6577-44e0-9b2f-f682d06ebc8a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.097448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1870d368-2477-4d75-90a9-7377759eca39 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.115082 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b08e419a-6577-44e0-9b2f-f682d06ebc8a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/d15cac33-a75e-4094-987b-119d10fa1200 HTTP/1.1" status: 204 len: 168 time: 1.0623004 May 28 04:49:50.123981 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55590) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:50.124837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c4ce2-c43c-4d30-8823-135a7767ceae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e424fd96-2c5c-49f6-9e85-d6cd6e5f8fd9,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:50.194679 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9409180 May 28 04:49:50.194679 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbd125-38a6-44d4-b630-4359b2ced92a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Network': ['ID=22ab3889-d847-4874-bd7b-c95b77fcaa8b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:50.196244 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b777e16b-9e51-4d37-9560-f3fd233e93a3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:50.197535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b777e16b-9e51-4d37-9560-f3fd233e93a3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:50.198307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b777e16b-9e51-4d37-9560-f3fd233e93a3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:50.202489 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55594) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:50.208431 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 22ab3889-d847-4874-bd7b-c95b77fcaa8b details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:50.211253 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-3097183d-3ff6-4701-8b22-cdea302aca1d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'subnet': {'network_id': '22ab3889-d847-4874-bd7b-c95b77fcaa8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:50.229567 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1870d368-2477-4d75-90a9-7377759eca39 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.232042 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1870d368-2477-4d75-90a9-7377759eca39 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:50.232818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1870d368-2477-4d75-90a9-7377759eca39 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.232996 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e77c4ce2-c43c-4d30-8823-135a7767ceae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.234174 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e77c4ce2-c43c-4d30-8823-135a7767ceae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e424fd96-2c5c-49f6-9e85-d6cd6e5f8fd9 HTTP/1.1" status: 204 len: 168 time: 1.9000502 May 28 04:49:50.424690 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b777e16b-9e51-4d37-9560-f3fd233e93a3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:50.428545 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b777e16b-9e51-4d37-9560-f3fd233e93a3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3006339 May 28 04:49:50.431513 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55600) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:50.436609 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1870d368-2477-4d75-90a9-7377759eca39 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7146139 May 28 04:49:50.451424 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55604) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:50.468595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-492a97b0-3e2b-4064-9e8a-2f8644a6f825 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.477092 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Request body: {'ports': [{'network_id': '52060d0b-8dc9-4075-9dca-c2ee72f1d4de', 'name': 'tempest-port--1818085337', 'admin_state_up': True}, {'network_id': '57453658-b6ce-46e3-a4a1-11fd644c6552', 'admin_state_up': False}]} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:50.477403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Request body: {'port': {'network_id': '52060d0b-8dc9-4075-9dca-c2ee72f1d4de', 'name': 'tempest-port--1818085337', 'admin_state_up': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:50.477895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Request body: {'port': {'network_id': '57453658-b6ce-46e3-a4a1-11fd644c6552', 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:50.508190 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870d368-2477-4d75-90a9-7377759eca39 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event updated for resources: {'Network': ['ID=57453658-b6ce-46e3-a4a1-11fd644c6552,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:50.514288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3097183d-3ff6-4701-8b22-cdea302aca1d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:50.517899 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-492a97b0-3e2b-4064-9e8a-2f8644a6f825 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.522658 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3097183d-3ff6-4701-8b22-cdea302aca1d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:subnet and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:50.527218 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3097183d-3ff6-4701-8b22-cdea302aca1d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:50.528885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 57453658-b6ce-46e3-a4a1-11fd644c6552 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:50.536443 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3097183d-3ff6-4701-8b22-cdea302aca1d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:50.544754 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c0dc02-1db7-4946-aa71-0528b9616f5d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet b37562e4-0727-4e5a-870f-9b7aba6d9b9e {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:49:50.551130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c2c0dc02-1db7-4946-aa71-0528b9616f5d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.579948 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2726ee38-3bbc-4554-9073-0ff29cf41163 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.586532 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9475ecea-56f8-4a8d-a959-80afec98b96f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.593758 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3097183d-3ff6-4701-8b22-cdea302aca1d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:50.689593 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c2c0dc02-1db7-4946-aa71-0528b9616f5d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.724753 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.749686 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726ee38-3bbc-4554-9073-0ff29cf41163 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Pushing event deleted for resources: {'Port': ['ID=56fe9190-5a89-4308-a048-6ff789e878e0,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:50.753084 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3097183d-3ff6-4701-8b22-cdea302aca1d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.780972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.894065 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c2c0dc02-1db7-4946-aa71-0528b9616f5d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.986107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-492a97b0-3e2b-4064-9e8a-2f8644a6f825 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:50.986599 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492a97b0-3e2b-4064-9e8a-2f8644a6f825 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Fanout notify agent at l3_agent the message router_deleted on router 4aea5039-d96a-49ca-a441-4940b17cb801 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:49:50.987166 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c2c0dc02-1db7-4946-aa71-0528b9616f5d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:51.041949 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c2c0dc02-1db7-4946-aa71-0528b9616f5d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:51.053979 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638aa064-5a3b-47c3-97ae-999056297a65 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:51.072980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9475ecea-56f8-4a8d-a959-80afec98b96f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:51.154067 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2726ee38-3bbc-4554-9073-0ff29cf41163 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:51.156482 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0dc02-1db7-4946-aa71-0528b9616f5d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=b37562e4-0727-4e5a-870f-9b7aba6d9b9e,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:51.164367 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c2c0dc02-1db7-4946-aa71-0528b9616f5d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/b37562e4-0727-4e5a-870f-9b7aba6d9b9e HTTP/1.1" status: 204 len: 168 time: 0.7296004 May 28 04:49:51.166274 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55622) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:51.167159 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3097183d-3ff6-4701-8b22-cdea302aca1d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:51.172517 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475ecea-56f8-4a8d-a959-80afec98b96f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Subnet': ['ID=0fae0451-4cd2-4ac6-9b42-82d9a5de1629,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:51.182640 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:51.191294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Usage tracker for resource:port and tenant:5e51e64f145743069167a5616b9a3859 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:51.198662 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2726ee38-3bbc-4554-9073-0ff29cf41163 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:51.199812 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2726ee38-3bbc-4554-9073-0ff29cf41163 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] 10.222.0.15 "DELETE /v2.0/floatingips/25c73a34-b1cd-42f4-94b8-e0bcc23ae574 HTTP/1.1" status: 204 len: 168 time: 2.9457247 May 28 04:49:51.204893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-492a97b0-3e2b-4064-9e8a-2f8644a6f825 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:51.205920 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-492a97b0-3e2b-4064-9e8a-2f8644a6f825 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/routers/4aea5039-d96a-49ca-a441-4940b17cb801 HTTP/1.1" status: 204 len: 168 time: 5.6074462 May 28 04:49:51.207169 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9475ecea-56f8-4a8d-a959-80afec98b96f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:51.209238 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9475ecea-56f8-4a8d-a959-80afec98b96f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/0fae0451-4cd2-4ac6-9b42-82d9a5de1629 HTTP/1.1" status: 204 len: 168 time: 2.6145022 May 28 04:49:51.210306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:51.213003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55626) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:51.213329 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55630) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:51.213637 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55632) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:51.249011 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbf3307-ab9a-4f86-b81e-909220c57482 None None] Network b0075681-ce1e-4872-96d0-2344b4f73289 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:51.274367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-998c9d25-bfc9-4df6-825b-5e8107ad2e10 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Request body: {'floatingip': {'floating_network_id': '54c8aa9a-0454-47ab-9d77-29f29a89f086', 'port_id': 'a65e510d-e809-4415-9651-37b3075dbf03', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:51.280701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:51.299146 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-998c9d25-bfc9-4df6-825b-5e8107ad2e10 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:51.310569 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097183d-3ff6-4701-8b22-cdea302aca1d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Subnet': ['ID=26c48822-702c-4f95-ad27-bdcda7c8daab,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:51.327984 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-dd2caa29-0001-47b0-98a5-4c627b1c9e77 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1507161 May 28 04:49:51.329105 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55640) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:51.386688 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55644) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:51.408203 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3097183d-3ff6-4701-8b22-cdea302aca1d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Checking segment: {'id': '687cfbcf-b18a-4b91-8f80-cd052d901ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '22ab3889-d847-4874-bd7b-c95b77fcaa8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:51.408587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3097183d-3ff6-4701-8b22-cdea302aca1d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network hostable DHCP agents. Network: 22ab3889-d847-4874-bd7b-c95b77fcaa8b, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:49:51.472129 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de17c3b-98a6-4ddb-8c12-fa909d14f63c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:51.472832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4de17c3b-98a6-4ddb-8c12-fa909d14f63c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:51.476690 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3097183d-3ff6-4701-8b22-cdea302aca1d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 22ab3889-d847-4874-bd7b-c95b77fcaa8b is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:49:51.495929 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-3097183d-3ff6-4701-8b22-cdea302aca1d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 22ab3889-d847-4874-bd7b-c95b77fcaa8b) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:51.501949 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3097183d-3ff6-4701-8b22-cdea302aca1d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:51.502702 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3097183d-3ff6-4701-8b22-cdea302aca1d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:51.515084 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec7a66a-b320-4d16-96d8-e3ce5ba7b93c None None] Network 22ab3889-d847-4874-bd7b-c95b77fcaa8b requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:51.521371 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4de17c3b-98a6-4ddb-8c12-fa909d14f63c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:51.525540 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4de17c3b-98a6-4ddb-8c12-fa909d14f63c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1895275 May 28 04:49:51.526457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55650) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:51.534622 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3097183d-3ff6-4701-8b22-cdea302aca1d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3283410 May 28 04:49:51.543485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-998c9d25-bfc9-4df6-825b-5e8107ad2e10 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Usage tracker for resource:floatingip and tenant:a2e5581a19f3441da981078292d6362a is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:51.552602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55654) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:51.569069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-998c9d25-bfc9-4df6-825b-5e8107ad2e10 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:51.600307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-bca86137-6b18-464c-88e4-09f2bb02e9a4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'subnet': {'network_id': '22ab3889-d847-4874-bd7b-c95b77fcaa8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:51.603439 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010573cb-ea3d-4843-b1de-e4a879a0f0b1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:51.604116 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-010573cb-ea3d-4843-b1de-e4a879a0f0b1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:49:51.621379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Made reservation on behalf of 5e51e64f145743069167a5616b9a3859 for: {'port': 2} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:51.625733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:51.636453 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-010573cb-ea3d-4843-b1de-e4a879a0f0b1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:49:51.642147 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-010573cb-ea3d-4843-b1de-e4a879a0f0b1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1146612 May 28 04:49:51.642735 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55658) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:51.650284 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-998c9d25-bfc9-4df6-825b-5e8107ad2e10 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:51.664390 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde9fc26-ab1f-4ef3-b75c-06186cbb60d1 None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:49:51.674038 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-cde9fc26-ab1f-4ef3-b75c-06186cbb60d1 None None] Deleting port 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:51.674316 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cde9fc26-ab1f-4ef3-b75c-06186cbb60d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:51.768064 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c508b45-d47e-46e2-be3f-1e280d1e6949 None None] DHCP port deletion for b0075681-ce1e-4872-96d0-2344b4f73289 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:49:51.775291 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:51.778991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4c508b45-d47e-46e2-be3f-1e280d1e6949 None None] Deleting port 0fb34239-498c-4ee2-ac06-666fd23d1a21 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:51.778991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4c508b45-d47e-46e2-be3f-1e280d1e6949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:51.803591 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-108ee6ce-b016-4df9-b864-989b7b0416f8 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1595871 May 28 04:49:51.805812 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55662) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:51.810425 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:49:51.821720 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-434220e8-3c5d-4a9d-84fd-6ecf33330656 tempest-AgentManagementNegativeTest-1711177986 tempest-AgentManagementNegativeTest-1711177986-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4178276 May 28 04:49:51.821930 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:51.821930 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-998c9d25-bfc9-4df6-825b-5e8107ad2e10 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:51.854738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:51.919401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-c73c6bd6-b223-47c1-9eba-e65e775a0866 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:52.026848 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-22ab3889-d847-4874-bd7b-c95b77fcaa8b', 'network_id': '22ab3889-d847-4874-bd7b-c95b77fcaa8b', 'tenant_id': '2f38548c71c149ba8d132c7dd3fe1dd0', 'fixed_ips': [{'subnet_id': '26c48822-702c-4f95-ad27-bdcda7c8daab'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:49:52.027380 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:52.200077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55672) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:52.302219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 0fb34239-498c-4ee2-ac06-666fd23d1a21 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:52.302854 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:52.359754 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3334a1ef-7662-4ae6-ab72-755cf5c33b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:52.364540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d2c25a81-c9d2-4393-91b6-5a346e5943fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:52.367314 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-cde9fc26-ab1f-4ef3-b75c-06186cbb60d1 None None] For port 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:52.367682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cde9fc26-ab1f-4ef3-b75c-06186cbb60d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:52.393330 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:52.394185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3334a1ef-7662-4ae6-ab72-755cf5c33b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:52.398174 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3334a1ef-7662-4ae6-ab72-755cf5c33b1b admin admin] Usage tracker for resource:security_group_rule and tenant:6bf27904055b438b90dd8924834eebc6 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:52.401476 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3334a1ef-7662-4ae6-ab72-755cf5c33b1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:52.408596 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3334a1ef-7662-4ae6-ab72-755cf5c33b1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:52.478975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-bca86137-6b18-464c-88e4-09f2bb02e9a4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:52.480503 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3334a1ef-7662-4ae6-ab72-755cf5c33b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:52.486319 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3334a1ef-7662-4ae6-ab72-755cf5c33b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:52.494472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c73c6bd6-b223-47c1-9eba-e65e775a0866 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:52.510415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-bca86137-6b18-464c-88e4-09f2bb02e9a4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:subnet and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:52.538044 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-cde9fc26-ab1f-4ef3-b75c-06186cbb60d1 None None] Calling delete_port for 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:52.575522 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-bca86137-6b18-464c-88e4-09f2bb02e9a4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:52.582145 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-4c508b45-d47e-46e2-be3f-1e280d1e6949 None None] For port 0fb34239-498c-4ee2-ac06-666fd23d1a21, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0fb34239-498c-4ee2-ac06-666fd23d1a21,segment=NetworkSegment(8c70bc63-6246-48eb-a63e-6126a33fd7b4),segment_id=8c70bc63-6246-48eb-a63e-6126a33fd7b4)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:52.582518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4c508b45-d47e-46e2-be3f-1e280d1e6949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:52.622323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c73c6bd6-b223-47c1-9eba-e65e775a0866 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:52.630273 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3334a1ef-7662-4ae6-ab72-755cf5c33b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4386362-3da3-4249-aca3-fa3b3a4801c6,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:52.631575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e17403-8974-4f3b-8877-6caa7d42733a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting subnet c07cf5e4-bac4-4f04-8fe1-44d263049c63 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:49:52.637205 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3334a1ef-7662-4ae6-ab72-755cf5c33b1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6bf27904055b438b90dd8924834eebc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4366672 May 28 04:49:52.638133 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55678) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:52.642697 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-bca86137-6b18-464c-88e4-09f2bb02e9a4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:52.698006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a1f73a1-0010-4e7a-9eae-599da6928bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:52.705098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9e17403-8974-4f3b-8877-6caa7d42733a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:52.724086 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a1f73a1-0010-4e7a-9eae-599da6928bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:52.766074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4c508b45-d47e-46e2-be3f-1e280d1e6949 None None] Calling delete_port for 0fb34239-498c-4ee2-ac06-666fd23d1a21 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:52.779784 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a1f73a1-0010-4e7a-9eae-599da6928bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:52.793627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f73a1-0010-4e7a-9eae-599da6928bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4386362-3da3-4249-aca3-fa3b3a4801c6,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:52.802318 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a1f73a1-0010-4e7a-9eae-599da6928bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:52.805669 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:52.809392 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7a1f73a1-0010-4e7a-9eae-599da6928bc0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4386362-3da3-4249-aca3-fa3b3a4801c6 HTTP/1.1" status: 204 len: 168 time: 0.1673748 May 28 04:49:52.848447 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:52.951756 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Allocated IP 2001:db8::2 (22ab3889-d847-4874-bd7b-c95b77fcaa8b/26c48822-702c-4f95-ad27-bdcda7c8daab/745d0c45-5433-4a9f-82e0-978a29c1bc09) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:52.954195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-cde9fc26-ab1f-4ef3-b75c-06186cbb60d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:49:52.954569 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-cde9fc26-ab1f-4ef3-b75c-06186cbb60d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:49:53.016701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] device_id is not set on port 7448d26e-a9d9-4d5b-9f11-e058ac7e443f yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:53.022091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca86137-6b18-464c-88e4-09f2bb02e9a4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:53.036148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73c6bd6-b223-47c1-9eba-e65e775a0866 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:53.042517 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4c508b45-d47e-46e2-be3f-1e280d1e6949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.050773 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:53.105680 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c508b45-d47e-46e2-be3f-1e280d1e6949 None None] Pushing event deleted for resources: {'Port': ['ID=0fb34239-498c-4ee2-ac06-666fd23d1a21,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:53.127398 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c508b45-d47e-46e2-be3f-1e280d1e6949 None None] No DVR routers for this DVR port 0fb34239-498c-4ee2-ac06-666fd23d1a21 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:49:53.244874 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.255502 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Transition to ACTIVE for port object 745d0c45-5433-4a9f-82e0-978a29c1bc09 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:53.274461 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Transition to ACTIVE for port object 745d0c45-5433-4a9f-82e0-978a29c1bc09 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:53.281174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.321971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9e17403-8974-4f3b-8877-6caa7d42733a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.352583 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Network 22ab3889-d847-4874-bd7b-c95b77fcaa8b is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:53.353434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Pushing event updated for resources: {'Port': ['ID=745d0c45-5433-4a9f-82e0-978a29c1bc09,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:53.356021 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:53.358182 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:53.448725 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Attempting to bind port 745d0c45-5433-4a9f-82e0-978a29c1bc09 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:49:53.449418 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Attempting to bind port 745d0c45-5433-4a9f-82e0-978a29c1bc09 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '687cfbcf-b18a-4b91-8f80-cd052d901ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '22ab3889-d847-4874-bd7b-c95b77fcaa8b'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:49:53.449418 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Attempting to bind port 745d0c45-5433-4a9f-82e0-978a29c1bc09 on network 22ab3889-d847-4874-bd7b-c95b77fcaa8b {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:49:53.457742 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-cde9fc26-ab1f-4ef3-b75c-06186cbb60d1 None None] Deleting port 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:53.457742 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cde9fc26-ab1f-4ef3-b75c-06186cbb60d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.489175 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:49:53.489543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Checking segment: {'id': '687cfbcf-b18a-4b91-8f80-cd052d901ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '22ab3889-d847-4874-bd7b-c95b77fcaa8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:53.489948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.490310 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Bound using segment: {'id': '687cfbcf-b18a-4b91-8f80-cd052d901ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '22ab3889-d847-4874-bd7b-c95b77fcaa8b'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:49:53.490786 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Bound port: 745d0c45-5433-4a9f-82e0-978a29c1bc09, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687cfbcf-b18a-4b91-8f80-cd052d901ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '22ab3889-d847-4874-bd7b-c95b77fcaa8b'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:49:53.491135 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.515598 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.530468 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c73c6bd6-b223-47c1-9eba-e65e775a0866 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.631027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.659999 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] For port 0fb34239-498c-4ee2-ac06-666fd23d1a21, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0fb34239-498c-4ee2-ac06-666fd23d1a21,segment=NetworkSegment(8c70bc63-6246-48eb-a63e-6126a33fd7b4),segment_id=8c70bc63-6246-48eb-a63e-6126a33fd7b4)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:53.660351 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.719218 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bca86137-6b18-464c-88e4-09f2bb02e9a4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.758678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0fb34239-498c-4ee2-ac06-666fd23d1a21 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:49:53.779017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55700) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:53.787488 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] For port 745d0c45-5433-4a9f-82e0-978a29c1bc09, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:49:53.799042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 0fb34239-498c-4ee2-ac06-666fd23d1a21 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:49:53.799371 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0fb34239-498c-4ee2-ac06-666fd23d1a21 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:49:53.816399 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] For port 745d0c45-5433-4a9f-82e0-978a29c1bc09, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=745d0c45-5433-4a9f-82e0-978a29c1bc09,segment=NetworkSegment(687cfbcf-b18a-4b91-8f80-cd052d901ef5),segment_id=687cfbcf-b18a-4b91-8f80-cd052d901ef5)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:49:53.821575 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-cde9fc26-ab1f-4ef3-b75c-06186cbb60d1 None None] For port 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:53.822052 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cde9fc26-ab1f-4ef3-b75c-06186cbb60d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.830372 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.923260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1992331621'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:53.929170 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:53.932355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.933454 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Usage tracker for resource:network and tenant:1a8bb231c0574367a959c3c2895ffbdc is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:53.936903 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:53.943918 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:53.960825 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Made reservation on behalf of 1a8bb231c0574367a959c3c2895ffbdc for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:53.964792 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.980588 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:53.995025 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-cde9fc26-ab1f-4ef3-b75c-06186cbb60d1 None None] Calling delete_port for 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:54.009413 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for 0fb34239-498c-4ee2-ac06-666fd23d1a21 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:54.016819 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:54.020899 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Usage tracker for resource:security_group_rule and tenant:1a8bb231c0574367a959c3c2895ffbdc is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:54.023884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:54.029814 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:54.074041 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f52d5b-5c2f-456c-9ee7-f2c2f10db25a None None] Pushing event updated for resources: {'Port': ['ID=745d0c45-5433-4a9f-82e0-978a29c1bc09,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:54.104824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cde9fc26-ab1f-4ef3-b75c-06186cbb60d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:54.129883 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:54.134711 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:54.148740 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9fc26-ab1f-4ef3-b75c-06186cbb60d1 None None] Pushing event deleted for resources: {'Port': ['ID=5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:54.159409 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde9fc26-ab1f-4ef3-b75c-06186cbb60d1 None None] No DVR routers for this DVR port 5af17ac0-e5ed-41bf-aeca-0aaa4632d0d1 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:49:54.167757 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:49:54.173170 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:54.174882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 585a3bcd-25e0-4d21-a32f-8df41f36420c {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:49:54.201039 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:54.201373 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Added segment a5d12337-0c90-422e-862b-5167668f6031 of type vlan for network c060b10b-ba7c-4566-b426-4e069f190a7b May 28 04:49:54.207728 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaec3bf-ed3a-4864-b7f3-3388e603aa40,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:54.218472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9e17403-8974-4f3b-8877-6caa7d42733a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:54.233168 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:54.251511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] device_id is not set on port d8dd12eb-f932-4e15-a5ee-d8a79e585f44 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:54.267971 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:54.271834 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:54.272421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:54.305297 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-998c9d25-bfc9-4df6-825b-5e8107ad2e10 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:49:54.306399 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-998c9d25-bfc9-4df6-825b-5e8107ad2e10 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 3.0891724 May 28 04:49:54.316473 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55706) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:54.337169 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a1d2973b-514b-45a0-a28c-1f689bf5d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:54.357906 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': 'a65e510d-e809-4415-9651-37b3075dbf03', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:54.394641 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:54.397041 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 28 04:49:54.398292 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3c05c785-5161-41e4-a00b-864b909b4913 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 7.3437417 May 28 04:49:54.404726 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.ipam_backend_mixin [None req-bca86137-6b18-464c-88e4-09f2bb02e9a4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 26c48822-702c-4f95-ad27-bdcda7c8daab (CIDR: 2001:db8::/64) May 28 04:49:54.406862 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:49:54.407181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:49:54.407567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55710) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:54.413301 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Usage tracker for resource:floatingip and tenant:a2e5581a19f3441da981078292d6362a is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:54.429317 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Pushing event updated for resources: {'Network': ['ID=c060b10b-ba7c-4566-b426-4e069f190a7b,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:54.437690 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-da16b8ea-da00-4a83-8bd6-2958b8a712ec tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6573839 May 28 04:49:54.438497 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55712) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:54.444204 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network c060b10b-ba7c-4566-b426-4e069f190a7b details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:49:54.445677 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b9c842c8-f577-4fb1-89f2-a4bfc85b77ce tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Request body: {'subnet': {'network_id': 'c060b10b-ba7c-4566-b426-4e069f190a7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:54.451263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:54.491183 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca86137-6b18-464c-88e4-09f2bb02e9a4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:49:54.491973 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca86137-6b18-464c-88e4-09f2bb02e9a4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:49:54.503354 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:54.564564 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b9c842c8-f577-4fb1-89f2-a4bfc85b77ce tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:54.569054 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b9c842c8-f577-4fb1-89f2-a4bfc85b77ce tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Usage tracker for resource:subnet and tenant:1a8bb231c0574367a959c3c2895ffbdc is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:54.573248 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b9c842c8-f577-4fb1-89f2-a4bfc85b77ce tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:54.580134 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b9c842c8-f577-4fb1-89f2-a4bfc85b77ce tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:54.591974 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c842c8-f577-4fb1-89f2-a4bfc85b77ce tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Made reservation on behalf of 1a8bb231c0574367a959c3c2895ffbdc for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:54.645330 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:54.700421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b9c842c8-f577-4fb1-89f2-a4bfc85b77ce tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:54.727786 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:54.760892 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9e17403-8974-4f3b-8877-6caa7d42733a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:54.812403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4aa773aa-504d-4cc1-8ce7-5e6ad13fea24 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Deleting port 208d8b29-d139-4a18-b4ec-adc7a948f843 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:54.812772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4aa773aa-504d-4cc1-8ce7-5e6ad13fea24 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:54.861036 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bca86137-6b18-464c-88e4-09f2bb02e9a4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.2940943 May 28 04:49:54.862276 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55718) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:54.876604 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-9d90b6dc-4cc7-4411-b6ff-024117ac8aa4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'subnet': {'network_id': '22ab3889-d847-4874-bd7b-c95b77fcaa8b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:54.880507 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e17403-8974-4f3b-8877-6caa7d42733a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Subnet': ['ID=c07cf5e4-bac4-4f04-8fe1-44d263049c63,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:54.939817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 0fb34239-498c-4ee2-ac06-666fd23d1a21 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:54.940403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.033140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc28de4d-1612-4bf6-8f81-3ac6bb8b3e9c None None] Network 5356e688-7fa2-4938-97f7-0a79283bd83f requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:55.063002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9e17403-8974-4f3b-8877-6caa7d42733a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.065257 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f9e17403-8974-4f3b-8877-6caa7d42733a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/subnets/c07cf5e4-bac4-4f04-8fe1-44d263049c63 HTTP/1.1" status: 204 len: 168 time: 3.8465545 May 28 04:49:55.073666 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55722) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:55.074181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] The port '0fb34239-498c-4ee2-ac06-666fd23d1a21' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:49:55.101441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9d90b6dc-4cc7-4411-b6ff-024117ac8aa4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:55.104045 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b9c842c8-f577-4fb1-89f2-a4bfc85b77ce tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.151162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9d90b6dc-4cc7-4411-b6ff-024117ac8aa4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:subnet and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:55.186925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.220639 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9d90b6dc-4cc7-4411-b6ff-024117ac8aa4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:55.271352 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9d90b6dc-4cc7-4411-b6ff-024117ac8aa4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:55.315600 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c842c8-f577-4fb1-89f2-a4bfc85b77ce tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Pushing event updated for resources: {'Subnet': ['ID=57489d84-5f08-4e5a-993f-68c48c5b7ff4,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:55.319109 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6758e4-3a71-4259-83c6-a0dd6f65e885 None None] Network 22ab3889-d847-4874-bd7b-c95b77fcaa8b requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:55.320362 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.340472 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d90b6dc-4cc7-4411-b6ff-024117ac8aa4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:55.344022 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d90b6dc-4cc7-4411-b6ff-024117ac8aa4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.344715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0c31eb-8cd5-4d7e-bcff-c2acdd757d1c None None] DHCP port deletion for 5356e688-7fa2-4938-97f7-0a79283bd83f request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:49:55.353225 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-df0c31eb-8cd5-4d7e-bcff-c2acdd757d1c None None] Deleting port 8601fcab-f19e-43ea-84dd-73275d663985 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:55.353514 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-df0c31eb-8cd5-4d7e-bcff-c2acdd757d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.437052 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting port 8601fcab-f19e-43ea-84dd-73275d663985 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:55.437388 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.469248 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.501953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c842c8-f577-4fb1-89f2-a4bfc85b77ce tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Checking segment: {'id': 'a5d12337-0c90-422e-862b-5167668f6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c060b10b-ba7c-4566-b426-4e069f190a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:55.502201 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c842c8-f577-4fb1-89f2-a4bfc85b77ce tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Network hostable DHCP agents. Network: c060b10b-ba7c-4566-b426-4e069f190a7b, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:49:55.509462 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.objects.ports [None req-c73c6bd6-b223-47c1-9eba-e65e775a0866 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84010) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:49:55.522168 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0075681-ce1e-4872-96d0-2344b4f73289']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:55.529392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c73c6bd6-b223-47c1-9eba-e65e775a0866 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.560909 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d2a0f52e-9f37-4db1-8217-56492ceefb23 None None] Provisioning for port 745d0c45-5433-4a9f-82e0-978a29c1bc09 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:55.574396 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.583341 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.594576 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c70bc63-6246-48eb-a63e-6126a33fd7b4') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:55.594864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c70bc63-6246-48eb-a63e-6126a33fd7b4') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:55.615797 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.630119 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c842c8-f577-4fb1-89f2-a4bfc85b77ce tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Network c060b10b-ba7c-4566-b426-4e069f190a7b is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:49:55.684819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.702286 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-b9c842c8-f577-4fb1-89f2-a4bfc85b77ce tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, c060b10b-ba7c-4566-b426-4e069f190a7b) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:55.720922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4aa773aa-504d-4cc1-8ce7-5e6ad13fea24 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.721579 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b869df-7a46-405f-b86b-e70319727b30 None None] Network c060b10b-ba7c-4566-b426-4e069f190a7b requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:55.753154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73c6bd6-b223-47c1-9eba-e65e775a0866 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:55.758862 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:49:55.812242 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-c73c6bd6-b223-47c1-9eba-e65e775a0866 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:55.814485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.844345 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6995b53e-d596-460a-9ea5-8dfeee3b1230 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:55.874649 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 745d0c45-5433-4a9f-82e0-978a29c1bc09 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:49:55.875530 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c842c8-f577-4fb1-89f2-a4bfc85b77ce tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:55.876068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c6bd6-b223-47c1-9eba-e65e775a0866 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=409bb5f2-0f34-4b19-9a88-2ac70f559a6d,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:55.876248 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b9c842c8-f577-4fb1-89f2-a4bfc85b77ce tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.885832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4aa773aa-504d-4cc1-8ce7-5e6ad13fea24 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Calling delete_port for 208d8b29-d139-4a18-b4ec-adc7a948f843 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:55.916585 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] For port 8601fcab-f19e-43ea-84dd-73275d663985, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8601fcab-f19e-43ea-84dd-73275d663985,segment=NetworkSegment(33f25ada-08dd-4e45-b6d1-933b5e5f76ee),segment_id=33f25ada-08dd-4e45-b6d1-933b5e5f76ee)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:55.916935 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.920565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73c6bd6-b223-47c1-9eba-e65e775a0866 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:55.921367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c73c6bd6-b223-47c1-9eba-e65e775a0866 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.938860 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event updated for resources: {'Port': ['ID=7448d26e-a9d9-4d5b-9f11-e058ac7e443f,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:55.942045 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:55.942716 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:55.971427 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:56.038232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-df0c31eb-8cd5-4d7e-bcff-c2acdd757d1c None None] For port 8601fcab-f19e-43ea-84dd-73275d663985, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8601fcab-f19e-43ea-84dd-73275d663985,segment=NetworkSegment(33f25ada-08dd-4e45-b6d1-933b5e5f76ee),segment_id=33f25ada-08dd-4e45-b6d1-933b5e5f76ee)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:56.038702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-df0c31eb-8cd5-4d7e-bcff-c2acdd757d1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:56.054673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Calling delete_port for 8601fcab-f19e-43ea-84dd-73275d663985 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:56.065754 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:56.083242 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b9c842c8-f577-4fb1-89f2-a4bfc85b77ce tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6432989 May 28 04:49:56.096016 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55726) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:56.112740 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Request body: {'port': {'network_id': 'c060b10b-ba7c-4566-b426-4e069f190a7b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1439093844'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:56.122100 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c73c6bd6-b223-47c1-9eba-e65e775a0866 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.3044145 May 28 04:49:56.125900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55730) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:56.138127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-bbde1fac-aa62-4f46-8005-c306cb9ad968 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:56.183592 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Checking segment: {'id': 'fe38c358-0fe4-41f8-9de8-d289cb5ac98f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '52060d0b-8dc9-4075-9dca-c2ee72f1d4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:56.183989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Network hostable DHCP agents. Network: 52060d0b-8dc9-4075-9dca-c2ee72f1d4de, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:49:56.195021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:56.239093 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-df0c31eb-8cd5-4d7e-bcff-c2acdd757d1c None None] Calling delete_port for 8601fcab-f19e-43ea-84dd-73275d663985 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:56.302694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d90b6dc-4cc7-4411-b6ff-024117ac8aa4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:56.337344 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:56.386578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:56.421598 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Port': ['ID=8601fcab-f19e-43ea-84dd-73275d663985,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:56.422664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Network': ['ID=b0075681-ce1e-4872-96d0-2344b4f73289,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:56.427514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:56.441781 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Usage tracker for resource:port and tenant:1a8bb231c0574367a959c3c2895ffbdc is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:56.447420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d90b6dc-4cc7-4411-b6ff-024117ac8aa4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 22ab3889-d847-4874-bd7b-c95b77fcaa8b is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:56.448369 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] No DVR routers for this DVR port 8601fcab-f19e-43ea-84dd-73275d663985 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:49:56.450435 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:56.480812 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-9d90b6dc-4cc7-4411-b6ff-024117ac8aa4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:56.491763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:56.493648 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d90b6dc-4cc7-4411-b6ff-024117ac8aa4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:56.494679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d90b6dc-4cc7-4411-b6ff-024117ac8aa4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:56.516901 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 745d0c45-5433-4a9f-82e0-978a29c1bc09 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:49:56.531773 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-798c5f21-3a28-4687-a765-5fcbb15f8f58 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/networks/b0075681-ce1e-4872-96d0-2344b4f73289 HTTP/1.1" status: 204 len: 168 time: 5.3081031 May 28 04:49:56.531982 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90b6dc-4cc7-4411-b6ff-024117ac8aa4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Subnet': ['ID=10a569ee-41a0-4812-9660-15398e075b89,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:56.533342 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55734) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:56.552973 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-df0c31eb-8cd5-4d7e-bcff-c2acdd757d1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:49:56.553320 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-df0c31eb-8cd5-4d7e-bcff-c2acdd757d1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:49:56.586780 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 745d0c45-5433-4a9f-82e0-978a29c1bc09 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:56.587043 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:56.593088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Allocated IP 172.26.8.41 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/341ab612-8aa9-49fd-bb24-a6edc358ee32) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:56.599104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Network 52060d0b-8dc9-4075-9dca-c2ee72f1d4de is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:49:56.603350 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-bbde1fac-aa62-4f46-8005-c306cb9ad968 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:56.607717 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4aa773aa-504d-4cc1-8ce7-5e6ad13fea24 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:56.646327 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-c060b10b-ba7c-4566-b426-4e069f190a7b', 'network_id': 'c060b10b-ba7c-4566-b426-4e069f190a7b', 'tenant_id': '1a8bb231c0574367a959c3c2895ffbdc', 'fixed_ips': [{'subnet_id': '57489d84-5f08-4e5a-993f-68c48c5b7ff4'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:49:56.647193 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:56.647671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Made reservation on behalf of 1a8bb231c0574367a959c3c2895ffbdc for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:56.651034 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:56.660934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-bbde1fac-aa62-4f46-8005-c306cb9ad968 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:56.663118 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 52060d0b-8dc9-4075-9dca-c2ee72f1d4de) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:56.669768 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': '409bb5f2-0f34-4b19-9a88-2ac70f559a6d'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:49:56.670550 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:56.691766 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9d90b6dc-4cc7-4411-b6ff-024117ac8aa4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8287511 May 28 04:49:56.694240 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e10ee5-d860-478d-8b5e-7a273586149f None None] Network 52060d0b-8dc9-4075-9dca-c2ee72f1d4de requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:56.699190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa773aa-504d-4cc1-8ce7-5e6ad13fea24 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Pushing event deleted for resources: {'Port': ['ID=208d8b29-d139-4a18-b4ec-adc7a948f843,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:56.701768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55738) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:56.708507 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:56.709573 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:56.711026 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:56.746486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] device_id is not set on port adc7bff8-5a67-40c4-96da-f9dbc63b99f2 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:56.799395 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fe4da9-767e-409d-83dd-7dfa58b3a636 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:56.800857 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e0fe4da9-767e-409d-83dd-7dfa58b3a636 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/2613cf47-f2c7-446d-ae39-2147239142af HTTP/1.1" status: 200 len: 841 time: 0.2622440 May 28 04:49:56.805116 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55742) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:56.807170 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'network_id': '22ab3889-d847-4874-bd7b-c95b77fcaa8b', 'fixed_ips': [{'subnet_id': '26c48822-702c-4f95-ad27-bdcda7c8daab'}, {'subnet_id': '10a569ee-41a0-4812-9660-15398e075b89'}], 'name': 'tempest-PortsIpV6TestJSON-1042246192'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:56.860624 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5356e688-7fa2-4938-97f7-0a79283bd83f']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:56.879371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbde1fac-aa62-4f46-8005-c306cb9ad968 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:56.882801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bbde1fac-aa62-4f46-8005-c306cb9ad968 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:56.908759 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f25ada-08dd-4e45-b6d1-933b5e5f76ee') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:56.909304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f25ada-08dd-4e45-b6d1-933b5e5f76ee') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:49:56.941521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.033056 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8d8ce6-5ecb-452d-89c9-647e7e9c494c None None] Network 22ab3889-d847-4874-bd7b-c95b77fcaa8b requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:57.042912 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.053931 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-edc6543a-7597-454a-ac8c-44134096b015 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/2613cf47-f2c7-446d-ae39-2147239142af?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2442989 May 28 04:49:57.055950 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55746) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:57.063995 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-df0c31eb-8cd5-4d7e-bcff-c2acdd757d1c None None] Deleting port 8601fcab-f19e-43ea-84dd-73275d663985 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:57.064292 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-df0c31eb-8cd5-4d7e-bcff-c2acdd757d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.065266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0e649dca-36ac-489b-99a1-9d9df4d0d9ca tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'subnet': {'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:57.084303 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:49:57.084695 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:49:57.103211 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:49:57.127440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event updated for resources: {'Port': ['ID=d8dd12eb-f932-4e15-a5ee-d8a79e585f44,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:57.225068 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Allocated IP 172.20.0.6 (c060b10b-ba7c-4566-b426-4e069f190a7b/57489d84-5f08-4e5a-993f-68c48c5b7ff4/adc7bff8-5a67-40c4-96da-f9dbc63b99f2) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:57.252033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4aa773aa-504d-4cc1-8ce7-5e6ad13fea24 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.253928 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4aa773aa-504d-4cc1-8ce7-5e6ad13fea24 tempest-RoutersAdminNegativeIpV6Test-1787450851 tempest-RoutersAdminNegativeIpV6Test-1787450851-project-admin] 10.222.0.15 "DELETE /v2.0/ports/208d8b29-d139-4a18-b4ec-adc7a948f843 HTTP/1.1" status: 204 len: 168 time: 2.8085382 May 28 04:49:57.277996 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.282153 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.293967 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:57.303810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Checking segment: {'id': '14a2c0d2-fc57-4dd4-aede-99a6be23c3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '57453658-b6ce-46e3-a4a1-11fd644c6552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:57.304192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Network hostable DHCP agents. Network: 57453658-b6ce-46e3-a4a1-11fd644c6552, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:49:57.308735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:port and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:57.313248 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-df0c31eb-8cd5-4d7e-bcff-c2acdd757d1c None None] The port '8601fcab-f19e-43ea-84dd-73275d663985' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:49:57.314097 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.ipam_backend_mixin [None req-bbde1fac-aa62-4f46-8005-c306cb9ad968 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 409bb5f2-0f34-4b19-9a88-2ac70f559a6d (CIDR: 2001:db8::/64) May 28 04:49:57.316046 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:57.318083 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0e649dca-36ac-489b-99a1-9d9df4d0d9ca tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:57.320545 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.328551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:57.331110 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Network': ['ID=5356e688-7fa2-4938-97f7-0a79283bd83f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:57.332844 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbde1fac-aa62-4f46-8005-c306cb9ad968 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:49:57.333258 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbde1fac-aa62-4f46-8005-c306cb9ad968 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:49:57.333730 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3e5f18b5-d3d8-4fe5-8be2-98c3107cf126 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/networks/5356e688-7fa2-4938-97f7-0a79283bd83f HTTP/1.1" status: 204 len: 168 time: 2.2584856 May 28 04:49:57.343986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55754) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:57.349937 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.352006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0e649dca-36ac-489b-99a1-9d9df4d0d9ca tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:subnet and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:57.357598 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0e649dca-36ac-489b-99a1-9d9df4d0d9ca tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:57.372620 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0e649dca-36ac-489b-99a1-9d9df4d0d9ca tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:57.418283 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.438420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:57.444313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.451449 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e649dca-36ac-489b-99a1-9d9df4d0d9ca tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:57.467252 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bbde1fac-aa62-4f46-8005-c306cb9ad968 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3403628 May 28 04:49:57.470973 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-85a75f02-04bf-4866-9a79-be33c16e0b25 None None] Provisioning complete for port 745d0c45-5433-4a9f-82e0-978a29c1bc09 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:49:57.470973 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-85a75f02-04bf-4866-9a79-be33c16e0b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.528982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55758) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:57.551515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-50d416c5-ad46-4f78-8e67-48798eae60a9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:57.568054 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0e649dca-36ac-489b-99a1-9d9df4d0d9ca tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.576695 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 745d0c45-5433-4a9f-82e0-978a29c1bc09, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=745d0c45-5433-4a9f-82e0-978a29c1bc09,segment=NetworkSegment(687cfbcf-b18a-4b91-8f80-cd052d901ef5),segment_id=687cfbcf-b18a-4b91-8f80-cd052d901ef5)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:49:57.576966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Network 57453658-b6ce-46e3-a4a1-11fd644c6552 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:49:57.577543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Allocated IP 2001:db8::f816:3eff:fe38:72a (ba7d5340-6612-4ffa-ba26-ab26f78055ee/409bb5f2-0f34-4b19-9a88-2ac70f559a6d/76c5fb80-cd15-4f2d-9b40-3e939897c19e) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:57.579244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.620411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] device_id is not set on port 79a37176-ca67-4018-9df1-45eabdc77079 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:57.704654 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-683c5ca6-ca91-4db0-b085-4755d9847133 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting port 68d05343-fa3e-4181-b357-c122f0fca43d {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:57.704654 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-683c5ca6-ca91-4db0-b085-4755d9847133 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.718306 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.796273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 57453658-b6ce-46e3-a4a1-11fd644c6552) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:57.832978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:57.837005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:57.841108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:57.841108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.855735 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:57.893611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55764) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:57.904867 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb7e55c-5bb5-4708-9fd6-1bfc298a285c None None] Network 57453658-b6ce-46e3-a4a1-11fd644c6552 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:57.918571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:57.925373 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Pushing event updated for resources: {'Port': ['ID=341ab612-8aa9-49fd-bb24-a6edc358ee32,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:57.926506 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Transition to ACTIVE for port object adc7bff8-5a67-40c4-96da-f9dbc63b99f2 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:58.006700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8601fcab-f19e-43ea-84dd-73275d663985 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:49:58.022524 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0e649dca-36ac-489b-99a1-9d9df4d0d9ca tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:58.089800 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:58.100789 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 8601fcab-f19e-43ea-84dd-73275d663985 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:49:58.100789 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8601fcab-f19e-43ea-84dd-73275d663985 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:49:58.126722 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:58.137066 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e649dca-36ac-489b-99a1-9d9df4d0d9ca tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:58.138824 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:58.152871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-0e649dca-36ac-489b-99a1-9d9df4d0d9ca tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:58.156094 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e649dca-36ac-489b-99a1-9d9df4d0d9ca tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:58.156831 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0e649dca-36ac-489b-99a1-9d9df4d0d9ca tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:58.191565 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e649dca-36ac-489b-99a1-9d9df4d0d9ca tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Subnet': ['ID=781ddd2a-9c6c-4444-a0ce-418c16abd746,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:58.194172 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3cb0059f-3f54-4cf1-9b36-cf6b8ae8f665 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.7345994 May 28 04:49:58.200509 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55770) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:58.272091 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0e649dca-36ac-489b-99a1-9d9df4d0d9ca tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2125854 May 28 04:49:58.272303 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d98f9ba-18e2-4e34-b95d-30f962c40e65 None None] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:49:58.273313 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Network c060b10b-ba7c-4566-b426-4e069f190a7b is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:58.276123 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Pushing event updated for resources: {'Port': ['ID=adc7bff8-5a67-40c4-96da-f9dbc63b99f2,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:58.281359 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55774) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:58.284222 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:58.287233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:58.331768 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-fcf707c1-7a25-4528-845c-ef80887fbbb6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'security_group': {'name': 'tempest-secgroup-317028317'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:58.339470 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-50d416c5-ad46-4f78-8e67-48798eae60a9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:58.360652 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-fcf707c1-7a25-4528-845c-ef80887fbbb6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:58.368517 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fcf707c1-7a25-4528-845c-ef80887fbbb6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:security_group and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:58.373396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fcf707c1-7a25-4528-845c-ef80887fbbb6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:58.381565 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-fcf707c1-7a25-4528-845c-ef80887fbbb6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:58.398869 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:58.399558 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:58.423096 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-50d416c5-ad46-4f78-8e67-48798eae60a9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:58.428611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-683c5ca6-ca91-4db0-b085-4755d9847133 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:58.428769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fcf707c1-7a25-4528-845c-ef80887fbbb6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:58.428944 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-683c5ca6-ca91-4db0-b085-4755d9847133 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:58.433372 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=745d0c45-5433-4a9f-82e0-978a29c1bc09,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:58.459404 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67909ca8-2442-4686-962c-1daf1acd7122 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:58.463904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67909ca8-2442-4686-962c-1daf1acd7122 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:49:58.468771 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-67909ca8-2442-4686-962c-1daf1acd7122 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2640700 May 28 04:49:58.470685 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55778) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:58.474639 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-366fa20c-861a-489f-b2a9-02af253f29cc tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3726561 May 28 04:49:58.474789 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55780) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:58.476364 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Allocated IP 172.20.0.2 (c060b10b-ba7c-4566-b426-4e069f190a7b/57489d84-5f08-4e5a-993f-68c48c5b7ff4/fc91c61d-69f9-404c-a692-6860cb9c0f1e) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:58.482140 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Request body: {'port': {'network_id': 'c060b10b-ba7c-4566-b426-4e069f190a7b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2107684017', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:58.482952 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.api.validators [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] bootfile-name is not in valid_values {{(pid=84009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 04:49:58.483391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.api.validators [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] tftp-server is not in valid_values {{(pid=84009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 04:49:58.483819 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.api.validators [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] server-ip-address is not in valid_values {{(pid=84009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 04:49:58.589723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-fcf707c1-7a25-4528-845c-ef80887fbbb6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:58.598657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fcf707c1-7a25-4528-845c-ef80887fbbb6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:security_group_rule and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:58.603320 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fcf707c1-7a25-4528-845c-ef80887fbbb6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:58.603455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-683c5ca6-ca91-4db0-b085-4755d9847133 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Calling delete_port for 68d05343-fa3e-4181-b357-c122f0fca43d owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:49:58.622232 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-fcf707c1-7a25-4528-845c-ef80887fbbb6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:58.657766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7a619dee-d7f9-4cc2-bee7-0df39b797580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:58.659120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:58.662975 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Usage tracker for resource:port and tenant:1a8bb231c0574367a959c3c2895ffbdc is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:58.665939 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:58.671734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:58.689625 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Made reservation on behalf of 1a8bb231c0574367a959c3c2895ffbdc for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:58.692568 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:58.723130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] device_id is not set on port 37591791-e876-4d6e-9f5b-c68e2ebc5b3b yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:58.733125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d416c5-ad46-4f78-8e67-48798eae60a9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:58.824890 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fcf707c1-7a25-4528-845c-ef80887fbbb6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:58.830106 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fcf707c1-7a25-4528-845c-ef80887fbbb6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:58.864433 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fcf707c1-7a25-4528-845c-ef80887fbbb6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:58.868496 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fcf707c1-7a25-4528-845c-ef80887fbbb6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5851362 May 28 04:49:58.872281 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55786) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:58.880331 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-054a5d4f-6ba4-4057-9919-9e9902804e70 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'security_group': {'name': 'tempest-secgroup-2137208511'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:58.896899 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-054a5d4f-6ba4-4057-9919-9e9902804e70 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:58.899034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9762b27-6c29-4a24-813e-ce56ed9744a9 None None] Update dhcp port {'port': {'network_id': '22ab3889-d847-4874-bd7b-c95b77fcaa8b', 'fixed_ips': [{'subnet_id': '26c48822-702c-4f95-ad27-bdcda7c8daab', 'ip_address': '2001:db8::2'}, {'subnet_id': '10a569ee-41a0-4812-9660-15398e075b89'}], 'binding:host_id': 'dv-neutron-843300-5-hyperv'}, 'id': '745d0c45-5433-4a9f-82e0-978a29c1bc09'} from dv-neutron-843300-5-hyperv. {{(pid=84011) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 28 04:49:58.903718 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-054a5d4f-6ba4-4057-9919-9e9902804e70 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:security_group and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:58.905771 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf707c1-7a25-4528-845c-ef80887fbbb6 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b322285d-6879-454e-966e-97212deee052,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:58.908171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-054a5d4f-6ba4-4057-9919-9e9902804e70 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:58.913382 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-cbad181e-ef9e-44a8-a947-6d26ec84e0db tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Deleting port 7448d26e-a9d9-4d5b-9f11-e058ac7e443f {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:58.914357 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cbad181e-ef9e-44a8-a947-6d26ec84e0db tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:58.914572 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-054a5d4f-6ba4-4057-9919-9e9902804e70 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:58.926054 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-054a5d4f-6ba4-4057-9919-9e9902804e70 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:58.965246 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:58.966586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-054a5d4f-6ba4-4057-9919-9e9902804e70 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:58.969524 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a9762b27-6c29-4a24-813e-ce56ed9744a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:58.971586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-054a5d4f-6ba4-4057-9919-9e9902804e70 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:security_group_rule and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:58.975010 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-054a5d4f-6ba4-4057-9919-9e9902804e70 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:58.982991 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-054a5d4f-6ba4-4057-9919-9e9902804e70 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:58.989998 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7a619dee-d7f9-4cc2-bee7-0df39b797580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:59.004835 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Transition to ACTIVE for port object 76c5fb80-cd15-4f2d-9b40-3e939897c19e will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:59.038350 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7a619dee-d7f9-4cc2-bee7-0df39b797580 admin admin] Usage tracker for resource:security_group_rule and tenant:ad961ce8484e4fc2ad4f22e5733ccae5 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:59.044005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7a619dee-d7f9-4cc2-bee7-0df39b797580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:59.052896 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Deleting port 341ab612-8aa9-49fd-bb24-a6edc358ee32 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:49:59.053514 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.061910 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-054a5d4f-6ba4-4057-9919-9e9902804e70 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.068311 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-054a5d4f-6ba4-4057-9919-9e9902804e70 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.127741 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7a619dee-d7f9-4cc2-bee7-0df39b797580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:59.131693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Transition to ACTIVE for port object 76c5fb80-cd15-4f2d-9b40-3e939897c19e will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:59.149862 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a5d4f-6ba4-4057-9919-9e9902804e70 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49ce73e-1777-42d3-aed6-90f43f1fb803,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:59.153808 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-054a5d4f-6ba4-4057-9919-9e9902804e70 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.158642 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-054a5d4f-6ba4-4057-9919-9e9902804e70 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2855704 May 28 04:49:59.160896 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.161463 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55790) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:49:59.167275 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.171716 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1623857994', 'security_groups': ['b49ce73e-1777-42d3-aed6-90f43f1fb803'], 'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '781ddd2a-9c6c-4444-a0ce-418c16abd746'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:49:59.281595 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Transition to ACTIVE for port object fc91c61d-69f9-404c-a692-6860cb9c0f1e will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:59.304508 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'tenant_id': 'cabd20bf9b9e4fe68d6da0a704f20081', 'fixed_ips': [{'subnet_id': '781ddd2a-9c6c-4444-a0ce-418c16abd746'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:49:59.305303 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.331400 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:49:59.336037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:port and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:49:59.339222 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:49:59.345756 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:49:59.358690 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:49:59.364418 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.382182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-50d416c5-ad46-4f78-8e67-48798eae60a9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.388340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] device_id is not set on port 23a4103c-5c06-46c3-943f-a262f48a0b1f yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:49:59.419035 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Allocated IP 2001:db8::16c (22ab3889-d847-4874-bd7b-c95b77fcaa8b/26c48822-702c-4f95-ad27-bdcda7c8daab/79a37176-ca67-4018-9df1-45eabdc77079) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:59.420167 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Pushing event updated for resources: {'Port': ['ID=76c5fb80-cd15-4f2d-9b40-3e939897c19e,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:59.426522 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Allocated IP 2001:db8:0:1::13a (22ab3889-d847-4874-bd7b-c95b77fcaa8b/10a569ee-41a0-4812-9660-15398e075b89/79a37176-ca67-4018-9df1-45eabdc77079) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:59.435095 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Transition to ACTIVE for port object fc91c61d-69f9-404c-a692-6860cb9c0f1e will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:59.441632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:59.480900 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:59.483640 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:59.532174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.597901 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Allocated IP 172.20.0.4 (c060b10b-ba7c-4566-b426-4e069f190a7b/57489d84-5f08-4e5a-993f-68c48c5b7ff4/37591791-e876-4d6e-9f5b-c68e2ebc5b3b) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:59.676387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Attempting to bind port 76c5fb80-cd15-4f2d-9b40-3e939897c19e on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:49:59.676686 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Attempting to bind port 76c5fb80-cd15-4f2d-9b40-3e939897c19e by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:49:59.676990 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Attempting to bind port 76c5fb80-cd15-4f2d-9b40-3e939897c19e on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:49:59.704210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Network c060b10b-ba7c-4566-b426-4e069f190a7b is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:49:59.707698 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:49:59.708056 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:59.708439 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.708849 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:49:59.709302 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Bound port: 76c5fb80-cd15-4f2d-9b40-3e939897c19e, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:49:59.709628 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.718521 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Pushing event updated for resources: {'Port': ['ID=fc91c61d-69f9-404c-a692-6860cb9c0f1e,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:49:59.720180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Allocated IP 172.20.0.13 (a61032c2-e46a-44f7-9cb2-4c483a0d82f2/781ddd2a-9c6c-4444-a0ce-418c16abd746/23a4103c-5c06-46c3-943f-a262f48a0b1f) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:49:59.725877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:49:59.731294 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:49:59.760726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7a619dee-d7f9-4cc2-bee7-0df39b797580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.874910 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Attempting to bind port fc91c61d-69f9-404c-a692-6860cb9c0f1e on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:49:59.875414 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Attempting to bind port fc91c61d-69f9-404c-a692-6860cb9c0f1e by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'a5d12337-0c90-422e-862b-5167668f6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c060b10b-ba7c-4566-b426-4e069f190a7b'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:49:59.876120 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Attempting to bind port fc91c61d-69f9-404c-a692-6860cb9c0f1e on network c060b10b-ba7c-4566-b426-4e069f190a7b {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:49:59.892540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:49:59.893040 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Checking segment: {'id': 'a5d12337-0c90-422e-862b-5167668f6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c060b10b-ba7c-4566-b426-4e069f190a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:49:59.893363 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.893881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Bound using segment: {'id': 'a5d12337-0c90-422e-862b-5167668f6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c060b10b-ba7c-4566-b426-4e069f190a7b'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:49:59.894341 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Bound port: fc91c61d-69f9-404c-a692-6860cb9c0f1e, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d12337-0c90-422e-862b-5167668f6031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c060b10b-ba7c-4566-b426-4e069f190a7b'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:49:59.894686 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.952730 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] For port 76c5fb80-cd15-4f2d-9b40-3e939897c19e, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:49:59.963761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.974872 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] For port 76c5fb80-cd15-4f2d-9b40-3e939897c19e, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=76c5fb80-cd15-4f2d-9b40-3e939897c19e,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:49:59.980881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Transition to ACTIVE for port object 23a4103c-5c06-46c3-943f-a262f48a0b1f will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:49:59.982908 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:49:59.993257 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7a619dee-d7f9-4cc2-bee7-0df39b797580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:00.007330 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:00.055194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cbad181e-ef9e-44a8-a947-6d26ec84e0db tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:00.080881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:00.084039 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:00.088557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:00.113910 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] For port fc91c61d-69f9-404c-a692-6860cb9c0f1e, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:50:00.142117 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] For port fc91c61d-69f9-404c-a692-6860cb9c0f1e, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fc91c61d-69f9-404c-a692-6860cb9c0f1e,segment=NetworkSegment(a5d12337-0c90-422e-862b-5167668f6031),segment_id=a5d12337-0c90-422e-862b-5167668f6031)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:50:00.167006 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:00.171587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Allocated IP 172.20.0.2 (a61032c2-e46a-44f7-9cb2-4c483a0d82f2/781ddd2a-9c6c-4444-a0ce-418c16abd746/28791ac2-a3da-4689-88b7-3116e3e5be9a) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:00.179805 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e9b23-42ba-400e-80be-86214f7ce7b9 None None] Pushing event updated for resources: {'Port': ['ID=76c5fb80-cd15-4f2d-9b40-3e939897c19e,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:00.285476 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=23a4103c-5c06-46c3-943f-a262f48a0b1f,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:00.317405 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-683c5ca6-ca91-4db0-b085-4755d9847133 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:00.327904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-cbad181e-ef9e-44a8-a947-6d26ec84e0db tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Calling delete_port for 7448d26e-a9d9-4d5b-9f11-e058ac7e443f owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:00.363861 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 745d0c45-5433-4a9f-82e0-978a29c1bc09 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:00.399540 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:00.401056 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:00.424591 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7a619dee-d7f9-4cc2-bee7-0df39b797580 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad961ce8484e4fc2ad4f22e5733ccae5&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5137391 May 28 04:50:00.427858 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55794) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:00.442197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a619dee-d7f9-4cc2-bee7-0df39b797580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4e1fda-5c9a-49bc-937c-f7a4a5f02d5d,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:00.492086 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37cc1a-ad9e-4ae4-b367-c825e8099029 None None] Pushing event updated for resources: {'Port': ['ID=fc91c61d-69f9-404c-a692-6860cb9c0f1e,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:00.507101 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5d8692a3-c049-4817-ac9f-dfcb9d57e8e0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3418617 May 28 04:50:00.513310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55798) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:00.532673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-6c3a23b4-eb75-44fc-93d0-379fa7b40d57 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'subnet': {'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:00.550988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c5ca6-ca91-4db0-b085-4755d9847133 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Port': ['ID=68d05343-fa3e-4181-b357-c122f0fca43d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:00.648013 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 745d0c45-5433-4a9f-82e0-978a29c1bc09 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:00.648413 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:00.735079 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:00.735319 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:00.751535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:00.767097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Transition to ACTIVE for port object 28791ac2-a3da-4689-88b7-3116e3e5be9a will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:00.792602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Transition to ACTIVE for port object 28791ac2-a3da-4689-88b7-3116e3e5be9a will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:00.805331 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:00.825097 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6c3a23b4-eb75-44fc-93d0-379fa7b40d57 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:00.830031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca0c02a2-0e56-447f-aeef-57ecc40ac082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:00.834542 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6c3a23b4-eb75-44fc-93d0-379fa7b40d57 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:subnet and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:00.841902 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6c3a23b4-eb75-44fc-93d0-379fa7b40d57 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:00.856743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:00.859596 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6c3a23b4-eb75-44fc-93d0-379fa7b40d57 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:00.877877 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:00.899785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca0c02a2-0e56-447f-aeef-57ecc40ac082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:00.912155 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3a23b4-eb75-44fc-93d0-379fa7b40d57 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:00.913064 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:00.915753 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6c3a23b4-eb75-44fc-93d0-379fa7b40d57 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:00.924391 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:00.973079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:00.976815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Calling delete_port for 341ab612-8aa9-49fd-bb24-a6edc358ee32 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:00.998374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Transition to ACTIVE for port object 37591791-e876-4d6e-9f5b-c68e2ebc5b3b will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:01.050909 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Transition to ACTIVE for port object 79a37176-ca67-4018-9df1-45eabdc77079 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:01.058163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cbad181e-ef9e-44a8-a947-6d26ec84e0db tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.080931 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Pushing event updated for resources: {'Port': ['ID=28791ac2-a3da-4689-88b7-3116e3e5be9a,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:01.100426 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Attempting to bind port 28791ac2-a3da-4689-88b7-3116e3e5be9a on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:50:01.100877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Attempting to bind port 28791ac2-a3da-4689-88b7-3116e3e5be9a by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'ab75e45e-b53b-41cd-a29d-f709bce7c40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:50:01.101301 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Attempting to bind port 28791ac2-a3da-4689-88b7-3116e3e5be9a on network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:50:01.102853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca0c02a2-0e56-447f-aeef-57ecc40ac082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.108665 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:50:01.109111 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Checking segment: {'id': 'ab75e45e-b53b-41cd-a29d-f709bce7c40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:01.109713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.110164 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Bound using segment: {'id': 'ab75e45e-b53b-41cd-a29d-f709bce7c40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:50:01.110695 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Bound port: 28791ac2-a3da-4689-88b7-3116e3e5be9a, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab75e45e-b53b-41cd-a29d-f709bce7c40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:50:01.111127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.122140 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.ipam_backend_mixin [None req-6c3a23b4-eb75-44fc-93d0-379fa7b40d57 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 781ddd2a-9c6c-4444-a0ce-418c16abd746 (CIDR: 172.20.0.0/28) May 28 04:50:01.123360 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.133364 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0c02a2-0e56-447f-aeef-57ecc40ac082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4e1fda-5c9a-49bc-937c-f7a4a5f02d5d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:01.141090 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbad181e-ef9e-44a8-a947-6d26ec84e0db tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event deleted for resources: {'Port': ['ID=7448d26e-a9d9-4d5b-9f11-e058ac7e443f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:01.174199 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3a23b4-eb75-44fc-93d0-379fa7b40d57 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:50:01.174636 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c3a23b4-eb75-44fc-93d0-379fa7b40d57 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:01.190541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca0c02a2-0e56-447f-aeef-57ecc40ac082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.191667 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ca0c02a2-0e56-447f-aeef-57ecc40ac082 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e4e1fda-5c9a-49bc-937c-f7a4a5f02d5d HTTP/1.1" status: 204 len: 168 time: 0.7606857 May 28 04:50:01.195568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-683c5ca6-ca91-4db0-b085-4755d9847133 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.228004 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] For port 28791ac2-a3da-4689-88b7-3116e3e5be9a, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:50:01.231502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cbad181e-ef9e-44a8-a947-6d26ec84e0db tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.234584 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Network c060b10b-ba7c-4566-b426-4e069f190a7b is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:01.244330 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6c3a23b4-eb75-44fc-93d0-379fa7b40d57 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7299483 May 28 04:50:01.245185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55804) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:01.246070 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:01.248205 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Pushing event updated for resources: {'Port': ['ID=37591791-e876-4d6e-9f5b-c68e2ebc5b3b,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:01.253234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:01.289053 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-89a1cb92-b61d-4c79-bd12-055f8ff48a56 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'subnet': {'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:01.324674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-683c5ca6-ca91-4db0-b085-4755d9847133 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.326067 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-683c5ca6-ca91-4db0-b085-4755d9847133 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/floatingips/b7924ae6-dc62-4ea3-88f8-34f354b82b49 HTTP/1.1" status: 204 len: 168 time: 3.9810274 May 28 04:50:01.331370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.338804 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cbad181e-ef9e-44a8-a947-6d26ec84e0db tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "DELETE /v2.0/ports/7448d26e-a9d9-4d5b-9f11-e058ac7e443f HTTP/1.1" status: 204 len: 168 time: 2.8596869 May 28 04:50:01.341730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55808) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:01.342219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55810) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:01.431350 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-a9762b27-6c29-4a24-813e-ce56ed9744a9 None None] Allocated IP 2001:db8:0:1::2 (22ab3889-d847-4874-bd7b-c95b77fcaa8b/10a569ee-41a0-4812-9660-15398e075b89/745d0c45-5433-4a9f-82e0-978a29c1bc09) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:01.448898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:01.449541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.539149 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1eeb3004-a5ed-4442-a70c-78fabfc294a2 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.0632648 May 28 04:50:01.540258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55818) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:01.572468 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea08cd16-3eb6-475b-a5c1-7fe310cb5cba tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] DELETE failed (client error): The resource could not be found. May 28 04:50:01.572913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea08cd16-3eb6-475b-a5c1-7fe310cb5cba tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:01.576301 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ea08cd16-3eb6-475b-a5c1-7fe310cb5cba tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/ports/d488798e-35cb-4801-b280-a922b890c883 HTTP/1.1" status: 404 len: 333 time: 0.2247045 May 28 04:50:01.595117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55822) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:01.618360 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.647000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-89a1cb92-b61d-4c79-bd12-055f8ff48a56 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:01.649227 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a9762b27-6c29-4a24-813e-ce56ed9744a9 None None] For port 745d0c45-5433-4a9f-82e0-978a29c1bc09, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=745d0c45-5433-4a9f-82e0-978a29c1bc09,segment=NetworkSegment(687cfbcf-b18a-4b91-8f80-cd052d901ef5),segment_id=687cfbcf-b18a-4b91-8f80-cd052d901ef5)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:01.659676 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-89a1cb92-b61d-4c79-bd12-055f8ff48a56 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:subnet and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:01.664205 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-89a1cb92-b61d-4c79-bd12-055f8ff48a56 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:01.672524 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] For port 28791ac2-a3da-4689-88b7-3116e3e5be9a, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=28791ac2-a3da-4689-88b7-3116e3e5be9a,segment=NetworkSegment(ab75e45e-b53b-41cd-a29d-f709bce7c40b),segment_id=ab75e45e-b53b-41cd-a29d-f709bce7c40b)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:50:01.693724 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.697197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=79a37176-ca67-4018-9df1-45eabdc77079,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:01.699240 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-89a1cb92-b61d-4c79-bd12-055f8ff48a56 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:01.737704 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86dd1e6-9dba-4f34-98f5-49a6107fdb61 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:01.745318 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86dd1e6-9dba-4f34-98f5-49a6107fdb61 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:01.752764 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86dd1e6-9dba-4f34-98f5-49a6107fdb61 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:01.754156 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c86dd1e6-9dba-4f34-98f5-49a6107fdb61 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Synchronizing usage tracker for tenant:1a8bb231c0574367a959c3c2895ffbdc on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:01.768226 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55826) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:01.801593 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a1cb92-b61d-4c79-bd12-055f8ff48a56 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:01.807884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-89a1cb92-b61d-4c79-bd12-055f8ff48a56 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.814904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 22ab3889-d847-4874-bd7b-c95b77fcaa8b is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:01.817686 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a9762b27-6c29-4a24-813e-ce56ed9744a9 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.841625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:01.846234 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8565c847-56f4-45d6-a460-e30a5176ec38 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Synchronizing usage tracker for tenant:ee913605a2a2442f977d076c919a0ab6 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:01.885113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:01.892106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:01.893021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.928344 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f79ef3e0-531a-4e93-98eb-385fdacd9bfe tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Deleting port d8dd12eb-f932-4e15-a5ee-d8a79e585f44 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:01.928934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f79ef3e0-531a-4e93-98eb-385fdacd9bfe tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:01.938810 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c86dd1e6-9dba-4f34-98f5-49a6107fdb61 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Unset dirty status for tenant:1a8bb231c0574367a959c3c2895ffbdc on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:01.943658 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c86dd1e6-9dba-4f34-98f5-49a6107fdb61 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3841696 May 28 04:50:01.954891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55830) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:01.999642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a9762b27-6c29-4a24-813e-ce56ed9744a9 None None] Transition to ACTIVE for port object 745d0c45-5433-4a9f-82e0-978a29c1bc09 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:02.026946 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a9762b27-6c29-4a24-813e-ce56ed9744a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:02.071394 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-df54e118-a42b-40df-9158-ce4d830f1c77 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 5.3564968 May 28 04:50:02.071394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Pushing event deleted for resources: {'Port': ['ID=341ab612-8aa9-49fd-bb24-a6edc358ee32,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:02.091609 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-50d416c5-ad46-4f78-8e67-48798eae60a9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:02.107878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55834) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:02.173420 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce44c26-fde9-4550-87d5-0d3ad8409138 None None] Pushing event updated for resources: {'Port': ['ID=28791ac2-a3da-4689-88b7-3116e3e5be9a,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:02.224715 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-d81ce7c7-8183-4e49-9638-d5ee9a5f95dc tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26c48822-702c-4f95-ad27-bdcda7c8daab'}]}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:02.228468 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-99e0a499-feeb-44a8-b32f-828f38496467 None None] Provisioning for port 76c5fb80-cd15-4f2d-9b40-3e939897c19e completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:02.236272 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2add200f-d0b0-4a43-859e-ea1f15303673 None None] Network c060b10b-ba7c-4566-b426-4e069f190a7b requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:02.297253 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-64255432-95c9-40b5-a079-a1e946f8b0ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf42e4d5209e4e37869ea88bb2e24fb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5270820 May 28 04:50:02.300898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55838) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:02.320550 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-89a1cb92-b61d-4c79-bd12-055f8ff48a56 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:02.379684 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9762b27-6c29-4a24-813e-ce56ed9744a9 None None] Pushing event updated for resources: {'Port': ['ID=745d0c45-5433-4a9f-82e0-978a29c1bc09,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:02.462913 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-2850cf31-28aa-4b5f-8b57-b8ece3abeb13 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Deleting port 37591791-e876-4d6e-9f5b-c68e2ebc5b3b {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:02.463252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2850cf31-28aa-4b5f-8b57-b8ece3abeb13 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:02.467131 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 76c5fb80-cd15-4f2d-9b40-3e939897c19e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:02.546130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a1cb92-b61d-4c79-bd12-055f8ff48a56 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:02.565311 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-89a1cb92-b61d-4c79-bd12-055f8ff48a56 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:02.576249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1cb92-b61d-4c79-bd12-055f8ff48a56 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Subnet': ['ID=d08a8af4-ba37-4c90-922d-5d50b31783f2,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:02.581523 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a1cb92-b61d-4c79-bd12-055f8ff48a56 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:02.582123 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-89a1cb92-b61d-4c79-bd12-055f8ff48a56 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:02.649256 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1fc5cfbf-d51c-4d81-9dab-7f9f896c52b2 None None] Provisioning for port fc91c61d-69f9-404c-a692-6860cb9c0f1e completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:02.693133 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8565c847-56f4-45d6-a460-e30a5176ec38 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Unset dirty status for tenant:ee913605a2a2442f977d076c919a0ab6 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:02.697377 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8565c847-56f4-45d6-a460-e30a5176ec38 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aea5039-d96a-49ca-a441-4940b17cb801 HTTP/1.1" status: 200 len: 205 time: 1.1012526 May 28 04:50:02.704991 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55842) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:02.721562 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 76c5fb80-cd15-4f2d-9b40-3e939897c19e completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:02.729897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 76c5fb80-cd15-4f2d-9b40-3e939897c19e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:02.730277 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:02.735895 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] create failed (client error): The resource could not be found. May 28 04:50:02.740678 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d1e2dfd8-d02e-4a10-96f8-d85ef3f8bcf7 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.4167104 May 28 04:50:02.746668 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55846) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:02.766419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d416c5-ad46-4f78-8e67-48798eae60a9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=a32c2dc2-54a2-4f27-ad16-9bfa6b4f2483,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:02.795745 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-d322106f-a3c8-4025-82a0-2fe5a134afd5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] delete failed (client error): The resource could not be found. May 28 04:50:02.797874 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d322106f-a3c8-4025-82a0-2fe5a134afd5 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/routers/4aea5039-d96a-49ca-a441-4940b17cb801 HTTP/1.1" status: 404 len: 336 time: 0.0871360 May 28 04:50:02.809045 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-89a1cb92-b61d-4c79-bd12-055f8ff48a56 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5577991 May 28 04:50:02.812484 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55850) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:02.812484 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55852) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:02.812968 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e067fee5-cbd4-4079-a91f-dc884e7180c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:02.826870 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-eca6ec22-c3ad-4436-96e4-bcdedfced5a8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2841643', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd08a8af4-ba37-4c90-922d-5d50b31783f2'}], 'security_groups': ['b322285d-6879-454e-966e-97212deee052']}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:02.852580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a944f-4db1-440e-a611-1bfca233135e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Deleting port a65e510d-e809-4415-9651-37b3075dbf03 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:02.852918 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f3a944f-4db1-440e-a611-1bfca233135e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:02.926939 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:02.943557 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d416c5-ad46-4f78-8e67-48798eae60a9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:02.969511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f79ef3e0-531a-4e93-98eb-385fdacd9bfe tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:03.002583 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 76c5fb80-cd15-4f2d-9b40-3e939897c19e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=76c5fb80-cd15-4f2d-9b40-3e939897c19e,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:03.010462 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:03.011528 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fc91c61d-69f9-404c-a692-6860cb9c0f1e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:03.014508 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-50d416c5-ad46-4f78-8e67-48798eae60a9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:03.038603 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c8216ef-b293-4a80-8a22-159ef014b2b3 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] DELETE failed (client error): The resource could not be found. May 28 04:50:03.039037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c8216ef-b293-4a80-8a22-159ef014b2b3 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:03.043519 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9c8216ef-b293-4a80-8a22-159ef014b2b3 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/subnets/c07cf5e4-bac4-4f04-8fe1-44d263049c63 HTTP/1.1" status: 404 len: 337 time: 0.2285156 May 28 04:50:03.068759 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55858) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:03.126815 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce4d3b8-b2b9-4d03-8de6-be0c4889512a None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:03.183728 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f79ef3e0-531a-4e93-98eb-385fdacd9bfe tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Calling delete_port for d8dd12eb-f932-4e15-a5ee-d8a79e585f44 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:03.213381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d416c5-ad46-4f78-8e67-48798eae60a9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:03.225000 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-50d416c5-ad46-4f78-8e67-48798eae60a9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:03.269063 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e067fee5-cbd4-4079-a91f-dc884e7180c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:03.374693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-84223bc8-02bd-4efe-bd9f-ae71b0b88329 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting port fb70b0c7-651a-49b7-972d-a92e39684f21 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:03.376030 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84223bc8-02bd-4efe-bd9f-ae71b0b88329 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:03.403169 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=76c5fb80-cd15-4f2d-9b40-3e939897c19e,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:03.422002 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-50d416c5-ad46-4f78-8e67-48798eae60a9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.8918328 May 28 04:50:03.427042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-986045ca-a4be-483a-b091-7edd2be29a5a None None] Provisioning for port 37591791-e876-4d6e-9f5b-c68e2ebc5b3b completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:03.431548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55862) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:03.452612 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e067fee5-cbd4-4079-a91f-dc884e7180c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:03.460050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-986045ca-a4be-483a-b091-7edd2be29a5a None None] Provisioning complete for port 37591791-e876-4d6e-9f5b-c68e2ebc5b3b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:03.460587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-986045ca-a4be-483a-b091-7edd2be29a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:03.546554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port fc91c61d-69f9-404c-a692-6860cb9c0f1e completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:03.556397 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-986045ca-a4be-483a-b091-7edd2be29a5a None None] Port 37591791-e876-4d6e-9f5b-c68e2ebc5b3b cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:03.560681 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port fc91c61d-69f9-404c-a692-6860cb9c0f1e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:03.561039 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:03.581319 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067fee5-cbd4-4079-a91f-dc884e7180c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4142ddd8-f4bf-41b2-8277-9159055d58de,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:03.639243 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'mac_address': 'fa:16:3e:25:6b:6b', 'name': 'tempest-NetworksTestDHCPv6-1126189730'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:03.699972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-986045ca-a4be-483a-b091-7edd2be29a5a None None] Provisioning for port 745d0c45-5433-4a9f-82e0-978a29c1bc09 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:03.711765 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-986045ca-a4be-483a-b091-7edd2be29a5a None None] Provisioning complete for port 745d0c45-5433-4a9f-82e0-978a29c1bc09 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:03.712127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-986045ca-a4be-483a-b091-7edd2be29a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:03.749237 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2850cf31-28aa-4b5f-8b57-b8ece3abeb13 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:03.799285 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f79ef3e0-531a-4e93-98eb-385fdacd9bfe tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:03.814136 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cf9c4d-9e9f-4b44-b395-ce86d33785e9 None None] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:03.940347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e067fee5-cbd4-4079-a91f-dc884e7180c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:03.944304 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e067fee5-cbd4-4079-a91f-dc884e7180c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4142ddd8-f4bf-41b2-8277-9159055d58de HTTP/1.1" status: 204 len: 168 time: 1.6423054 May 28 04:50:03.950186 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:03.970364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ef3e0-531a-4e93-98eb-385fdacd9bfe tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event deleted for resources: {'Port': ['ID=d8dd12eb-f932-4e15-a5ee-d8a79e585f44,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:03.973579 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-2850cf31-28aa-4b5f-8b57-b8ece3abeb13 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Calling delete_port for 37591791-e876-4d6e-9f5b-c68e2ebc5b3b owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:03.984655 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d81ce7c7-8183-4e49-9638-d5ee9a5f95dc tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:04.017287 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port fc91c61d-69f9-404c-a692-6860cb9c0f1e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fc91c61d-69f9-404c-a692-6860cb9c0f1e,segment=NetworkSegment(a5d12337-0c90-422e-862b-5167668f6031),segment_id=a5d12337-0c90-422e-862b-5167668f6031)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:04.034084 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f79ef3e0-531a-4e93-98eb-385fdacd9bfe tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:04.034507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:04.040455 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f79ef3e0-531a-4e93-98eb-385fdacd9bfe tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "DELETE /v2.0/ports/d8dd12eb-f932-4e15-a5ee-d8a79e585f44 HTTP/1.1" status: 204 len: 168 time: 2.6851671 May 28 04:50:04.050441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55868) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:04.119956 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-78a05be5-4d6a-44df-b5eb-2641f38d8be9 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0578358 May 28 04:50:04.122544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55872) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:04.135657 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=fc91c61d-69f9-404c-a692-6860cb9c0f1e,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:04.136748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:04.153634 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:04.159848 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:04.161382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ea39642f-282e-4610-8721-3f930442630b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1133807323'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:04.167664 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ea39642f-282e-4610-8721-3f930442630b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:04.178609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ea39642f-282e-4610-8721-3f930442630b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Usage tracker for resource:network and tenant:5e51e64f145743069167a5616b9a3859 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:04.182395 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ea39642f-282e-4610-8721-3f930442630b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:04.201784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f3a944f-4db1-440e-a611-1bfca233135e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:04.215277 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:04.269065 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ea39642f-282e-4610-8721-3f930442630b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:04.310788 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea39642f-282e-4610-8721-3f930442630b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Made reservation on behalf of 5e51e64f145743069167a5616b9a3859 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:04.314339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea39642f-282e-4610-8721-3f930442630b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:04.419369 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-7f3a944f-4db1-440e-a611-1bfca233135e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Calling delete_port for a65e510d-e809-4415-9651-37b3075dbf03 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:04.438566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 76c5fb80-cd15-4f2d-9b40-3e939897c19e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:04.460917 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:04.557717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea39642f-282e-4610-8721-3f930442630b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:04.576225 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eca6ec22-c3ad-4436-96e4-bcdedfced5a8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:04.594609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84223bc8-02bd-4efe-bd9f-ae71b0b88329 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:04.649564 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb0690a-b486-4027-a048-8c5ba382a177 None None] Update dhcp port {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'fixed_ips': [{'subnet_id': '409bb5f2-0f34-4b19-9a88-2ac70f559a6d', 'ip_address': '2001:db8::f816:3eff:fe38:72a'}, {'subnet_id': 'a32c2dc2-54a2-4f27-ad16-9bfa6b4f2483'}], 'binding:host_id': 'dv-neutron-843300-5-hyperv'}, 'id': '76c5fb80-cd15-4f2d-9b40-3e939897c19e'} from dv-neutron-843300-5-hyperv. {{(pid=84011) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 28 04:50:04.747278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-986045ca-a4be-483a-b091-7edd2be29a5a None None] Provisioning for port adc7bff8-5a67-40c4-96da-f9dbc63b99f2 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:04.765775 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-986045ca-a4be-483a-b091-7edd2be29a5a None None] Provisioning complete for port adc7bff8-5a67-40c4-96da-f9dbc63b99f2 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:04.766499 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-986045ca-a4be-483a-b091-7edd2be29a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:04.767958 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-84223bc8-02bd-4efe-bd9f-ae71b0b88329 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Calling delete_port for fb70b0c7-651a-49b7-972d-a92e39684f21 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:04.808191 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3fb0690a-b486-4027-a048-8c5ba382a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:04.854462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2850cf31-28aa-4b5f-8b57-b8ece3abeb13 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:04.886583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea39642f-282e-4610-8721-3f930442630b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:04.887074 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-ea39642f-282e-4610-8721-3f930442630b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Added segment 0ad77566-9265-4d77-af91-1abf7066eb25 of type vlan for network 5105d575-8827-43bb-92b6-e92382faad5e May 28 04:50:04.988904 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 76c5fb80-cd15-4f2d-9b40-3e939897c19e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:04.989209 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.041067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-986045ca-a4be-483a-b091-7edd2be29a5a None None] Port adc7bff8-5a67-40c4-96da-f9dbc63b99f2 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:05.055333 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.097172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850cf31-28aa-4b5f-8b57-b8ece3abeb13 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Pushing event deleted for resources: {'Port': ['ID=37591791-e876-4d6e-9f5b-c68e2ebc5b3b,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:05.165648 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea39642f-282e-4610-8721-3f930442630b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.184290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port 05b252e6-ec30-4085-90b7-1d3e32b3ed54 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:50:05.196579 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-986045ca-a4be-483a-b091-7edd2be29a5a None None] Provisioning complete for port fc91c61d-69f9-404c-a692-6860cb9c0f1e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:05.197070 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-986045ca-a4be-483a-b091-7edd2be29a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.287279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-d81ce7c7-8183-4e49-9638-d5ee9a5f95dc tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Delete allocated IP 2001:db8:0:1::13a (22ab3889-d847-4874-bd7b-c95b77fcaa8b/10a569ee-41a0-4812-9660-15398e075b89) {{(pid=84010) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 04:50:05.324820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55892) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:05.335990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f3a944f-4db1-440e-a611-1bfca233135e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.424514 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-3fb0690a-b486-4027-a048-8c5ba382a177 None None] Allocated IP 2001:db8:0:1::2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/a32c2dc2-54a2-4f27-ad16-9bfa6b4f2483/76c5fb80-cd15-4f2d-9b40-3e939897c19e) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:05.436840 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84223bc8-02bd-4efe-bd9f-ae71b0b88329 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.456251 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fc91c61d-69f9-404c-a692-6860cb9c0f1e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:05.476273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a944f-4db1-440e-a611-1bfca233135e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Pushing event deleted for resources: {'Port': ['ID=a65e510d-e809-4415-9651-37b3075dbf03,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:05.550692 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df15111a-8a67-4eb2-b1c3-d1e2ca7e7df7 None None] Update dhcp port {'port': {'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'fixed_ips': [{'subnet_id': '781ddd2a-9c6c-4444-a0ce-418c16abd746', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd08a8af4-ba37-4c90-922d-5d50b31783f2'}], 'binding:host_id': 'dv-neutron-843300-5-hyperv'}, 'id': '28791ac2-a3da-4689-88b7-3116e3e5be9a'} from dv-neutron-843300-5-hyperv. {{(pid=84011) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 28 04:50:05.584071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84223bc8-02bd-4efe-bd9f-ae71b0b88329 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Port': ['ID=fb70b0c7-651a-49b7-972d-a92e39684f21,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:05.611774 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea39642f-282e-4610-8721-3f930442630b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.617621 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea39642f-282e-4610-8721-3f930442630b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:05.618371 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea39642f-282e-4610-8721-3f930442630b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.631399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Request body: {'networks': [{'name': 'tempest-network--843114455'}, {'name': 'tempest-network--1756711960'}]} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:05.631699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Request body: {'network': {'name': 'tempest-network--843114455'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:05.632163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Request body: {'network': {'name': 'tempest-network--1756711960'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:05.652210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:05.670442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Usage tracker for resource:network and tenant:0db9129a53f640e9b80012158a668c0e is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:05.678454 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:05.690622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:05.708562 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f3a944f-4db1-440e-a611-1bfca233135e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.717288 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7f3a944f-4db1-440e-a611-1bfca233135e tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] 10.222.0.15 "DELETE /v2.0/ports/a65e510d-e809-4415-9651-37b3075dbf03 HTTP/1.1" status: 204 len: 168 time: 2.9670053 May 28 04:50:05.726163 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55898) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:05.728271 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Made reservation on behalf of 0db9129a53f640e9b80012158a668c0e for: {'network': 2} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:05.731878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.733118 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-df15111a-8a67-4eb2-b1c3-d1e2ca7e7df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.750266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.765263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d81ce7c7-8183-4e49-9638-d5ee9a5f95dc tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.789224 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-d81ce7c7-8183-4e49-9638-d5ee9a5f95dc tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Ignored duplicate provisioning block setup for port 79a37176-ca67-4018-9df1-45eabdc77079 by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 28 04:50:05.804353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:05.807149 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d81ce7c7-8183-4e49-9638-d5ee9a5f95dc tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.813608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2850cf31-28aa-4b5f-8b57-b8ece3abeb13 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.842332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Usage tracker for resource:security_group_rule and tenant:0db9129a53f640e9b80012158a668c0e is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:05.846520 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-3fb0690a-b486-4027-a048-8c5ba382a177 None None] For port 76c5fb80-cd15-4f2d-9b40-3e939897c19e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=76c5fb80-cd15-4f2d-9b40-3e939897c19e,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:05.850509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:05.869563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:05.927273 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3fb0690a-b486-4027-a048-8c5ba382a177 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.932176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d81ce7c7-8183-4e49-9638-d5ee9a5f95dc tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] In _notify_port_updated(), no bound segment for port 79a37176-ca67-4018-9df1-45eabdc77079 on network 22ab3889-d847-4874-bd7b-c95b77fcaa8b {{(pid=84010) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:50:05.936041 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81ce7c7-8183-4e49-9638-d5ee9a5f95dc tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:05.937251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d81ce7c7-8183-4e49-9638-d5ee9a5f95dc tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:05.940903 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d81ce7c7-8183-4e49-9638-d5ee9a5f95dc tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "PUT /v2.0/ports/79a37176-ca67-4018-9df1-45eabdc77079 HTTP/1.1" status: 200 len: 926 time: 3.7959554 May 28 04:50:05.944899 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55902) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:05.952793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '26c48822-702c-4f95-ad27-bdcda7c8daab'}, {'subnet_id': '10a569ee-41a0-4812-9660-15398e075b89'}]}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:05.960537 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3fb0690a-b486-4027-a048-8c5ba382a177 None None] Transition to ACTIVE for port object 76c5fb80-cd15-4f2d-9b40-3e939897c19e will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:05.984930 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ce7c7-8183-4e49-9638-d5ee9a5f95dc tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=79a37176-ca67-4018-9df1-45eabdc77079,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:06.011534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39642f-282e-4610-8721-3f930442630b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event updated for resources: {'Network': ['ID=5105d575-8827-43bb-92b6-e92382faad5e,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:06.019739 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port fc91c61d-69f9-404c-a692-6860cb9c0f1e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:06.020375 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:06.031601 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ea39642f-282e-4610-8721-3f930442630b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8961921 May 28 04:50:06.031601 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2850cf31-28aa-4b5f-8b57-b8ece3abeb13 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] 10.222.0.15 "DELETE /v2.0/ports/37591791-e876-4d6e-9f5b-c68e2ebc5b3b HTTP/1.1" status: 204 len: 168 time: 4.0238588 May 28 04:50:06.041009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55906) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:06.041403 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55908) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:06.049126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b3027f4a-5e71-490e-aeb8-b98a43d20b70 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-170043494'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:06.059023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b3027f4a-5e71-490e-aeb8-b98a43d20b70 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:06.063832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b3027f4a-5e71-490e-aeb8-b98a43d20b70 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Usage tracker for resource:network and tenant:5e51e64f145743069167a5616b9a3859 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:06.067272 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b3027f4a-5e71-490e-aeb8-b98a43d20b70 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:06.073932 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 5105d575-8827-43bb-92b6-e92382faad5e details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:06.074822 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b3027f4a-5e71-490e-aeb8-b98a43d20b70 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:06.083773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-03c7f560-f89f-4c49-a99f-d4ad828a5705 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Request body: {'port': {'name': 'tempest-new-port-name-1199680252', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:06.084250 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.api.validators [None req-03c7f560-f89f-4c49-a99f-d4ad828a5705 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] bootfile-name is not in valid_values {{(pid=84009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 04:50:06.085129 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.api.validators [None req-03c7f560-f89f-4c49-a99f-d4ad828a5705 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] tftp-server is not in valid_values {{(pid=84009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 04:50:06.085129 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.api.validators [None req-03c7f560-f89f-4c49-a99f-d4ad828a5705 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] server-ip-address is not in valid_values {{(pid=84009) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 28 04:50:06.105100 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3fb0690a-b486-4027-a048-8c5ba382a177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:06.152144 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3027f4a-5e71-490e-aeb8-b98a43d20b70 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Made reservation on behalf of 5e51e64f145743069167a5616b9a3859 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:06.155180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b3027f4a-5e71-490e-aeb8-b98a43d20b70 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:06.221345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84223bc8-02bd-4efe-bd9f-ae71b0b88329 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:06.222977 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-84223bc8-02bd-4efe-bd9f-ae71b0b88329 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/ports/fb70b0c7-651a-49b7-972d-a92e39684f21 HTTP/1.1" status: 204 len: 168 time: 3.1546454 May 28 04:50:06.231048 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55914) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:06.259096 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:06.262358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:06.284330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:06.284789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:06.337219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4992e2b2-4993-484c-8265-5481dfdf1003 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:06.338130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4992e2b2-4993-484c-8265-5481dfdf1003 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Synchronizing usage tracker for tenant:a2e5581a19f3441da981078292d6362a on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:06.358111 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fb56f5da-7f53-4079-8314-003a3aa87a5f None None] Provisioning complete for port 2613cf47-f2c7-446d-ae39-2147239142af triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:06.358828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fb56f5da-7f53-4079-8314-003a3aa87a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:06.364398 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8:0:1::1d9 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/a32c2dc2-54a2-4f27-ad16-9bfa6b4f2483/05b252e6-ec30-4085-90b7-1d3e32b3ed54) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:06.376881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3027f4a-5e71-490e-aeb8-b98a43d20b70 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:06.380509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::f816:3eff:fe25:6b6b (ba7d5340-6612-4ffa-ba26-ab26f78055ee/409bb5f2-0f34-4b19-9a88-2ac70f559a6d/05b252e6-ec30-4085-90b7-1d3e32b3ed54) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:06.407990 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-eca6ec22-c3ad-4436-96e4-bcdedfced5a8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Delete allocated IP 172.20.0.13 (a61032c2-e46a-44f7-9cb2-4c483a0d82f2/781ddd2a-9c6c-4444-a0ce-418c16abd746) {{(pid=84009) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 04:50:06.420427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0948a13a-2cbf-4de2-a7d1-a246edc9c7a2,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:06.427346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b3027f4a-5e71-490e-aeb8-b98a43d20b70 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:06.427772 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-b3027f4a-5e71-490e-aeb8-b98a43d20b70 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Added segment c879bb0a-b5fa-4335-a067-34ff05aac9dd of type vlan for network c5a98c7f-be97-4ee8-9c67-42c5a268e7c4 May 28 04:50:06.433209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-01589300-3539-4624-a842-c5ba6ace137b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting port f30027d0-71a9-4a49-85ef-82b32cf5b5d8 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:06.433563 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-01589300-3539-4624-a842-c5ba6ace137b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:06.471733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-03c7f560-f89f-4c49-a99f-d4ad828a5705 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:06.475910 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:06.483492 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0690a-b486-4027-a048-8c5ba382a177 None None] Pushing event updated for resources: {'Port': ['ID=76c5fb80-cd15-4f2d-9b40-3e939897c19e,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:06.498698 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-eca6ec22-c3ad-4436-96e4-bcdedfced5a8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Allocated IP 172.20.0.25 (a61032c2-e46a-44f7-9cb2-4c483a0d82f2/d08a8af4-ba37-4c90-922d-5d50b31783f2/23a4103c-5c06-46c3-943f-a262f48a0b1f) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:06.501333 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4992e2b2-4993-484c-8265-5481dfdf1003 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Unset dirty status for tenant:a2e5581a19f3441da981078292d6362a on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:06.502774 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4992e2b2-4993-484c-8265-5481dfdf1003 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] 10.222.0.15 "GET /v2.0/ports?device_id=646a64bd-aeb4-491a-8361-e8c733228dd2 HTTP/1.1" status: 200 len: 913 time: 0.7634165 May 28 04:50:06.508998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-fb56f5da-7f53-4079-8314-003a3aa87a5f None None] Port 2613cf47-f2c7-446d-ae39-2147239142af cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:06.513513 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55918) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:06.628493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:06.628836 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Added segment a3cd02ab-96ce-4ad1-8a6a-39664cd8c01a of type vlan for network 83cbd433-5bc9-4c04-9aa0-ae0689baee3c May 28 04:50:06.649208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b3027f4a-5e71-490e-aeb8-b98a43d20b70 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:06.658543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 28791ac2-a3da-4689-88b7-3116e3e5be9a up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:06.698268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fb56f5da-7f53-4079-8314-003a3aa87a5f None None] Provisioning for port 28791ac2-a3da-4689-88b7-3116e3e5be9a completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:06.719320 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fb56f5da-7f53-4079-8314-003a3aa87a5f None None] Could not find standard attr ID for object 37591791-e876-4d6e-9f5b-c68e2ebc5b3b. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:50:06.748081 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fb56f5da-7f53-4079-8314-003a3aa87a5f None None] Provisioning for port 79a37176-ca67-4018-9df1-45eabdc77079 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:06.760766 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fb56f5da-7f53-4079-8314-003a3aa87a5f None None] Provisioning complete for port 79a37176-ca67-4018-9df1-45eabdc77079 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:06.761091 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fb56f5da-7f53-4079-8314-003a3aa87a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:06.872474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-fb56f5da-7f53-4079-8314-003a3aa87a5f None None] Port 79a37176-ca67-4018-9df1-45eabdc77079 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:06.879848 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 28791ac2-a3da-4689-88b7-3116e3e5be9a completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:06.890819 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 28791ac2-a3da-4689-88b7-3116e3e5be9a triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:06.891444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.019308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b3027f4a-5e71-490e-aeb8-b98a43d20b70 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.023946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3027f4a-5e71-490e-aeb8-b98a43d20b70 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:07.024860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b3027f4a-5e71-490e-aeb8-b98a43d20b70 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.065364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.076765 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fb56f5da-7f53-4079-8314-003a3aa87a5f None None] Provisioning complete for port adc7bff8-5a67-40c4-96da-f9dbc63b99f2 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:07.077140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fb56f5da-7f53-4079-8314-003a3aa87a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.115050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.211973 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-fb56f5da-7f53-4079-8314-003a3aa87a5f None None] Port adc7bff8-5a67-40c4-96da-f9dbc63b99f2 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:07.221856 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 28791ac2-a3da-4689-88b7-3116e3e5be9a, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=28791ac2-a3da-4689-88b7-3116e3e5be9a,segment=NetworkSegment(ab75e45e-b53b-41cd-a29d-f709bce7c40b),segment_id=ab75e45e-b53b-41cd-a29d-f709bce7c40b)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:07.228529 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.229807 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 745d0c45-5433-4a9f-82e0-978a29c1bc09 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:07.397765 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b3027f4a-5e71-490e-aeb8-b98a43d20b70 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3426151 May 28 04:50:07.397997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e376fc02-4d07-4362-b2d7-cca1a9753600 None None] Provisioning complete for port 79a37176-ca67-4018-9df1-45eabdc77079 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:07.397997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e376fc02-4d07-4362-b2d7-cca1a9753600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.414055 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-01589300-3539-4624-a842-c5ba6ace137b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.419401 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=28791ac2-a3da-4689-88b7-3116e3e5be9a,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:07.425720 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3027f4a-5e71-490e-aeb8-b98a43d20b70 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event updated for resources: {'Network': ['ID=c5a98c7f-be97-4ee8-9c67-42c5a268e7c4,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:07.443588 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:07.454263 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network c5a98c7f-be97-4ee8-9c67-42c5a268e7c4 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:07.502206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.512312 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.512673 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Added segment b9c0f172-5812-4dd0-a4ae-bdf503911d91 of type vlan for network 34feb9b7-6a00-40a7-86b7-649e32bcd553 May 28 04:50:07.553458 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-01589300-3539-4624-a842-c5ba6ace137b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Calling delete_port for f30027d0-71a9-4a49-85ef-82b32cf5b5d8 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:07.564736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55922) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:07.565728 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object 05b252e6-ec30-4085-90b7-1d3e32b3ed54 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:07.567358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Allocated IP 2001:db8:0:1::281 (22ab3889-d847-4874-bd7b-c95b77fcaa8b/10a569ee-41a0-4812-9660-15398e075b89/79a37176-ca67-4018-9df1-45eabdc77079) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:07.588911 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Request body: {'subnets': [{'network_id': '5105d575-8827-43bb-92b6-e92382faad5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1211910467', 'ip_version': 4}, {'network_id': 'c5a98c7f-be97-4ee8-9c67-42c5a268e7c4', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:07.589300 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Request body: {'subnet': {'network_id': '5105d575-8827-43bb-92b6-e92382faad5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1211910467', 'ip_version': 4}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:07.589879 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Request body: {'subnet': {'network_id': 'c5a98c7f-be97-4ee8-9c67-42c5a268e7c4', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:07.605728 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 745d0c45-5433-4a9f-82e0-978a29c1bc09 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:07.606364 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.613418 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-eca6ec22-c3ad-4436-96e4-bcdedfced5a8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:50:07.616060 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.635010 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eca6ec22-c3ad-4436-96e4-bcdedfced5a8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.650891 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e376fc02-4d07-4362-b2d7-cca1a9753600 None None] Port 79a37176-ca67-4018-9df1-45eabdc77079 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:07.674966 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-03c7f560-f89f-4c49-a99f-d4ad828a5705 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.680436 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-eca6ec22-c3ad-4436-96e4-bcdedfced5a8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Ignored duplicate provisioning block setup for port 23a4103c-5c06-46c3-943f-a262f48a0b1f by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 28 04:50:07.683340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-03c7f560-f89f-4c49-a99f-d4ad828a5705 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.723267 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eca6ec22-c3ad-4436-96e4-bcdedfced5a8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.734470 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e376fc02-4d07-4362-b2d7-cca1a9753600 None None] Provisioning for port 76c5fb80-cd15-4f2d-9b40-3e939897c19e completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:07.755970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e376fc02-4d07-4362-b2d7-cca1a9753600 None None] Provisioning complete for port 76c5fb80-cd15-4f2d-9b40-3e939897c19e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:07.756447 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e376fc02-4d07-4362-b2d7-cca1a9753600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.800836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:50:07.812260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bf244da1-c623-4391-8be7-64c7aa0ef73c tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:07.917195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-df15111a-8a67-4eb2-b1c3-d1e2ca7e7df7 None None] Allocated IP 172.20.0.18 (a61032c2-e46a-44f7-9cb2-4c483a0d82f2/d08a8af4-ba37-4c90-922d-5d50b31783f2/28791ac2-a3da-4689-88b7-3116e3e5be9a) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:07.928379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7f560-f89f-4c49-a99f-d4ad828a5705 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Pushing event updated for resources: {'Port': ['ID=adc7bff8-5a67-40c4-96da-f9dbc63b99f2,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:08.046507 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.060205 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-01589300-3539-4624-a842-c5ba6ace137b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.092696 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-03c7f560-f89f-4c49-a99f-d4ad828a5705 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] In _notify_port_updated(), no bound segment for port adc7bff8-5a67-40c4-96da-f9dbc63b99f2 on network c060b10b-ba7c-4566-b426-4e069f190a7b {{(pid=84009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:50:08.096654 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c7f560-f89f-4c49-a99f-d4ad828a5705 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:08.097281 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-03c7f560-f89f-4c49-a99f-d4ad828a5705 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.101791 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-03c7f560-f89f-4c49-a99f-d4ad828a5705 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] 10.222.0.15 "PUT /v2.0/ports/adc7bff8-5a67-40c4-96da-f9dbc63b99f2 HTTP/1.1" status: 200 len: 1136 time: 2.0562167 May 28 04:50:08.105347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55926) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:08.129911 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 76c5fb80-cd15-4f2d-9b40-3e939897c19e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:08.166606 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.168181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.168305 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca6ec22-c3ad-4436-96e4-bcdedfced5a8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=23a4103c-5c06-46c3-943f-a262f48a0b1f,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:08.173034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:08.177732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:08.178657 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.200232 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-eca6ec22-c3ad-4436-96e4-bcdedfced5a8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] In _notify_port_updated(), no bound segment for port 23a4103c-5c06-46c3-943f-a262f48a0b1f on network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 {{(pid=84009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:50:08.204220 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca6ec22-c3ad-4436-96e4-bcdedfced5a8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:08.204913 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eca6ec22-c3ad-4436-96e4-bcdedfced5a8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.209026 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-eca6ec22-c3ad-4436-96e4-bcdedfced5a8 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "PUT /v2.0/ports/23a4103c-5c06-46c3-943f-a262f48a0b1f HTTP/1.1" status: 200 len: 918 time: 5.3925860 May 28 04:50:08.216880 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55930) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:08.234402 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-df15111a-8a67-4eb2-b1c3-d1e2ca7e7df7 None None] For port 28791ac2-a3da-4689-88b7-3116e3e5be9a, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=28791ac2-a3da-4689-88b7-3116e3e5be9a,segment=NetworkSegment(ab75e45e-b53b-41cd-a29d-f709bce7c40b),segment_id=ab75e45e-b53b-41cd-a29d-f709bce7c40b)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:08.257864 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-61313322-725e-44c5-95d1-83196ec3491e None None] Provisioning complete for port adc7bff8-5a67-40c4-96da-f9dbc63b99f2 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:08.258230 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-61313322-725e-44c5-95d1-83196ec3491e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.321205 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 76c5fb80-cd15-4f2d-9b40-3e939897c19e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:08.321436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.325248 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01589300-3539-4624-a842-c5ba6ace137b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Port': ['ID=f30027d0-71a9-4a49-85ef-82b32cf5b5d8,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:08.346781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-df15111a-8a67-4eb2-b1c3-d1e2ca7e7df7 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.368270 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1e0ec-558b-4b26-a67a-d217ffec82d0 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:08.368508 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8aa1e0ec-558b-4b26-a67a-d217ffec82d0 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Synchronizing usage tracker for tenant:1a8bb231c0574367a959c3c2895ffbdc on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:08.389246 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-61313322-725e-44c5-95d1-83196ec3491e None None] Port adc7bff8-5a67-40c4-96da-f9dbc63b99f2 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:08.392219 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-df15111a-8a67-4eb2-b1c3-d1e2ca7e7df7 None None] Ignored duplicate provisioning block setup for port 28791ac2-a3da-4689-88b7-3116e3e5be9a by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 28 04:50:08.395577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:08.401034 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-01589300-3539-4624-a842-c5ba6ace137b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.401571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=05b252e6-ec30-4085-90b7-1d3e32b3ed54,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:08.404540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-df15111a-8a67-4eb2-b1c3-d1e2ca7e7df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.406732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event updated for resources: {'Network': ['ID=83cbd433-5bc9-4c04-9aa0-ae0689baee3c,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:08.407316 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 23a4103c-5c06-46c3-943f-a262f48a0b1f {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:08.407867 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.408994 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:08.414077 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.0853672 May 28 04:50:08.414077 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:08.417517 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:08.418194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.438366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:08.441622 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55934) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:08.458750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Usage tracker for resource:subnet and tenant:5e51e64f145743069167a5616b9a3859 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:08.460160 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 83cbd433-5bc9-4c04-9aa0-ae0689baee3c details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:08.488240 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8aa1e0ec-558b-4b26-a67a-d217ffec82d0 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Unset dirty status for tenant:1a8bb231c0574367a959c3c2895ffbdc on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:08.489999 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8aa1e0ec-558b-4b26-a67a-d217ffec82d0 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] 10.222.0.15 "GET /v2.0/ports/adc7bff8-5a67-40c4-96da-f9dbc63b99f2 HTTP/1.1" status: 200 len: 1136 time: 0.3802965 May 28 04:50:08.508651 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55938) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:08.523871 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:08.541891 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:08.562981 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-01589300-3539-4624-a842-c5ba6ace137b tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/ports/f30027d0-71a9-4a49-85ef-82b32cf5b5d8 HTTP/1.1" status: 204 len: 168 time: 2.2917597 May 28 04:50:08.567466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:50:08.599274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55942) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:08.646958 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-34b23d4a-6118-4fdf-aeb1-ce3bdabae84e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.1369302 May 28 04:50:08.646958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Made reservation on behalf of 5e51e64f145743069167a5616b9a3859 for: {'subnet': 2} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:08.652282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55946) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:08.665931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.671756 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df15111a-8a67-4eb2-b1c3-d1e2ca7e7df7 None None] Pushing event updated for resources: {'Port': ['ID=28791ac2-a3da-4689-88b7-3116e3e5be9a,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:08.699370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Ignored duplicate provisioning block setup for port 79a37176-ca67-4018-9df1-45eabdc77079 by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 28 04:50:08.750074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 28791ac2-a3da-4689-88b7-3116e3e5be9a up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:08.756948 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-ce44780a-bf82-44a1-a8c2-77cdc115ce58 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Deleting port adc7bff8-5a67-40c4-96da-f9dbc63b99f2 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:08.757534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce44780a-bf82-44a1-a8c2-77cdc115ce58 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.843176 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-b1a99a07-3141-405e-aa89-754a1f16da58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port 05b252e6-ec30-4085-90b7-1d3e32b3ed54 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:08.843695 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1a99a07-3141-405e-aa89-754a1f16da58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.846418 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a251863f-2642-4fc3-af24-34fd2d11796b None None] Provisioning for port 05b252e6-ec30-4085-90b7-1d3e32b3ed54 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:08.853334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 28791ac2-a3da-4689-88b7-3116e3e5be9a triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:08.854096 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.951132 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a251863f-2642-4fc3-af24-34fd2d11796b None None] Provisioning complete for port 05b252e6-ec30-4085-90b7-1d3e32b3ed54 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:08.952051 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a251863f-2642-4fc3-af24-34fd2d11796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:08.980055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:09.011987 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a251863f-2642-4fc3-af24-34fd2d11796b None None] Port 05b252e6-ec30-4085-90b7-1d3e32b3ed54 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:09.056264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event updated for resources: {'Network': ['ID=34feb9b7-6a00-40a7-86b7-649e32bcd553,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:09.068709 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=79a37176-ca67-4018-9df1-45eabdc77079,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:09.071491 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.071775 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.072104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.072427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.072743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.073062 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.073378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.073709 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.074025 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.074333 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.074825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0178ef3-8bac-4371-a8b2-a9f67884fb99 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.112786 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 34feb9b7-6a00-40a7-86b7-649e32bcd553 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:09.224647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.225003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.225335 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.226055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.226595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.227200 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.227528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.228150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.228479 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.229373 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.229759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:09.339820 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879ece71-76aa-4e62-a8c1-a37ec310b937 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:09.344162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879ece71-76aa-4e62-a8c1-a37ec310b937 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:09.348140 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879ece71-76aa-4e62-a8c1-a37ec310b937 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:09.352140 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879ece71-76aa-4e62-a8c1-a37ec310b937 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:09.357101 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-879ece71-76aa-4e62-a8c1-a37ec310b937 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9040172 May 28 04:50:09.360651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] In _notify_port_updated(), no bound segment for port 79a37176-ca67-4018-9df1-45eabdc77079 on network 22ab3889-d847-4874-bd7b-c95b77fcaa8b {{(pid=84010) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:50:09.361239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55950) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:09.364463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:09.365126 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:09.365445 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:09.370060 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bb18c1fb-a17d-41b3-9811-22d34e62094f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "PUT /v2.0/ports/79a37176-ca67-4018-9df1-45eabdc77079 HTTP/1.1" status: 200 len: 1012 time: 3.4206347 May 28 04:50:09.375050 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55952) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:09.449048 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6a2e324e-3974-4cb0-a8f9-fed55d41b29c None None] Provisioning complete for port 2613cf47-f2c7-446d-ae39-2147239142af triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:09.449578 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6a2e324e-3974-4cb0-a8f9-fed55d41b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:09.486485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333cacd8-cf51-45d9-951f-7c9673658f8a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:09.490949 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-333cacd8-cf51-45d9-951f-7c9673658f8a tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "GET /v2.0/ports?device_id=34c0ccde-0ca1-4f5c-9a78-5813134c7124 HTTP/1.1" status: 200 len: 913 time: 0.8868160 May 28 04:50:09.492083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55958) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:09.500864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:09.501177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:09.520000 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e324e-3974-4cb0-a8f9-fed55d41b29c None None] Port 2613cf47-f2c7-446d-ae39-2147239142af cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:09.550362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6a2e324e-3974-4cb0-a8f9-fed55d41b29c None None] Provisioning for port 23a4103c-5c06-46c3-943f-a262f48a0b1f completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:09.565128 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6a2e324e-3974-4cb0-a8f9-fed55d41b29c None None] Provisioning complete for port 23a4103c-5c06-46c3-943f-a262f48a0b1f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:09.565644 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6a2e324e-3974-4cb0-a8f9-fed55d41b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:09.619423 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-8aac470b-5b98-4c39-9c97-6f46d3c81bd1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 79a37176-ca67-4018-9df1-45eabdc77079 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:09.619831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8aac470b-5b98-4c39-9c97-6f46d3c81bd1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:09.636433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e324e-3974-4cb0-a8f9-fed55d41b29c None None] Port 23a4103c-5c06-46c3-943f-a262f48a0b1f cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:09.651525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6a2e324e-3974-4cb0-a8f9-fed55d41b29c None None] Provisioning complete for port 28791ac2-a3da-4689-88b7-3116e3e5be9a triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:09.651771 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6a2e324e-3974-4cb0-a8f9-fed55d41b29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:09.669917 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for 23a4103c-5c06-46c3-943f-a262f48a0b1f owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:09.906344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5f7de2c4-8ff9-4153-966d-65ea35938952 None None] Provisioning complete for port 79a37176-ca67-4018-9df1-45eabdc77079 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:09.907934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5f7de2c4-8ff9-4153-966d-65ea35938952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:09.921940 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5bbf03a-06f1-41b8-834e-e87467dc5946 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:10.006327 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5f7de2c4-8ff9-4153-966d-65ea35938952 None None] Port 79a37176-ca67-4018-9df1-45eabdc77079 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:10.027321 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5f7de2c4-8ff9-4153-966d-65ea35938952 None None] Provisioning complete for port 23a4103c-5c06-46c3-943f-a262f48a0b1f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:10.028056 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5f7de2c4-8ff9-4153-966d-65ea35938952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:10.040031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1a99a07-3141-405e-aa89-754a1f16da58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:10.077556 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 28791ac2-a3da-4689-88b7-3116e3e5be9a up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:10.183712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5f7de2c4-8ff9-4153-966d-65ea35938952 None None] Port 23a4103c-5c06-46c3-943f-a262f48a0b1f cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:10.201190 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 28791ac2-a3da-4689-88b7-3116e3e5be9a triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:10.202414 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:10.248857 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-b1a99a07-3141-405e-aa89-754a1f16da58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for 05b252e6-ec30-4085-90b7-1d3e32b3ed54 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:10.254649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8aac470b-5b98-4c39-9c97-6f46d3c81bd1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:10.337944 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce44780a-bf82-44a1-a8c2-77cdc115ce58 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:10.350319 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-07f826a0-91ce-4977-9815-a9c8ab0b20ca None None] Provisioning complete for port 23a4103c-5c06-46c3-943f-a262f48a0b1f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:10.350831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-07f826a0-91ce-4977-9815-a9c8ab0b20ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:10.405202 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-07f826a0-91ce-4977-9815-a9c8ab0b20ca None None] Port 23a4103c-5c06-46c3-943f-a262f48a0b1f cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:10.434973 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-8aac470b-5b98-4c39-9c97-6f46d3c81bd1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 79a37176-ca67-4018-9df1-45eabdc77079 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:10.449457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5bbf03a-06f1-41b8-834e-e87467dc5946 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:10.513686 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:10.526290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-ce44780a-bf82-44a1-a8c2-77cdc115ce58 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Calling delete_port for adc7bff8-5a67-40c4-96da-f9dbc63b99f2 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:10.632010 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Port': ['ID=23a4103c-5c06-46c3-943f-a262f48a0b1f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:10.651059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-a5bbf03a-06f1-41b8-834e-e87467dc5946 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83cbd433-5bc9-4c04-9aa0-ae0689baee3c']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:10.821985 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:10.822493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:10.822928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:10.823367 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:10.823784 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:10.824202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:10.824623 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:10.825037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:10.825486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:10.826021 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:10.826440 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:10.844015 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-a5bbf03a-06f1-41b8-834e-e87467dc5946 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3cd02ab-96ce-4ad1-8a6a-39664cd8c01a') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:10.844407 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-a5bbf03a-06f1-41b8-834e-e87467dc5946 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3cd02ab-96ce-4ad1-8a6a-39664cd8c01a') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:10.946717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5bbf03a-06f1-41b8-834e-e87467dc5946 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:10.978263 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5bbf03a-06f1-41b8-834e-e87467dc5946 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:10.993494 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bbf03a-06f1-41b8-834e-e87467dc5946 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:50:10.993905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5bbf03a-06f1-41b8-834e-e87467dc5946 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:50:11.010164 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:50:11.137955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:11.210589 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-328c7199-7ada-41ed-9f3c-cae7a54ec6ef tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/23a4103c-5c06-46c3-943f-a262f48a0b1f HTTP/1.1" status: 204 len: 168 time: 2.9640722 May 28 04:50:11.212864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8aac470b-5b98-4c39-9c97-6f46d3c81bd1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:11.213382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55962) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:11.253891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce44780a-bf82-44a1-a8c2-77cdc115ce58 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:11.255386 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5bbf03a-06f1-41b8-834e-e87467dc5946 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:11.311926 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac470b-5b98-4c39-9c97-6f46d3c81bd1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=79a37176-ca67-4018-9df1-45eabdc77079,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:11.320586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5bbf03a-06f1-41b8-834e-e87467dc5946 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:11.323419 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfa4336-99a2-4a35-b1fa-004fdc79584f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] GET failed (client error): The resource could not be found. May 28 04:50:11.323836 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5bfa4336-99a2-4a35-b1fa-004fdc79584f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:11.333171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44780a-bf82-44a1-a8c2-77cdc115ce58 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Pushing event deleted for resources: {'Port': ['ID=adc7bff8-5a67-40c4-96da-f9dbc63b99f2,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:11.334999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1a99a07-3141-405e-aa89-754a1f16da58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:11.339117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:11.381563 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bbf03a-06f1-41b8-834e-e87467dc5946 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event deleted for resources: {'Network': ['ID=83cbd433-5bc9-4c04-9aa0-ae0689baee3c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:11.391232 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a5bbf03a-06f1-41b8-834e-e87467dc5946 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "DELETE /v2.0/networks/83cbd433-5bc9-4c04-9aa0-ae0689baee3c HTTP/1.1" status: 204 len: 168 time: 2.0170217 May 28 04:50:11.403399 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55966) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:11.407905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a99a07-3141-405e-aa89-754a1f16da58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=05b252e6-ec30-4085-90b7-1d3e32b3ed54,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:11.469965 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5bfa4336-99a2-4a35-b1fa-004fdc79584f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:11.473941 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5bfa4336-99a2-4a35-b1fa-004fdc79584f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/23a4103c-5c06-46c3-943f-a262f48a0b1f HTTP/1.1" status: 404 len: 333 time: 0.2568996 May 28 04:50:11.476613 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-bf244da1-c623-4391-8be7-64c7aa0ef73c tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Deleting port 59c5b527-1ed6-4e95-9e28-4629a721da57 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:11.476948 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bf244da1-c623-4391-8be7-64c7aa0ef73c tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:11.514511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55970) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:11.518721 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8aac470b-5b98-4c39-9c97-6f46d3c81bd1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:11.617401 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8aac470b-5b98-4c39-9c97-6f46d3c81bd1 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/79a37176-ca67-4018-9df1-45eabdc77079 HTTP/1.1" status: 204 len: 168 time: 2.2394910 May 28 04:50:11.624653 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55974) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:11.643628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event updated for resources: {'Subnet': ['ID=a9ed565d-dda7-4115-8dd7-e92b6a04fa26,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:11.740515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46d5386b-565e-48c9-93d9-98a5f2376e38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:11.744942 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1a99a07-3141-405e-aa89-754a1f16da58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:11.748895 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b1a99a07-3141-405e-aa89-754a1f16da58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/05b252e6-ec30-4085-90b7-1d3e32b3ed54 HTTP/1.1" status: 204 len: 168 time: 3.0822725 May 28 04:50:11.749044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Checking segment: {'id': '0ad77566-9265-4d77-af91-1abf7066eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5105d575-8827-43bb-92b6-e92382faad5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:11.749044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Network hostable DHCP agents. Network: 5105d575-8827-43bb-92b6-e92382faad5e, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:11.753430 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d3c9060-63f0-4148-b7ed-1ef19e5b1abb tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] GET failed (client error): The resource could not be found. May 28 04:50:11.757026 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4d3c9060-63f0-4148-b7ed-1ef19e5b1abb tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/79a37176-ca67-4018-9df1-45eabdc77079 HTTP/1.1" status: 404 len: 333 time: 0.1265860 May 28 04:50:11.757195 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55978) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:11.758316 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55980) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:11.791514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce44780a-bf82-44a1-a8c2-77cdc115ce58 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:11.793436 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ce44780a-bf82-44a1-a8c2-77cdc115ce58 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] 10.222.0.15 "DELETE /v2.0/ports/adc7bff8-5a67-40c4-96da-f9dbc63b99f2 HTTP/1.1" status: 204 len: 168 time: 3.2835131 May 28 04:50:11.799676 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55986) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:11.842651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3297e023-6717-41dd-8ddb-5def23fdb1a0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:11.848346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b670e86-14b5-441e-ae5f-b9867f849072 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:11.992793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bf244da1-c623-4391-8be7-64c7aa0ef73c tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.009053 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46d5386b-565e-48c9-93d9-98a5f2376e38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.020511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3297e023-6717-41dd-8ddb-5def23fdb1a0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.105300 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-46d5386b-565e-48c9-93d9-98a5f2376e38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34feb9b7-6a00-40a7-86b7-649e32bcd553']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:12.182015 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-46d5386b-565e-48c9-93d9-98a5f2376e38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c0f172-5812-4dd0-a4ae-bdf503911d91') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:12.182328 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-46d5386b-565e-48c9-93d9-98a5f2376e38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c0f172-5812-4dd0-a4ae-bdf503911d91') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:12.201582 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46d5386b-565e-48c9-93d9-98a5f2376e38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.251300 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46d5386b-565e-48c9-93d9-98a5f2376e38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.280136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d5386b-565e-48c9-93d9-98a5f2376e38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:50:12.280530 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46d5386b-565e-48c9-93d9-98a5f2376e38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:50:12.295274 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:50:12.306627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-bf244da1-c623-4391-8be7-64c7aa0ef73c tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Calling delete_port for 59c5b527-1ed6-4e95-9e28-4629a721da57 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:12.352334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Network 5105d575-8827-43bb-92b6-e92382faad5e is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:12.405188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 5105d575-8827-43bb-92b6-e92382faad5e) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:12.415995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.417540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38961702-47ff-4bdd-9a36-977f463fd43f None None] Network 5105d575-8827-43bb-92b6-e92382faad5e requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:12.461249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-014a543c-f080-43fe-b617-24393efe3a90 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting subnet 10a569ee-41a0-4812-9660-15398e075b89 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:12.464716 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-066aa665-2ae7-41f2-a16b-c969c3d5a69f tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Deleting subnet 57489d84-5f08-4e5a-993f-68c48c5b7ff4 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:12.472898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-014a543c-f080-43fe-b617-24393efe3a90 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.478603 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3297e023-6717-41dd-8ddb-5def23fdb1a0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.492073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31761d1-4923-42d3-ba63-1b5905c57760 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:12.492759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a31761d1-4923-42d3-ba63-1b5905c57760 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:12.514089 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-066aa665-2ae7-41f2-a16b-c969c3d5a69f tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.550227 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297e023-6717-41dd-8ddb-5def23fdb1a0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49ce73e-1777-42d3-aed6-90f43f1fb803,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:12.573562 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3297e023-6717-41dd-8ddb-5def23fdb1a0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.574715 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3297e023-6717-41dd-8ddb-5def23fdb1a0 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/security-groups/b49ce73e-1777-42d3-aed6-90f43f1fb803 HTTP/1.1" status: 204 len: 168 time: 1.0579281 May 28 04:50:12.580429 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event updated for resources: {'Subnet': ['ID=8ab91d0a-6a9f-4314-b835-d4ea3299b334,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:12.586020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55990) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:12.607385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a31761d1-4923-42d3-ba63-1b5905c57760 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:12.608020 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-066aa665-2ae7-41f2-a16b-c969c3d5a69f tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.611157 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a31761d1-4923-42d3-ba63-1b5905c57760 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8497379 May 28 04:50:12.624258 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 55994) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:12.682864 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-5105d575-8827-43bb-92b6-e92382faad5e', 'network_id': '5105d575-8827-43bb-92b6-e92382faad5e', 'tenant_id': '5e51e64f145743069167a5616b9a3859', 'fixed_ips': [{'subnet_id': 'a9ed565d-dda7-4115-8dd7-e92b6a04fa26'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:50:12.684152 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.726965 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-066aa665-2ae7-41f2-a16b-c969c3d5a69f tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.781818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Checking segment: {'id': 'c879bb0a-b5fa-4335-a067-34ff05aac9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c5a98c7f-be97-4ee8-9c67-42c5a268e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:12.782155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Network hostable DHCP agents. Network: c5a98c7f-be97-4ee8-9c67-42c5a268e7c4, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:12.820825 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-014a543c-f080-43fe-b617-24393efe3a90 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.860838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-86426e16-9457-4944-b7ef-ded0b6bc80cf tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.885956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46d5386b-565e-48c9-93d9-98a5f2376e38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.888116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bf244da1-c623-4391-8be7-64c7aa0ef73c tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.940187 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46d5386b-565e-48c9-93d9-98a5f2376e38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.951897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-066aa665-2ae7-41f2-a16b-c969c3d5a69f tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:12.966354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Allocated IP 172.20.0.2 (5105d575-8827-43bb-92b6-e92382faad5e/a9ed565d-dda7-4115-8dd7-e92b6a04fa26/81a67b90-2a99-4af6-a029-206e14cbc97d) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:12.992692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-86426e16-9457-4944-b7ef-ded0b6bc80cf tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.001408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf244da1-c623-4391-8be7-64c7aa0ef73c tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Pushing event deleted for resources: {'Port': ['ID=59c5b527-1ed6-4e95-9e28-4629a721da57,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:13.012379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d5386b-565e-48c9-93d9-98a5f2376e38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event deleted for resources: {'Network': ['ID=34feb9b7-6a00-40a7-86b7-649e32bcd553,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:13.017072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9057da5d-331a-4a33-a728-55ffffac7066 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:13.022028 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9057da5d-331a-4a33-a728-55ffffac7066 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3932438 May 28 04:50:13.023705 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 55998) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:13.027704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Network c5a98c7f-be97-4ee8-9c67-42c5a268e7c4 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:13.032662 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066aa665-2ae7-41f2-a16b-c969c3d5a69f tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Pushing event deleted for resources: {'Subnet': ['ID=57489d84-5f08-4e5a-993f-68c48c5b7ff4,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:13.035173 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-46d5386b-565e-48c9-93d9-98a5f2376e38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "DELETE /v2.0/networks/34feb9b7-6a00-40a7-86b7-649e32bcd553 HTTP/1.1" status: 204 len: 168 time: 1.6250803 May 28 04:50:13.044559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56002) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:13.099980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad9313d-827c-487c-9886-2fc75d89dfde None None] Network c060b10b-ba7c-4566-b426-4e069f190a7b requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:13.110303 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-066aa665-2ae7-41f2-a16b-c969c3d5a69f tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.112489 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-066aa665-2ae7-41f2-a16b-c969c3d5a69f tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] 10.222.0.15 "DELETE /v2.0/subnets/57489d84-5f08-4e5a-993f-68c48c5b7ff4 HTTP/1.1" status: 204 len: 168 time: 1.3117027 May 28 04:50:13.125038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56006) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:13.171432 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a871884a-3932-427f-9eeb-6eef1ac3eb78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:13.172969 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a871884a-3932-427f-9eeb-6eef1ac3eb78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:13.174326 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a871884a-3932-427f-9eeb-6eef1ac3eb78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:13.178377 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a871884a-3932-427f-9eeb-6eef1ac3eb78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1512597 May 28 04:50:13.189034 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56010) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:13.193253 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-014a543c-f080-43fe-b617-24393efe3a90 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.404156 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.448503 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97f914e-f145-4bf7-9598-858219772d38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:13.452815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97f914e-f145-4bf7-9598-858219772d38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:13.454021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b97f914e-f145-4bf7-9598-858219772d38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Synchronizing usage tracker for tenant:0db9129a53f640e9b80012158a668c0e on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:13.465615 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-014a543c-f080-43fe-b617-24393efe3a90 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.495948 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, c5a98c7f-be97-4ee8-9c67-42c5a268e7c4) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:13.510791 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7ca2ef-675c-4dd4-ace1-b618e4dacc65 None None] Network c5a98c7f-be97-4ee8-9c67-42c5a268e7c4 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:13.528043 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a543c-f080-43fe-b617-24393efe3a90 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Subnet': ['ID=10a569ee-41a0-4812-9660-15398e075b89,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:13.536410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-014a543c-f080-43fe-b617-24393efe3a90 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.546055 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Transition to ACTIVE for port object 81a67b90-2a99-4af6-a029-206e14cbc97d will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:13.555756 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-014a543c-f080-43fe-b617-24393efe3a90 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/10a569ee-41a0-4812-9660-15398e075b89 HTTP/1.1" status: 204 len: 168 time: 1.7943957 May 28 04:50:13.556347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56014) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:13.558172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e6caad-d273-46b3-af26-1e67700e48fd None None] DHCP port deletion for c060b10b-ba7c-4566-b426-4e069f190a7b request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:50:13.561607 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb8d518-6945-4e7b-ac48-3085e93630b9 None None] Network 22ab3889-d847-4874-bd7b-c95b77fcaa8b requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:13.593050 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-352f8c84-e39e-4601-b454-b12dc2ebb346 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 409bb5f2-0f34-4b19-9a88-2ac70f559a6d {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:13.600783 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-352f8c84-e39e-4601-b454-b12dc2ebb346 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.627002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:13.627345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:13.627992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.632666 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-86426e16-9457-4944-b7ef-ded0b6bc80cf tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.638147 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-43e6caad-d273-46b3-af26-1e67700e48fd None None] Deleting port fc91c61d-69f9-404c-a692-6860cb9c0f1e {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:13.638443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-43e6caad-d273-46b3-af26-1e67700e48fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.676909 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cb247ef-b413-4404-92dc-f6ec4a91ac23 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting subnet 26c48822-702c-4f95-ad27-bdcda7c8daab {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:13.681414 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-352f8c84-e39e-4601-b454-b12dc2ebb346 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.699014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86426e16-9457-4944-b7ef-ded0b6bc80cf tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b322285d-6879-454e-966e-97212deee052,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:13.710415 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3cb247ef-b413-4404-92dc-f6ec4a91ac23 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.766999 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b97f914e-f145-4bf7-9598-858219772d38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Unset dirty status for tenant:0db9129a53f640e9b80012158a668c0e on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:13.772563 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b97f914e-f145-4bf7-9598-858219772d38 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7214236 May 28 04:50:13.773322 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56018) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:13.784739 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-a8a4da7b-31aa-4de8-802b-fb92580198ae tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-530213351'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:13.790264 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Transition to ACTIVE for port object 81a67b90-2a99-4af6-a029-206e14cbc97d will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:13.793763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a8a4da7b-31aa-4de8-802b-fb92580198ae tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:13.794158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.796263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-86426e16-9457-4944-b7ef-ded0b6bc80cf tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.800633 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-86426e16-9457-4944-b7ef-ded0b6bc80cf tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/security-groups/b322285d-6879-454e-966e-97212deee052 HTTP/1.1" status: 204 len: 168 time: 1.2111747 May 28 04:50:13.802854 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3cb247ef-b413-4404-92dc-f6ec4a91ac23 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.832695 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.835086 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56022) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:13.857193 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-de98eea4-7b09-450b-8fdc-c01f55e13300 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 6.2777610 May 28 04:50:13.863495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56026) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:13.883269 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a8a4da7b-31aa-4de8-802b-fb92580198ae tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:13.948438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a4da7b-31aa-4de8-802b-fb92580198ae tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Made reservation on behalf of 0db9129a53f640e9b80012158a668c0e for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:13.951671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a8a4da7b-31aa-4de8-802b-fb92580198ae tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.975992 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-352f8c84-e39e-4601-b454-b12dc2ebb346 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:13.999647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Deleting port fc91c61d-69f9-404c-a692-6860cb9c0f1e {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:13.999974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.058194 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Network 5105d575-8827-43bb-92b6-e92382faad5e is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:14.068701 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:14.071702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:14.084916 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Pushing event updated for resources: {'Port': ['ID=81a67b90-2a99-4af6-a029-206e14cbc97d,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:14.112378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b6ef53-e99a-42fc-b8ee-40598832bf1d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:14.113595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b6ef53-e99a-42fc-b8ee-40598832bf1d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:14.115183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b6ef53-e99a-42fc-b8ee-40598832bf1d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:14.116052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-04b6ef53-e99a-42fc-b8ee-40598832bf1d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Synchronizing usage tracker for tenant:5e51e64f145743069167a5616b9a3859 on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:14.128535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a4da7b-31aa-4de8-802b-fb92580198ae tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:14.143701 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fc91c61d-69f9-404c-a692-6860cb9c0f1e no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:50:14.147625 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3cb247ef-b413-4404-92dc-f6ec4a91ac23 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.192551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bf244da1-c623-4391-8be7-64c7aa0ef73c tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.197282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a8a4da7b-31aa-4de8-802b-fb92580198ae tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.197786 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-a8a4da7b-31aa-4de8-802b-fb92580198ae tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Added segment 7b7c652f-00d4-4ec7-a0ae-d67dd22ee5ba of type vlan for network c7422b6d-bc82-4450-adf5-c5aa4a9d5a2a May 28 04:50:14.247772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-04b6ef53-e99a-42fc-b8ee-40598832bf1d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Unset dirty status for tenant:5e51e64f145743069167a5616b9a3859 on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:14.252158 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-04b6ef53-e99a-42fc-b8ee-40598832bf1d tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3825779 May 28 04:50:14.255877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56030) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:14.282787 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a8a4da7b-31aa-4de8-802b-fb92580198ae tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.288314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-352f8c84-e39e-4601-b454-b12dc2ebb346 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.323303 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a9a44b-c446-4b12-9227-48189bdbcd4d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting subnet 781ddd2a-9c6c-4444-a0ce-418c16abd746 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:14.335377 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:14.335716 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:14.336041 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:14.336400 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:14.337370 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:14.337722 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:14.338187 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:14.338726 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:14.339235 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:14.339748 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:14.339914 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2a9a44b-c446-4b12-9227-48189bdbcd4d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.340398 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:50:14.366798 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-c5a98c7f-be97-4ee8-9c67-42c5a268e7c4', 'network_id': 'c5a98c7f-be97-4ee8-9c67-42c5a268e7c4', 'tenant_id': '5e51e64f145743069167a5616b9a3859', 'fixed_ips': [{'subnet_id': '8ab91d0a-6a9f-4314-b835-d4ea3299b334'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:50:14.367960 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.370270 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f8c84-e39e-4601-b454-b12dc2ebb346 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=409bb5f2-0f34-4b19-9a88-2ac70f559a6d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:14.393571 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3cb247ef-b413-4404-92dc-f6ec4a91ac23 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.458566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-43e6caad-d273-46b3-af26-1e67700e48fd None None] For port fc91c61d-69f9-404c-a692-6860cb9c0f1e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fc91c61d-69f9-404c-a692-6860cb9c0f1e,segment=NetworkSegment(a5d12337-0c90-422e-862b-5167668f6031),segment_id=a5d12337-0c90-422e-862b-5167668f6031)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:14.459540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-43e6caad-d273-46b3-af26-1e67700e48fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.555236 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-352f8c84-e39e-4601-b454-b12dc2ebb346 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.570147 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb247ef-b413-4404-92dc-f6ec4a91ac23 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Subnet': ['ID=26c48822-702c-4f95-ad27-bdcda7c8daab,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:14.585619 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2a9a44b-c446-4b12-9227-48189bdbcd4d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.620580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3cb247ef-b413-4404-92dc-f6ec4a91ac23 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.639998 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-352f8c84-e39e-4601-b454-b12dc2ebb346 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/409bb5f2-0f34-4b19-9a88-2ac70f559a6d HTTP/1.1" status: 204 len: 168 time: 1.4462214 May 28 04:50:14.639998 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a8a4da7b-31aa-4de8-802b-fb92580198ae tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.642333 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a4da7b-31aa-4de8-802b-fb92580198ae tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:14.642965 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a8a4da7b-31aa-4de8-802b-fb92580198ae tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.646419 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56034) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:14.664725 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1290a0-a264-4880-b022-90b008a90103 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:14.674130 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3cb247ef-b413-4404-92dc-f6ec4a91ac23 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/26c48822-702c-4f95-ad27-bdcda7c8daab HTTP/1.1" status: 204 len: 168 time: 1.1143203 May 28 04:50:14.676271 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Attempting to bind port 81a67b90-2a99-4af6-a029-206e14cbc97d on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:50:14.676655 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Attempting to bind port 81a67b90-2a99-4af6-a029-206e14cbc97d by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '0ad77566-9265-4d77-af91-1abf7066eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5105d575-8827-43bb-92b6-e92382faad5e'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:50:14.676972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Attempting to bind port 81a67b90-2a99-4af6-a029-206e14cbc97d on network 5105d575-8827-43bb-92b6-e92382faad5e {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:50:14.677875 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56038) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:14.687357 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-43e6caad-d273-46b3-af26-1e67700e48fd None None] Calling delete_port for fc91c61d-69f9-404c-a692-6860cb9c0f1e owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:14.729108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] For port fc91c61d-69f9-404c-a692-6860cb9c0f1e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fc91c61d-69f9-404c-a692-6860cb9c0f1e,segment=NetworkSegment(a5d12337-0c90-422e-862b-5167668f6031),segment_id=a5d12337-0c90-422e-862b-5167668f6031)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:14.729432 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.810884 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a8a4da7b-31aa-4de8-802b-fb92580198ae tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0345771 May 28 04:50:14.817502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56042) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:14.842345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4da7b-31aa-4de8-802b-fb92580198ae tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event updated for resources: {'Network': ['ID=c7422b6d-bc82-4450-adf5-c5aa4a9d5a2a,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:14.855090 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35e204f-2036-4ed9-83d2-bb677052a88f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet a32c2dc2-54a2-4f27-ad16-9bfa6b4f2483 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:14.857584 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:50:14.858267 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Checking segment: {'id': '0ad77566-9265-4d77-af91-1abf7066eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5105d575-8827-43bb-92b6-e92382faad5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:14.858406 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.858738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Bound using segment: {'id': '0ad77566-9265-4d77-af91-1abf7066eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5105d575-8827-43bb-92b6-e92382faad5e'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:50:14.859378 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Bound port: 81a67b90-2a99-4af6-a029-206e14cbc97d, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad77566-9265-4d77-af91-1abf7066eb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '5105d575-8827-43bb-92b6-e92382faad5e'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:50:14.859697 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.861023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c35e204f-2036-4ed9-83d2-bb677052a88f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.879240 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-63bd9479-8093-4dec-b394-afd8211e1d2a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1558241582'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:14.885929 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network c7422b6d-bc82-4450-adf5-c5aa4a9d5a2a details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:14.899040 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2a9a44b-c446-4b12-9227-48189bdbcd4d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:14.966556 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c35e204f-2036-4ed9-83d2-bb677052a88f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.014157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Calling delete_port for fc91c61d-69f9-404c-a692-6860cb9c0f1e owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:15.040912 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-63bd9479-8093-4dec-b394-afd8211e1d2a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:15.043652 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.046782 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2a9a44b-c446-4b12-9227-48189bdbcd4d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.096612 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9a44b-c446-4b12-9227-48189bdbcd4d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Subnet': ['ID=781ddd2a-9c6c-4444-a0ce-418c16abd746,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:15.106183 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2a9a44b-c446-4b12-9227-48189bdbcd4d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.120150 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b2a9a44b-c446-4b12-9227-48189bdbcd4d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/781ddd2a-9c6c-4444-a0ce-418c16abd746 HTTP/1.1" status: 204 len: 168 time: 1.2799804 May 28 04:50:15.121479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56046) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:15.124463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-63bd9479-8093-4dec-b394-afd8211e1d2a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:15.126491 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ec180550-574f-4c88-bdfe-2c72555a7732 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'subnet': {'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:15.145457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c35e204f-2036-4ed9-83d2-bb677052a88f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.168023 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c70c6b9-f0ab-45ca-85d1-f4a7c6e35292 None None] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:15.197638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.318612 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bd9479-8093-4dec-b394-afd8211e1d2a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Made reservation on behalf of 0db9129a53f640e9b80012158a668c0e for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:15.321847 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-63bd9479-8093-4dec-b394-afd8211e1d2a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.328268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ec180550-574f-4c88-bdfe-2c72555a7732 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:15.329356 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-43e6caad-d273-46b3-af26-1e67700e48fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.332976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ec180550-574f-4c88-bdfe-2c72555a7732 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:subnet and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:15.336908 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c35e204f-2036-4ed9-83d2-bb677052a88f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.340945 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ec180550-574f-4c88-bdfe-2c72555a7732 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:15.388866 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ec180550-574f-4c88-bdfe-2c72555a7732 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:15.389287 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e204f-2036-4ed9-83d2-bb677052a88f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=a32c2dc2-54a2-4f27-ad16-9bfa6b4f2483,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:15.393726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f27fe38-e571-4369-8e53-2417d1df39b2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Deleting subnet a9ed565d-dda7-4115-8dd7-e92b6a04fa26 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:15.395887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 745d0c45-5433-4a9f-82e0-978a29c1bc09 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:15.395887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.401891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c35e204f-2036-4ed9-83d2-bb677052a88f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.412220 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec180550-574f-4c88-bdfe-2c72555a7732 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:15.416373 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ec180550-574f-4c88-bdfe-2c72555a7732 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.436720 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c35e204f-2036-4ed9-83d2-bb677052a88f tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/a32c2dc2-54a2-4f27-ad16-9bfa6b4f2483 HTTP/1.1" status: 204 len: 168 time: 0.7715743 May 28 04:50:15.440565 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56050) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:15.440713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f27fe38-e571-4369-8e53-2417d1df39b2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.470006 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Allocated IP 172.20.0.18 (c5a98c7f-be97-4ee8-9c67-42c5a268e7c4/8ab91d0a-6a9f-4314-b835-d4ea3299b334/f04b9dd2-6d23-4d7a-8d60-2b02be8d061d) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:15.478631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:50:15.478880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:50:15.478981 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6caad-d273-46b3-af26-1e67700e48fd None None] Pushing event deleted for resources: {'Port': ['ID=fc91c61d-69f9-404c-a692-6860cb9c0f1e,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:15.546775 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e6caad-d273-46b3-af26-1e67700e48fd None None] No DVR routers for this DVR port fc91c61d-69f9-404c-a692-6860cb9c0f1e on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:50:15.557738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] For port 81a67b90-2a99-4af6-a029-206e14cbc97d, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:50:15.589528 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d4c93bf3-1853-4952-9ace-56c3b803e0b6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1480429 May 28 04:50:15.592708 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56054) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:15.599169 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:15.639816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bd9479-8093-4dec-b394-afd8211e1d2a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:15.656086 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f27fe38-e571-4369-8e53-2417d1df39b2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.693415 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] For port 81a67b90-2a99-4af6-a029-206e14cbc97d, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=81a67b90-2a99-4af6-a029-206e14cbc97d,segment=NetworkSegment(0ad77566-9265-4d77-af91-1abf7066eb25),segment_id=0ad77566-9265-4d77-af91-1abf7066eb25)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:50:15.725816 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.778779 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:15.788647 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:15.794836 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:15.805199 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:15.826317 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:15.830642 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.924798 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-63bd9479-8093-4dec-b394-afd8211e1d2a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:15.925358 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-63bd9479-8093-4dec-b394-afd8211e1d2a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Added segment 98c7f0ed-c8af-419e-ab4e-dc6f34832e67 of type vlan for network 9d87f726-a710-4900-971a-a82e6fb167f1 May 28 04:50:15.986447 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Deleting port fc91c61d-69f9-404c-a692-6860cb9c0f1e {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:15.986941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:16.029709 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a4b7a0-5ff6-48d5-88e0-1784bb878a69 None None] Update dhcp port {'port': {'network_id': '22ab3889-d847-4874-bd7b-c95b77fcaa8b', 'fixed_ips': [{'subnet_id': '26c48822-702c-4f95-ad27-bdcda7c8daab'}], 'binding:host_id': 'dv-neutron-843300-5-hyperv'}, 'id': '745d0c45-5433-4a9f-82e0-978a29c1bc09'} from dv-neutron-843300-5-hyperv. {{(pid=84011) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 28 04:50:16.040463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-1b670e86-14b5-441e-ae5f-b9867f849072 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting port 3bf425bd-af3b-41cb-a8f7-ca0bc3d850e2 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:16.040791 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b670e86-14b5-441e-ae5f-b9867f849072 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:16.112878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49f6af-e5e6-4735-85b0-3a9a1586eedb None None] Pushing event updated for resources: {'Port': ['ID=81a67b90-2a99-4af6-a029-206e14cbc97d,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:16.121771 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ec180550-574f-4c88-bdfe-2c72555a7732 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:16.137870 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-63bd9479-8093-4dec-b394-afd8211e1d2a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:16.163265 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:16.181271 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-72a4b7a0-5ff6-48d5-88e0-1784bb878a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:16.182910 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] The port 'fc91c61d-69f9-404c-a692-6860cb9c0f1e' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:50:16.191405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Transition to ACTIVE for port object f04b9dd2-6d23-4d7a-8d60-2b02be8d061d will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:16.211636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf244da1-c623-4391-8be7-64c7aa0ef73c tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Router 646a64bd-aeb4-491a-8361-e8c733228dd2 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:50:16.264637 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Transition to ACTIVE for port object f04b9dd2-6d23-4d7a-8d60-2b02be8d061d will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:16.268281 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec180550-574f-4c88-bdfe-2c72555a7732 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:16.273570 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-ec180550-574f-4c88-bdfe-2c72555a7732 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:16.288875 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:16.289875 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec180550-574f-4c88-bdfe-2c72555a7732 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:16.290817 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ec180550-574f-4c88-bdfe-2c72555a7732 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:16.297680 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d08dd8-8383-4ab0-b8a4-d0e925d2f1b6 None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:50:16.310332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec180550-574f-4c88-bdfe-2c72555a7732 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Subnet': ['ID=3c97fbdc-de8b-465d-90f5-fac611488416,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:16.346761 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] For port 745d0c45-5433-4a9f-82e0-978a29c1bc09, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=745d0c45-5433-4a9f-82e0-978a29c1bc09,segment=NetworkSegment(687cfbcf-b18a-4b91-8f80-cd052d901ef5),segment_id=687cfbcf-b18a-4b91-8f80-cd052d901ef5)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:16.347565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:16.388797 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ec180550-574f-4c88-bdfe-2c72555a7732 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2669110 May 28 04:50:16.395276 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56058) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:16.410691 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1441edb1-ff50-479f-9963-2916318fbb24 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'security_group': {'name': 'tempest-secgroup-2064335172'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:16.422614 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1441edb1-ff50-479f-9963-2916318fbb24 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:16.436691 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1441edb1-ff50-479f-9963-2916318fbb24 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:security_group and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:16.442557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1441edb1-ff50-479f-9963-2916318fbb24 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:16.442758 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-87d08dd8-8383-4ab0-b8a4-d0e925d2f1b6 None None] Deleting port 76c5fb80-cd15-4f2d-9b40-3e939897c19e {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:16.442994 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-87d08dd8-8383-4ab0-b8a4-d0e925d2f1b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:16.451663 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1441edb1-ff50-479f-9963-2916318fbb24 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:16.504452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Network c5a98c7f-be97-4ee8-9c67-42c5a268e7c4 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:16.518292 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:16.521108 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:16.541948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Pushing event updated for resources: {'Port': ['ID=f04b9dd2-6d23-4d7a-8d60-2b02be8d061d,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:16.578143 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1441edb1-ff50-479f-9963-2916318fbb24 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:16.584306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 745d0c45-5433-4a9f-82e0-978a29c1bc09 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:16.670490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-63bd9479-8093-4dec-b394-afd8211e1d2a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:16.676035 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452e8cba-cd60-407f-aa4b-5a96ce9171ee None None] Network 22ab3889-d847-4874-bd7b-c95b77fcaa8b requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:16.676708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bd9479-8093-4dec-b394-afd8211e1d2a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:16.677325 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-63bd9479-8093-4dec-b394-afd8211e1d2a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:16.734563 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.objects.ports [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84009) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:50:16.850211 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1441edb1-ff50-479f-9963-2916318fbb24 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:16.855454 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1441edb1-ff50-479f-9963-2916318fbb24 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:security_group_rule and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:16.858937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1441edb1-ff50-479f-9963-2916318fbb24 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:16.866088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f27fe38-e571-4369-8e53-2417d1df39b2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:16.868849 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1441edb1-ff50-479f-9963-2916318fbb24 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:17.002254 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1441edb1-ff50-479f-9963-2916318fbb24 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.011332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1441edb1-ff50-479f-9963-2916318fbb24 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.103308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.112943 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.118676 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441edb1-ff50-479f-9963-2916318fbb24 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b1c0fb-2a9b-4445-b6bd-7b73be5ddcda,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:17.141372 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1441edb1-ff50-479f-9963-2916318fbb24 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.142664 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1441edb1-ff50-479f-9963-2916318fbb24 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7457867 May 28 04:50:17.145515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56062) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:17.151292 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c060b10b-ba7c-4566-b426-4e069f190a7b']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:17.152741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-d8096951-609f-4768-92c6-7e05a1469409 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'security_group': {'name': 'tempest-secgroup-775169682'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:17.158974 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d8096951-609f-4768-92c6-7e05a1469409 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:17.211463 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d8096951-609f-4768-92c6-7e05a1469409 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:security_group and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:17.215234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d8096951-609f-4768-92c6-7e05a1469409 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:17.222159 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d8096951-609f-4768-92c6-7e05a1469409 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:17.224611 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Attempting to bind port f04b9dd2-6d23-4d7a-8d60-2b02be8d061d on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:50:17.225105 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Attempting to bind port f04b9dd2-6d23-4d7a-8d60-2b02be8d061d by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'c879bb0a-b5fa-4335-a067-34ff05aac9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c5a98c7f-be97-4ee8-9c67-42c5a268e7c4'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:50:17.228131 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Attempting to bind port f04b9dd2-6d23-4d7a-8d60-2b02be8d061d on network c5a98c7f-be97-4ee8-9c67-42c5a268e7c4 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:50:17.229255 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd9479-8093-4dec-b394-afd8211e1d2a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event updated for resources: {'Network': ['ID=9d87f726-a710-4900-971a-a82e6fb167f1,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:17.256016 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d8096951-609f-4768-92c6-7e05a1469409 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.262474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 9d87f726-a710-4900-971a-a82e6fb167f1 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:17.282484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2667ca-6dc6-49ed-acab-59ce41eaadc3 None None] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:17.312472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.313465 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04afb636-e92c-414e-85a2-baf2bf255cda None None] DHCP port deletion for 22ab3889-d847-4874-bd7b-c95b77fcaa8b request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:50:17.317214 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-63bd9479-8093-4dec-b394-afd8211e1d2a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.4432600 May 28 04:50:17.322347 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5d12337-0c90-422e-862b-5167668f6031') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:17.322691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5d12337-0c90-422e-862b-5167668f6031') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:17.373836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56066) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:17.406499 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.420657 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d88548c2-5bc2-4605-aedb-8df82f12bc2a None None] Provisioning complete for port 745d0c45-5433-4a9f-82e0-978a29c1bc09 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:17.420657 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d88548c2-5bc2-4605-aedb-8df82f12bc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.428239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Request body: {'ports': [{'network_id': 'c7422b6d-bc82-4450-adf5-c5aa4a9d5a2a', 'name': 'tempest-port--1396046035', 'admin_state_up': True}, {'network_id': '9d87f726-a710-4900-971a-a82e6fb167f1', 'admin_state_up': False}]} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:17.428552 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Request body: {'port': {'network_id': 'c7422b6d-bc82-4450-adf5-c5aa4a9d5a2a', 'name': 'tempest-port--1396046035', 'admin_state_up': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:17.429023 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Request body: {'port': {'network_id': '9d87f726-a710-4900-971a-a82e6fb167f1', 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:17.432637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d8096951-609f-4768-92c6-7e05a1469409 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:17.439170 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d8096951-609f-4768-92c6-7e05a1469409 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:security_group_rule and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:17.443234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d8096951-609f-4768-92c6-7e05a1469409 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:17.452410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d8096951-609f-4768-92c6-7e05a1469409 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:17.452755 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=745d0c45-5433-4a9f-82e0-978a29c1bc09,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:17.466533 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-d88548c2-5bc2-4605-aedb-8df82f12bc2a None None] Port 745d0c45-5433-4a9f-82e0-978a29c1bc09 was deleted so its status cannot be updated. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 28 04:50:17.468928 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:50:17.469336 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Checking segment: {'id': 'c879bb0a-b5fa-4335-a067-34ff05aac9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c5a98c7f-be97-4ee8-9c67-42c5a268e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:17.469752 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.470119 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Bound using segment: {'id': 'c879bb0a-b5fa-4335-a067-34ff05aac9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c5a98c7f-be97-4ee8-9c67-42c5a268e7c4'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:50:17.470599 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Bound port: f04b9dd2-6d23-4d7a-8d60-2b02be8d061d, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c879bb0a-b5fa-4335-a067-34ff05aac9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'c5a98c7f-be97-4ee8-9c67-42c5a268e7c4'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:50:17.471030 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.476234 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No DVR routers for this DVR port 745d0c45-5433-4a9f-82e0-978a29c1bc09 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:50:17.503507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-87d08dd8-8383-4ab0-b8a4-d0e925d2f1b6 None None] For port 76c5fb80-cd15-4f2d-9b40-3e939897c19e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=76c5fb80-cd15-4f2d-9b40-3e939897c19e,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:17.504251 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-87d08dd8-8383-4ab0-b8a4-d0e925d2f1b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.549127 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d8096951-609f-4768-92c6-7e05a1469409 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.578303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.579540 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d8096951-609f-4768-92c6-7e05a1469409 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.584822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5a1159-025d-4dfc-a84a-e5dd60bea8d6 None None] Network 5105d575-8827-43bb-92b6-e92382faad5e requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:17.603354 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b670e86-14b5-441e-ae5f-b9867f849072 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.646873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8096951-609f-4768-92c6-7e05a1469409 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70cb83bf-1e0f-419d-8fe6-0a68cd8c6405,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:17.652472 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] For port 76c5fb80-cd15-4f2d-9b40-3e939897c19e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=76c5fb80-cd15-4f2d-9b40-3e939897c19e,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:17.660012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d8096951-609f-4768-92c6-7e05a1469409 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.664944 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d8096951-609f-4768-92c6-7e05a1469409 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5149350 May 28 04:50:17.664944 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56070) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:17.672503 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-6db81a52-6e67-4ba9-8c4c-deaff8cea725 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'security_group': {'name': 'tempest-secgroup-118169733'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:17.680262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6db81a52-6e67-4ba9-8c4c-deaff8cea725 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:17.686263 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6db81a52-6e67-4ba9-8c4c-deaff8cea725 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:security_group and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:17.697292 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6db81a52-6e67-4ba9-8c4c-deaff8cea725 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:17.707155 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6db81a52-6e67-4ba9-8c4c-deaff8cea725 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:17.710489 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.718632 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.719575 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.777798 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:50:17.778115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.788670 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6db81a52-6e67-4ba9-8c4c-deaff8cea725 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.832455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-87d08dd8-8383-4ab0-b8a4-d0e925d2f1b6 None None] Calling delete_port for 76c5fb80-cd15-4f2d-9b40-3e939897c19e owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:50:17.842941 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:50:17.872896 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:17.884864 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:17.887059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=363ea4c5-b8d0-491b-b673-f2fa3fff2266,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:17.895207 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:17.895406 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:17.903478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=76c5fb80-cd15-4f2d-9b40-3e939897c19e,revision_number=8']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:17.912664 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6db81a52-6e67-4ba9-8c4c-deaff8cea725 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:17.919242 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6db81a52-6e67-4ba9-8c4c-deaff8cea725 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:security_group_rule and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:17.924622 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6db81a52-6e67-4ba9-8c4c-deaff8cea725 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:17.931183 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6db81a52-6e67-4ba9-8c4c-deaff8cea725 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:17.942805 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-043267c6-99cb-4175-9d9d-55b13293f3b7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3453999 May 28 04:50:17.943696 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56074) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:17.951777 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b226520f-04a6-43d3-9862-1caf7ec0311a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:17.964056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf244da1-c623-4391-8be7-64c7aa0ef73c tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:50:17.966007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f27fe38-e571-4369-8e53-2417d1df39b2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.028957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-1b670e86-14b5-441e-ae5f-b9867f849072 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Calling delete_port for 3bf425bd-af3b-41cb-a8f7-ca0bc3d850e2 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:18.030108 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297341b0-a393-4952-a179-c976dcd3a5a0 None None] Sync routers for ids ['646a64bd-aeb4-491a-8361-e8c733228dd2'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:50:18.061850 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] For port f04b9dd2-6d23-4d7a-8d60-2b02be8d061d, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:50:18.076668 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ca4214f0-c9b2-48cd-a4d6-f76220b96867 None None] Provisioning for port 81a67b90-2a99-4af6-a029-206e14cbc97d completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:18.119949 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] For port f04b9dd2-6d23-4d7a-8d60-2b02be8d061d, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f04b9dd2-6d23-4d7a-8d60-2b02be8d061d,segment=NetworkSegment(c879bb0a-b5fa-4335-a067-34ff05aac9dd),segment_id=c879bb0a-b5fa-4335-a067-34ff05aac9dd)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:50:18.122219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6db81a52-6e67-4ba9-8c4c-deaff8cea725 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.145519 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6db81a52-6e67-4ba9-8c4c-deaff8cea725 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.166306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27fe38-e571-4369-8e53-2417d1df39b2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ed565d-dda7-4115-8dd7-e92b6a04fa26,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:18.207580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b226520f-04a6-43d3-9862-1caf7ec0311a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:18.213829 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6db81a52-6e67-4ba9-8c4c-deaff8cea725 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.215211 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6db81a52-6e67-4ba9-8c4c-deaff8cea725 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.5495551 May 28 04:50:18.216486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b226520f-04a6-43d3-9862-1caf7ec0311a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:18.219456 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db81a52-6e67-4ba9-8c4c-deaff8cea725 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53389b8a-ed55-4f73-86d6-c391040ac832,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:18.220521 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.221407 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56078) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:18.222182 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b226520f-04a6-43d3-9862-1caf7ec0311a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:18.230963 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 81a67b90-2a99-4af6-a029-206e14cbc97d up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:18.232767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2032612839', 'security_groups': ['53389b8a-ed55-4f73-86d6-c391040ac832'], 'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3c97fbdc-de8b-465d-90f5-fac611488416'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:18.247146 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b226520f-04a6-43d3-9862-1caf7ec0311a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:18.265147 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.277714 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f27fe38-e571-4369-8e53-2417d1df39b2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.320783 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b226520f-04a6-43d3-9862-1caf7ec0311a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:18.324340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b226520f-04a6-43d3-9862-1caf7ec0311a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.333678 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bf244da1-c623-4391-8be7-64c7aa0ef73c tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] 10.222.0.15 "PUT /v2.0/routers/646a64bd-aeb4-491a-8361-e8c733228dd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8159149 May 28 04:50:18.334707 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56082) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:18.341101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.346339 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7f27fe38-e571-4369-8e53-2417d1df39b2 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "DELETE /v2.0/subnets/a9ed565d-dda7-4115-8dd7-e92b6a04fa26 HTTP/1.1" status: 204 len: 168 time: 4.0863316 May 28 04:50:18.348797 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56086) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:18.349479 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.353813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22ab3889-d847-4874-bd7b-c95b77fcaa8b']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:18.357220 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-87d08dd8-8383-4ab0-b8a4-d0e925d2f1b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:50:18.357711 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-87d08dd8-8383-4ab0-b8a4-d0e925d2f1b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:50:18.358038 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297341b0-a393-4952-a179-c976dcd3a5a0 None None] Routers {'646a64bd-aeb4-491a-8361-e8c733228dd2'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:50:18.358737 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-297341b0-a393-4952-a179-c976dcd3a5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:49:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['646a64bd-aeb4-491a-8361-e8c733228dd2'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:18.465069 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-297341b0-a393-4952-a179-c976dcd3a5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:18.467003 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ca4214f0-c9b2-48cd-a4d6-f76220b96867 None None] Provisioning complete for port 2613cf47-f2c7-446d-ae39-2147239142af triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:18.467362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ca4214f0-c9b2-48cd-a4d6-f76220b96867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.487303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687cfbcf-b18a-4b91-8f80-cd052d901ef5') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:18.487585 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687cfbcf-b18a-4b91-8f80-cd052d901ef5') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:18.499760 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] 10.222.0.15 "DELETE /v2.0/networks/c060b10b-ba7c-4566-b426-4e069f190a7b HTTP/1.1" status: 204 len: 168 time: 5.3671906 May 28 04:50:18.500933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5764b2-c5cc-4265-a730-1942a526e4f7 tempest-ExtraDHCPOptionsTestJSON-496491102 tempest-ExtraDHCPOptionsTestJSON-496491102-project] Pushing event deleted for resources: {'Network': ['ID=c060b10b-ba7c-4566-b426-4e069f190a7b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:18.567190 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:18.573770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f811d6-76d7-4ec9-9b9d-266376227440 None None] Pushing event updated for resources: {'Port': ['ID=f04b9dd2-6d23-4d7a-8d60-2b02be8d061d,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:18.576239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.589778 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ca4214f0-c9b2-48cd-a4d6-f76220b96867 None None] Port 2613cf47-f2c7-446d-ae39-2147239142af cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:18.595772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:18.596202 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297341b0-a393-4952-a179-c976dcd3a5a0 None None] Routers {'646a64bd-aeb4-491a-8361-e8c733228dd2'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:50:18.596996 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-297341b0-a393-4952-a179-c976dcd3a5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:49:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['646a64bd-aeb4-491a-8361-e8c733228dd2'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:18.609362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.612183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Usage tracker for resource:port and tenant:0db9129a53f640e9b80012158a668c0e is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:18.622717 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:18.635249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:50:18.635656 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.647384 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.ipam_backend_mixin [None req-b226520f-04a6-43d3-9862-1caf7ec0311a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 363ea4c5-b8d0-491b-b673-f2fa3fff2266 (CIDR: 2001:db8::/64) May 28 04:50:18.650446 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:50:18.655409 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:50:18.661117 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b226520f-04a6-43d3-9862-1caf7ec0311a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:50:18.661290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:18.661568 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b226520f-04a6-43d3-9862-1caf7ec0311a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:18.697104 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:18.701928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.744223 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b226520f-04a6-43d3-9862-1caf7ec0311a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7994761 May 28 04:50:18.748632 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56092) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:18.758142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-8feb5d48-7d5c-481c-a1c3-7a90ad94533e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:18.766634 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Made reservation on behalf of 0db9129a53f640e9b80012158a668c0e for: {'port': 2} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:18.770264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.789304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72d84fd-3c92-4bda-87c8-8f8ecca8dc6b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Deleting subnet 8ab91d0a-6a9f-4314-b835-d4ea3299b334 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:18.822758 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-297341b0-a393-4952-a179-c976dcd3a5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:18.823145 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297341b0-a393-4952-a179-c976dcd3a5a0 None None] The sync data for ids ['646a64bd-aeb4-491a-8361-e8c733228dd2'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:50:18.841994 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 81a67b90-2a99-4af6-a029-206e14cbc97d completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:18.860816 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 81a67b90-2a99-4af6-a029-206e14cbc97d triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:18.861088 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.880815 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] device_id is not set on port 9c06ca76-e2be-467c-9768-7fca83688221 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:50:18.895915 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-87d08dd8-8383-4ab0-b8a4-d0e925d2f1b6 None None] Deleting port 76c5fb80-cd15-4f2d-9b40-3e939897c19e {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:18.896150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-87d08dd8-8383-4ab0-b8a4-d0e925d2f1b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.905733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ad520eb-1d72-4574-b1ec-2dabadb04b35 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:18.959499 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ca4214f0-c9b2-48cd-a4d6-f76220b96867 None None] Provisioning complete for port 28791ac2-a3da-4689-88b7-3116e3e5be9a triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:18.959915 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ca4214f0-c9b2-48cd-a4d6-f76220b96867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:19.015941 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d72d84fd-3c92-4bda-87c8-8f8ecca8dc6b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:19.038863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:19.129373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73b54f6-aab1-4ec4-8f92-c8b0ed96e7ae None None] Update dhcp port {'port': {'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'fixed_ips': [{'subnet_id': 'd08a8af4-ba37-4c90-922d-5d50b31783f2', 'ip_address': '172.20.0.18'}, {'subnet_id': '3c97fbdc-de8b-465d-90f5-fac611488416'}], 'binding:host_id': 'dv-neutron-843300-5-hyperv'}, 'id': '28791ac2-a3da-4689-88b7-3116e3e5be9a'} from dv-neutron-843300-5-hyperv. {{(pid=84011) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 28 04:50:19.148243 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56098) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:19.154444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30857fed-4b43-4440-953b-7e0b29f6ccec None None] DHCP port deletion for 5105d575-8827-43bb-92b6-e92382faad5e request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:50:19.190447 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-30857fed-4b43-4440-953b-7e0b29f6ccec None None] Deleting port 81a67b90-2a99-4af6-a029-206e14cbc97d {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:19.190803 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-30857fed-4b43-4440-953b-7e0b29f6ccec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:19.194762 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:19.253163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:19.266231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Network': ['ID=22ab3889-d847-4874-bd7b-c95b77fcaa8b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:19.272635 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-218081b3-ed08-43ca-bbe7-9c94ed02a3a0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/networks/22ab3889-d847-4874-bd7b-c95b77fcaa8b HTTP/1.1" status: 204 len: 168 time: 4.5872068 May 28 04:50:19.278979 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56104) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:19.325519 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c73b54f6-aab1-4ec4-8f92-c8b0ed96e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:19.351477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b670e86-14b5-441e-ae5f-b9867f849072 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:19.407027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d72d84fd-3c92-4bda-87c8-8f8ecca8dc6b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:19.435724 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b670e86-14b5-441e-ae5f-b9867f849072 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Port': ['ID=3bf425bd-af3b-41cb-a8f7-ca0bc3d850e2,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:19.572737 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8feb5d48-7d5c-481c-a1c3-7a90ad94533e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:19.596308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8feb5d48-7d5c-481c-a1c3-7a90ad94533e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:19.610314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8feb5d48-7d5c-481c-a1c3-7a90ad94533e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:19.651895 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e392fbc-0e5d-44d4-ac99-e3199cad5b25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:19.653383 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7e392fbc-0e5d-44d4-ac99-e3199cad5b25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3733451 May 28 04:50:19.664951 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56108) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:19.680459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8feb5d48-7d5c-481c-a1c3-7a90ad94533e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:19.691399 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:19.760470 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d72d84fd-3c92-4bda-87c8-8f8ecca8dc6b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:19.799069 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feb5d48-7d5c-481c-a1c3-7a90ad94533e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:19.801119 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-87d08dd8-8383-4ab0-b8a4-d0e925d2f1b6 None None] For port 76c5fb80-cd15-4f2d-9b40-3e939897c19e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=76c5fb80-cd15-4f2d-9b40-3e939897c19e,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:19.801720 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-87d08dd8-8383-4ab0-b8a4-d0e925d2f1b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:19.821219 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-30857fed-4b43-4440-953b-7e0b29f6ccec None None] For port 81a67b90-2a99-4af6-a029-206e14cbc97d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=81a67b90-2a99-4af6-a029-206e14cbc97d,segment=NetworkSegment(0ad77566-9265-4d77-af91-1abf7066eb25),segment_id=0ad77566-9265-4d77-af91-1abf7066eb25)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:19.821934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-30857fed-4b43-4440-953b-7e0b29f6ccec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:19.836359 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Allocated IP 172.20.0.7 (a61032c2-e46a-44f7-9cb2-4c483a0d82f2/3c97fbdc-de8b-465d-90f5-fac611488416/9c06ca76-e2be-467c-9768-7fca83688221) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:19.938303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] device_id is not set on port 0935370a-a7e8-483c-b7b6-7275336f03bb yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:50:20.048282 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c6e455c9-0fba-4beb-a8cc-b5f0f8fa6654 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3634171 May 28 04:50:20.050255 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56112) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:20.062219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d72d84fd-3c92-4bda-87c8-8f8ecca8dc6b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.068960 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-bb24839c-2e3d-4107-b616-1a1895200faa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-893140971'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:20.073689 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-bb24839c-2e3d-4107-b616-1a1895200faa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:20.078908 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-bb24839c-2e3d-4107-b616-1a1895200faa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:network and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:20.081994 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-bb24839c-2e3d-4107-b616-1a1895200faa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:20.088014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-bb24839c-2e3d-4107-b616-1a1895200faa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:20.089171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-87d08dd8-8383-4ab0-b8a4-d0e925d2f1b6 None None] Calling delete_port for 76c5fb80-cd15-4f2d-9b40-3e939897c19e owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:20.132391 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e01e68af-8a06-4bdf-8df9-d199af07fb5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a8bb231c0574367a959c3c2895ffbdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9367385 May 28 04:50:20.143329 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56116) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:20.194823 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-30857fed-4b43-4440-953b-7e0b29f6ccec None None] Calling delete_port for 81a67b90-2a99-4af6-a029-206e14cbc97d owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:20.209917 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb24839c-2e3d-4107-b616-1a1895200faa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:20.212927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bb24839c-2e3d-4107-b616-1a1895200faa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.215773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ad520eb-1d72-4574-b1ec-2dabadb04b35 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.220857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fdcd6a-5edc-4a9b-a425-0b63c9e0bab6 None None] Network c5a98c7f-be97-4ee8-9c67-42c5a268e7c4 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:20.235437 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d84fd-3c92-4bda-87c8-8f8ecca8dc6b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab91d0a-6a9f-4314-b835-d4ea3299b334,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:20.251308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8feb5d48-7d5c-481c-a1c3-7a90ad94533e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.309089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ad520eb-1d72-4574-b1ec-2dabadb04b35 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.322974 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d72d84fd-3c92-4bda-87c8-8f8ecca8dc6b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.360105 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 81a67b90-2a99-4af6-a029-206e14cbc97d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=81a67b90-2a99-4af6-a029-206e14cbc97d,segment=NetworkSegment(0ad77566-9265-4d77-af91-1abf7066eb25),segment_id=0ad77566-9265-4d77-af91-1abf7066eb25)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:20.397904 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d72d84fd-3c92-4bda-87c8-8f8ecca8dc6b tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "DELETE /v2.0/subnets/8ab91d0a-6a9f-4314-b835-d4ea3299b334 HTTP/1.1" status: 204 len: 168 time: 2.0459847 May 28 04:50:20.398718 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56120) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:20.398924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.405985 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb24839c-2e3d-4107-b616-1a1895200faa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:20.432855 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-46fe21d9-5a7e-4f3c-9b02-0897f99bdc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.436630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.481485 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bb24839c-2e3d-4107-b616-1a1895200faa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.481759 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-bb24839c-2e3d-4107-b616-1a1895200faa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Added segment 0a1db006-f78f-4bad-8e76-b60951fd4016 of type vlan for network 4d5810ef-cba4-4726-a39e-d86c509c9589 May 28 04:50:20.519504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 76c5fb80-cd15-4f2d-9b40-3e939897c19e no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:50:20.548750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ad520eb-1d72-4574-b1ec-2dabadb04b35 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.549704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad520eb-1d72-4574-b1ec-2dabadb04b35 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Fanout notify agent at l3_agent the message router_deleted on router 646a64bd-aeb4-491a-8361-e8c733228dd2 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:50:20.551772 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-92e49e3b-23d3-4776-b843-89584b088b18 None None] Provisioning for port f04b9dd2-6d23-4d7a-8d60-2b02be8d061d completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:20.564099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df22a8c8-9065-415e-90b6-6264d0049194 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:20.564778 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-df22a8c8-9065-415e-90b6-6264d0049194 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Synchronizing usage tracker for tenant:5e51e64f145743069167a5616b9a3859 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:20.574047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.582198 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bb24839c-2e3d-4107-b616-1a1895200faa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.600086 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-46fe21d9-5a7e-4f3c-9b02-0897f99bdc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.615067 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] device_id is not set on port 6795f452-ae9a-4a56-8074-3f18bbb76969 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:50:20.631364 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Transition to ACTIVE for port object 9c06ca76-e2be-467c-9768-7fca83688221 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:20.634619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ad520eb-1d72-4574-b1ec-2dabadb04b35 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.638363 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-df22a8c8-9065-415e-90b6-6264d0049194 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Unset dirty status for tenant:5e51e64f145743069167a5616b9a3859 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:20.638513 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5ad520eb-1d72-4574-b1ec-2dabadb04b35 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] 10.222.0.15 "DELETE /v2.0/routers/646a64bd-aeb4-491a-8361-e8c733228dd2 HTTP/1.1" status: 204 len: 168 time: 2.2929058 May 28 04:50:20.640697 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-df22a8c8-9065-415e-90b6-6264d0049194 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2337384 May 28 04:50:20.642322 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56124) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:20.642638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56126) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:20.700474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-30857fed-4b43-4440-953b-7e0b29f6ccec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:50:20.700975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-30857fed-4b43-4440-953b-7e0b29f6ccec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:50:20.725144 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-46fe21d9-5a7e-4f3c-9b02-0897f99bdc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.731290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bb24839c-2e3d-4107-b616-1a1895200faa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.735084 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb24839c-2e3d-4107-b616-1a1895200faa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:20.735592 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bb24839c-2e3d-4107-b616-1a1895200faa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.745716 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b670e86-14b5-441e-ae5f-b9867f849072 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.750867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe21d9-5a7e-4f3c-9b02-0897f99bdc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaec3bf-ed3a-4864-b7f3-3388e603aa40,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:20.755004 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=81a67b90-2a99-4af6-a029-206e14cbc97d,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:20.819576 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-46fe21d9-5a7e-4f3c-9b02-0897f99bdc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.822934 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-46fe21d9-5a7e-4f3c-9b02-0897f99bdc12 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7aaec3bf-ed3a-4864-b7f3-3388e603aa40 HTTP/1.1" status: 204 len: 168 time: 0.6746624 May 28 04:50:20.929108 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-87d08dd8-8383-4ab0-b8a4-d0e925d2f1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.985286 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:20.992987 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d08dd8-8383-4ab0-b8a4-d0e925d2f1b6 None None] Pushing event deleted for resources: {'Port': ['ID=76c5fb80-cd15-4f2d-9b40-3e939897c19e,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:21.006248 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:21.023521 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:21.072258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:21.073978 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24839c-2e3d-4107-b616-1a1895200faa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Network': ['ID=4d5810ef-cba4-4726-a39e-d86c509c9589,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:21.090049 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bb24839c-2e3d-4107-b616-1a1895200faa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0337265 May 28 04:50:21.094714 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56134) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:21.109529 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:21.119216 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-eb9cbb4e-acde-43a2-b4e0-9b96bebbc499 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'subnet': {'network_id': '4d5810ef-cba4-4726-a39e-d86c509c9589', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:21.142238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 4d5810ef-cba4-4726-a39e-d86c509c9589 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:21.200118 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Deleting port f04b9dd2-6d23-4d7a-8d60-2b02be8d061d {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:21.200711 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:21.240247 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-30857fed-4b43-4440-953b-7e0b29f6ccec None None] Deleting port 81a67b90-2a99-4af6-a029-206e14cbc97d {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:21.240543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-30857fed-4b43-4440-953b-7e0b29f6ccec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:21.262832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-eb9cbb4e-acde-43a2-b4e0-9b96bebbc499 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:21.269534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-eb9cbb4e-acde-43a2-b4e0-9b96bebbc499 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:subnet and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:21.274491 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-eb9cbb4e-acde-43a2-b4e0-9b96bebbc499 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:21.283721 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-eb9cbb4e-acde-43a2-b4e0-9b96bebbc499 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:21.293184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event updated for resources: {'Port': ['ID=0935370a-a7e8-483c-b7b6-7275336f03bb,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:21.328700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 745d0c45-5433-4a9f-82e0-978a29c1bc09 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:50:21.332741 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9cbb4e-acde-43a2-b4e0-9b96bebbc499 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:21.400787 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:21.412417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=9c06ca76-e2be-467c-9768-7fca83688221,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:21.421405 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:21.436723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:21.444218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d08dd8-8383-4ab0-b8a4-d0e925d2f1b6 None None] No DVR routers for this DVR port 76c5fb80-cd15-4f2d-9b40-3e939897c19e on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:50:21.459396 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 745d0c45-5433-4a9f-82e0-978a29c1bc09 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:50:21.459828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 745d0c45-5433-4a9f-82e0-978a29c1bc09 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:50:21.482249 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121d59fc-74ee-4d82-8251-f6dc4b51539f None None] DHCP port deletion for c5a98c7f-be97-4ee8-9c67-42c5a268e7c4 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:50:21.505503 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-503ea6fd-2671-4d21-84d7-885ec1674b19 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Deleting subnet 429b84e6-d9ec-43ae-bf86-244afc2932cf {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:21.507799 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045b73e2-ff81-41f9-a2c2-b7aa27622fd1 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:21.547439 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-121d59fc-74ee-4d82-8251-f6dc4b51539f None None] Deleting port f04b9dd2-6d23-4d7a-8d60-2b02be8d061d {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:21.547831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-121d59fc-74ee-4d82-8251-f6dc4b51539f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:21.555113 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-503ea6fd-2671-4d21-84d7-885ec1674b19 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:21.585409 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8feb5d48-7d5c-481c-a1c3-7a90ad94533e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:21.606079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-c73b54f6-aab1-4ec4-8f92-c8b0ed96e7ae None None] Allocated IP 172.20.0.2 (a61032c2-e46a-44f7-9cb2-4c483a0d82f2/3c97fbdc-de8b-465d-90f5-fac611488416/28791ac2-a3da-4689-88b7-3116e3e5be9a) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:21.617786 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 81a67b90-2a99-4af6-a029-206e14cbc97d no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:50:21.684050 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:21.684620 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:21.788601 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-503ea6fd-2671-4d21-84d7-885ec1674b19 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:21.831992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Checking segment: {'id': '7b7c652f-00d4-4ec7-a0ae-d67dd22ee5ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c7422b6d-bc82-4450-adf5-c5aa4a9d5a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:21.832381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Network hostable DHCP agents. Network: c7422b6d-bc82-4450-adf5-c5aa4a9d5a2a, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:21.839350 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb5d48-7d5c-481c-a1c3-7a90ad94533e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:21.846219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-8feb5d48-7d5c-481c-a1c3-7a90ad94533e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:21.851848 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0faa515a-bf9d-4d91-ace9-69119fd90b52 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6233890 May 28 04:50:21.851848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb5d48-7d5c-481c-a1c3-7a90ad94533e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:21.851848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8feb5d48-7d5c-481c-a1c3-7a90ad94533e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:21.853066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-eb9cbb4e-acde-43a2-b4e0-9b96bebbc499 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:21.863727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56148) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:21.864220 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb5d48-7d5c-481c-a1c3-7a90ad94533e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=80313aa8-10bb-453d-be5e-3b9a04a06381,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:21.900391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-3a869f45-5ca0-41d6-b2a9-76b6855d2647 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'subnet': {'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:22.006101 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] For port f04b9dd2-6d23-4d7a-8d60-2b02be8d061d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f04b9dd2-6d23-4d7a-8d60-2b02be8d061d,segment=NetworkSegment(c879bb0a-b5fa-4335-a067-34ff05aac9dd),segment_id=c879bb0a-b5fa-4335-a067-34ff05aac9dd)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:22.006453 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:22.018778 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8feb5d48-7d5c-481c-a1c3-7a90ad94533e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2663348 May 28 04:50:22.030412 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56156) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:22.039816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'mac_address': 'fa:16:3e:1f:fb:b4', 'name': 'tempest-NetworksTestDHCPv6-435781042'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:22.055781 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Network c7422b6d-bc82-4450-adf5-c5aa4a9d5a2a is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:22.137780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, c7422b6d-bc82-4450-adf5-c5aa4a9d5a2a) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:22.145347 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:22.146200 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:22.187304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Calling delete_port for f04b9dd2-6d23-4d7a-8d60-2b02be8d061d owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:22.224868 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-30857fed-4b43-4440-953b-7e0b29f6ccec None None] For port 81a67b90-2a99-4af6-a029-206e14cbc97d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=81a67b90-2a99-4af6-a029-206e14cbc97d,segment=NetworkSegment(0ad77566-9265-4d77-af91-1abf7066eb25),segment_id=0ad77566-9265-4d77-af91-1abf7066eb25)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:22.225284 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-30857fed-4b43-4440-953b-7e0b29f6ccec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:22.318641 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event updated for resources: {'Port': ['ID=6795f452-ae9a-4a56-8074-3f18bbb76969,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:22.323935 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-503ea6fd-2671-4d21-84d7-885ec1674b19 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:22.364169 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56162) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:22.371043 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-30857fed-4b43-4440-953b-7e0b29f6ccec None None] Calling delete_port for 81a67b90-2a99-4af6-a029-206e14cbc97d owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:22.410450 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Checking segment: {'id': '98c7f0ed-c8af-419e-ab4e-dc6f34832e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '9d87f726-a710-4900-971a-a82e6fb167f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:22.411470 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Network hostable DHCP agents. Network: 9d87f726-a710-4900-971a-a82e6fb167f1, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:22.431429 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-eb9cbb4e-acde-43a2-b4e0-9b96bebbc499 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:22.457067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3a869f45-5ca0-41d6-b2a9-76b6855d2647 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:22.472120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3a869f45-5ca0-41d6-b2a9-76b6855d2647 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:subnet and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:22.478701 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3a869f45-5ca0-41d6-b2a9-76b6855d2647 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:22.481037 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ebbffb-9ce0-4834-b214-db7c8d0e0d11 None None] Network c7422b6d-bc82-4450-adf5-c5aa4a9d5a2a requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:22.492031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3a869f45-5ca0-41d6-b2a9-76b6855d2647 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:22.518079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:22.522386 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:22.526792 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:22.531924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Network 9d87f726-a710-4900-971a-a82e6fb167f1 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:22.544951 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9cbb4e-acde-43a2-b4e0-9b96bebbc499 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Subnet': ['ID=e9ce4501-8241-47d6-ab57-c1d478ab58fe,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:22.554981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 9d87f726-a710-4900-971a-a82e6fb167f1) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:22.556860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:22.560615 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a869f45-5ca0-41d6-b2a9-76b6855d2647 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:22.562858 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:22.566778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:22.570082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:22.570651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:22.585030 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-503ea6fd-2671-4d21-84d7-885ec1674b19 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:22.594051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b670e86-14b5-441e-ae5f-b9867f849072 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:50:22.596366 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:22.603004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9cbb4e-acde-43a2-b4e0-9b96bebbc499 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Checking segment: {'id': '0a1db006-f78f-4bad-8e76-b60951fd4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4d5810ef-cba4-4726-a39e-d86c509c9589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:22.603403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9cbb4e-acde-43a2-b4e0-9b96bebbc499 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network hostable DHCP agents. Network: 4d5810ef-cba4-4726-a39e-d86c509c9589, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:22.620741 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b9ad32d3-9cec-48d7-b99c-cf9503e616c4 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.2375941 May 28 04:50:22.622085 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56168) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:22.656042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03d4212-c067-483a-ab9f-ecafa5a13900 None None] Network 9d87f726-a710-4900-971a-a82e6fb167f1 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:22.686524 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event deleted for resources: {'Port': ['ID=f04b9dd2-6d23-4d7a-8d60-2b02be8d061d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:22.714007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1634043272'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:22.716777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-30857fed-4b43-4440-953b-7e0b29f6ccec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:22.718814 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ea6fd-2671-4d21-84d7-885ec1674b19 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Pushing event deleted for resources: {'Subnet': ['ID=429b84e6-d9ec-43ae-bf86-244afc2932cf,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:22.724625 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] No DVR routers for this DVR port f04b9dd2-6d23-4d7a-8d60-2b02be8d061d on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:50:22.727562 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:22.731468 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:22.737614 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:22.772420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-503ea6fd-2671-4d21-84d7-885ec1674b19 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:22.794347 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b83f1c-f93c-41da-b879-01bd3c654f27 None None] Network 54c8aa9a-0454-47ab-9d77-29f29a89f086 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:22.798390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:network and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:22.803143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:22.810882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:22.830999 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-503ea6fd-2671-4d21-84d7-885ec1674b19 tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] 10.222.0.15 "DELETE /v2.0/subnets/429b84e6-d9ec-43ae-bf86-244afc2932cf HTTP/1.1" status: 204 len: 168 time: 2.1846907 May 28 04:50:22.843214 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56178) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:22.850459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:22.853302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:22.883050 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9cbb4e-acde-43a2-b4e0-9b96bebbc499 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 4d5810ef-cba4-4726-a39e-d86c509c9589 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:22.916802 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port 26dbf61d-be91-4e35-8a41-f1d8dbe5ac76 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:50:22.950893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:22.962758 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3a869f45-5ca0-41d6-b2a9-76b6855d2647 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:22.981053 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:22.985710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-eb9cbb4e-acde-43a2-b4e0-9b96bebbc499 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 4d5810ef-cba4-4726-a39e-d86c509c9589) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:22.999228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9cbb4e-acde-43a2-b4e0-9b96bebbc499 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:22.999645 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-eb9cbb4e-acde-43a2-b4e0-9b96bebbc499 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:23.036259 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87ea068-36e1-4b24-a476-c0689bf6542c tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:23.040129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87ea068-36e1-4b24-a476-c0689bf6542c tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:23.040870 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d87ea068-36e1-4b24-a476-c0689bf6542c tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Synchronizing usage tracker for tenant:0db9129a53f640e9b80012158a668c0e on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:23.049076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6ac47f90-7aa8-4a80-980f-62e3bcf96825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:23.053783 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30857fed-4b43-4440-953b-7e0b29f6ccec None None] No DVR routers for this DVR port 81a67b90-2a99-4af6-a029-206e14cbc97d on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:50:23.056696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:23.091570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:23.102718 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-eb9cbb4e-acde-43a2-b4e0-9b96bebbc499 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0043771 May 28 04:50:23.105361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:security_group_rule and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:23.107317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac455226-6a5b-47ad-a81c-ea1695ac0e80 None None] Network 4d5810ef-cba4-4726-a39e-d86c509c9589 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:23.110891 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56182) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:23.114801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:23.121154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'network_id': '4d5810ef-cba4-4726-a39e-d86c509c9589', 'name': 'tempest-PortsIpV6TestJSON-1166838952'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:23.145716 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:23.151251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Deleting port 0f9559ac-5de6-49d6-8582-9279be9ed863 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:23.151582 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:23.175070 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30857fed-4b43-4440-953b-7e0b29f6ccec None None] Pushing event deleted for resources: {'Port': ['ID=81a67b90-2a99-4af6-a029-206e14cbc97d,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:23.206153 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a98c7f-be97-4ee8-9c67-42c5a268e7c4']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:23.241389 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c879bb0a-b5fa-4335-a067-34ff05aac9dd') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:23.242363 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c879bb0a-b5fa-4335-a067-34ff05aac9dd') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:23.263826 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:23.334207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No active binding found for port 81a67b90-2a99-4af6-a029-206e14cbc97d {{(pid=84011) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 28 04:50:23.334553 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 81a67b90-2a99-4af6-a029-206e14cbc97d not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:50:23.336329 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:23.347193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d87ea068-36e1-4b24-a476-c0689bf6542c tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Unset dirty status for tenant:0db9129a53f640e9b80012158a668c0e on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:23.350936 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d87ea068-36e1-4b24-a476-c0689bf6542c tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7252176 May 28 04:50:23.353857 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56186) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:23.362101 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:50:23.362637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:50:23.378648 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:50:23.487338 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.ipam_backend_mixin [None req-3a869f45-5ca0-41d6-b2a9-76b6855d2647 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3c97fbdc-de8b-465d-90f5-fac611488416 (CIDR: 172.20.0.0/28) May 28 04:50:23.516534 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a869f45-5ca0-41d6-b2a9-76b6855d2647 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:50:23.516974 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a869f45-5ca0-41d6-b2a9-76b6855d2647 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:23.580510 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c73b54f6-aab1-4ec4-8f92-c8b0ed96e7ae None None] For port 28791ac2-a3da-4689-88b7-3116e3e5be9a, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=28791ac2-a3da-4689-88b7-3116e3e5be9a,segment=NetworkSegment(ab75e45e-b53b-41cd-a29d-f709bce7c40b),segment_id=ab75e45e-b53b-41cd-a29d-f709bce7c40b)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:23.603499 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:23.608296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-76561167-03e7-43e0-8fe7-279a73399f1a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Deleting port 0935370a-a7e8-483c-b7b6-7275336f03bb {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:23.608776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76561167-03e7-43e0-8fe7-279a73399f1a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:23.617985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-121d59fc-74ee-4d82-8251-f6dc4b51539f None None] For port f04b9dd2-6d23-4d7a-8d60-2b02be8d061d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f04b9dd2-6d23-4d7a-8d60-2b02be8d061d,segment=NetworkSegment(c879bb0a-b5fa-4335-a067-34ff05aac9dd),segment_id=c879bb0a-b5fa-4335-a067-34ff05aac9dd)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:23.618376 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-121d59fc-74ee-4d82-8251-f6dc4b51539f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:23.656098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:23.658315 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "DELETE /v2.0/networks/c5a98c7f-be97-4ee8-9c67-42c5a268e7c4 HTTP/1.1" status: 204 len: 168 time: 3.0107090 May 28 04:50:23.667387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:23.670977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b670e86-14b5-441e-ae5f-b9867f849072 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:50:23.673602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56190) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:23.674663 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3a869f45-5ca0-41d6-b2a9-76b6855d2647 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8079524 May 28 04:50:23.688780 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785fd5c-ab3f-4e1b-bd08-6f16d02c4fae None None] Sync routers for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:50:23.689457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56192) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:23.694025 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321ca19-c2a9-4577-9ec2-637707365898 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event deleted for resources: {'Network': ['ID=c5a98c7f-be97-4ee8-9c67-42c5a268e7c4,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:23.710022 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-fe8d8567-c670-4c74-ab45-e4d535b016b1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'subnet': {'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:23.716446 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785fd5c-ab3f-4e1b-bd08-6f16d02c4fae None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:50:23.717616 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3785fd5c-ab3f-4e1b-bd08-6f16d02c4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:49:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:23.718299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:port and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:23.722239 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1b670e86-14b5-441e-ae5f-b9867f849072 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "PUT /v2.0/routers/34c0ccde-0ca1-4f5c-9a78-5813134c7124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2250702 May 28 04:50:23.725278 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:23.730311 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56198) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:23.738078 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:23.742696 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8:0:1::303 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/80313aa8-10bb-453d-be5e-3b9a04a06381/26dbf61d-be91-4e35-8a41-f1d8dbe5ac76) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:23.747976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:23.805304 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:23.815803 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3785fd5c-ab3f-4e1b-bd08-6f16d02c4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:23.827960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] For port 0f9559ac-5de6-49d6-8582-9279be9ed863, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0f9559ac-5de6-49d6-8582-9279be9ed863,segment=NetworkSegment(e309beff-0263-4472-a9cc-ad12e471b18d),segment_id=e309beff-0263-4472-a9cc-ad12e471b18d)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:23.829057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:23.832182 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3785fd5c-ab3f-4e1b-bd08-6f16d02c4fae None None] Routers {'34c0ccde-0ca1-4f5c-9a78-5813134c7124'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:50:23.833067 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3785fd5c-ab3f-4e1b-bd08-6f16d02c4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:49:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:23.887756 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-121d59fc-74ee-4d82-8251-f6dc4b51539f None None] Calling delete_port for f04b9dd2-6d23-4d7a-8d60-2b02be8d061d owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:23.935215 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3785fd5c-ab3f-4e1b-bd08-6f16d02c4fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:23.936016 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3785fd5c-ab3f-4e1b-bd08-6f16d02c4fae None None] The sync data for ids ['34c0ccde-0ca1-4f5c-9a78-5813134c7124'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:50:23.967833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::f816:3eff:fe1f:fbb4 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/363ea4c5-b8d0-491b-b673-f2fa3fff2266/26dbf61d-be91-4e35-8a41-f1d8dbe5ac76) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:24.019339 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.resource_extend [None req-c73b54f6-aab1-4ec4-8f92-c8b0ed96e7ae None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:50:24.023026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Calling delete_port for 0f9559ac-5de6-49d6-8582-9279be9ed863 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:24.058112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:24.060148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:24.063932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.067300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c73b54f6-aab1-4ec4-8f92-c8b0ed96e7ae None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.086156 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'tenant_id': '607620405fdb4aa1a99d9a45c57ac298', 'fixed_ips': [{'subnet_id': '363ea4c5-b8d0-491b-b673-f2fa3fff2266'}, {'subnet_id': '80313aa8-10bb-453d-be5e-3b9a04a06381'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:50:24.086739 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.121323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.121690 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Added segment cad5c45f-8125-4432-b56e-03e70d09ba49 of type vlan for network f4239edf-4248-4b9d-9e1d-796106746e72 May 28 04:50:24.126441 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c73b54f6-aab1-4ec4-8f92-c8b0ed96e7ae None None] Transition to ACTIVE for port object 28791ac2-a3da-4689-88b7-3116e3e5be9a will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:24.126629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a2d51ded-bbd8-4ba9-9e8b-8f15c09d1af7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.134242 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9a5d21-f7da-40f2-ab90-484806e419ff,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:24.141990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] device_id is not set on port 428ff14f-2afb-4ff5-95be-987222fca09f yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:50:24.210466 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c73b54f6-aab1-4ec4-8f92-c8b0ed96e7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.215007 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76561167-03e7-43e0-8fe7-279a73399f1a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.255337 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.290644 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-121d59fc-74ee-4d82-8251-f6dc4b51539f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:50:24.290644 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-121d59fc-74ee-4d82-8251-f6dc4b51539f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:50:24.322134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-4d5810ef-cba4-4726-a39e-d86c509c9589', 'network_id': '4d5810ef-cba4-4726-a39e-d86c509c9589', 'tenant_id': '2f38548c71c149ba8d132c7dd3fe1dd0', 'fixed_ips': [{'subnet_id': 'e9ce4501-8241-47d6-ab57-c1d478ab58fe'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:50:24.323392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.350405 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-76561167-03e7-43e0-8fe7-279a73399f1a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Calling delete_port for 0935370a-a7e8-483c-b7b6-7275336f03bb owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:24.441868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.450406 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8b2b5c-f17b-48ac-9fe3-598767ad31e1 None None] DHCP port deletion for 54c8aa9a-0454-47ab-9d77-29f29a89f086 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:50:24.461963 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-44b31e3e-e33d-4243-9ebb-12a46e3283e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.470769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-fe8d8567-c670-4c74-ab45-e4d535b016b1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:24.473893 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b54f6-aab1-4ec4-8f92-c8b0ed96e7ae None None] Pushing event updated for resources: {'Port': ['ID=28791ac2-a3da-4689-88b7-3116e3e5be9a,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:24.528321 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fe8d8567-c670-4c74-ab45-e4d535b016b1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:subnet and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:24.530988 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76561167-03e7-43e0-8fe7-279a73399f1a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.538586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fe8d8567-c670-4c74-ab45-e4d535b016b1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:24.541538 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Pushing event deleted for resources: {'Port': ['ID=0f9559ac-5de6-49d6-8582-9279be9ed863,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:24.547377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a2d51ded-bbd8-4ba9-9e8b-8f15c09d1af7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.570135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.573816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:24.574398 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.581208 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] No DVR routers for this DVR port 0f9559ac-5de6-49d6-8582-9279be9ed863 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:50:24.607077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-fe8d8567-c670-4c74-ab45-e4d535b016b1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:24.610321 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76561167-03e7-43e0-8fe7-279a73399f1a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event deleted for resources: {'Port': ['ID=0935370a-a7e8-483c-b7b6-7275336f03bb,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:24.657723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76561167-03e7-43e0-8fe7-279a73399f1a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.661378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8d8567-c670-4c74-ab45-e4d535b016b1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:24.664888 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8567-c670-4c74-ab45-e4d535b016b1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.666316 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.671237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Allocated IP 2001:db8::357 (4d5810ef-cba4-4726-a39e-d86c509c9589/e9ce4501-8241-47d6-ab57-c1d478ab58fe/428ff14f-2afb-4ff5-95be-987222fca09f) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:24.680346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-a2d51ded-bbd8-4ba9-9e8b-8f15c09d1af7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5105d575-8827-43bb-92b6-e92382faad5e']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:24.786555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-a2d51ded-bbd8-4ba9-9e8b-8f15c09d1af7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad77566-9265-4d77-af91-1abf7066eb25') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:24.786859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-a2d51ded-bbd8-4ba9-9e8b-8f15c09d1af7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad77566-9265-4d77-af91-1abf7066eb25') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:24.791505 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-121d59fc-74ee-4d82-8251-f6dc4b51539f None None] Deleting port f04b9dd2-6d23-4d7a-8d60-2b02be8d061d {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:24.791990 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-121d59fc-74ee-4d82-8251-f6dc4b51539f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.855707 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a2d51ded-bbd8-4ba9-9e8b-8f15c09d1af7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.902580 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.5362916 May 28 04:50:24.908924 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56202) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:24.913199 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-76561167-03e7-43e0-8fe7-279a73399f1a tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "DELETE /v2.0/ports/0935370a-a7e8-483c-b7b6-7275336f03bb HTTP/1.1" status: 204 len: 168 time: 1.5553012 May 28 04:50:24.919007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56206) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:24.920653 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-121d59fc-74ee-4d82-8251-f6dc4b51539f None None] The port 'f04b9dd2-6d23-4d7a-8d60-2b02be8d061d' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:50:24.924189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03114447-ef00-4979-862b-abb3a85e03a4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Network': ['ID=f4239edf-4248-4b9d-9e1d-796106746e72,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:24.927453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.939509 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-f10cccaa-f7b2-42c0-9de8-00aefedac4f9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1849683205'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:24.944585 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network f4239edf-4248-4b9d-9e1d-796106746e72 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:24.952058 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a2d51ded-bbd8-4ba9-9e8b-8f15c09d1af7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.968040 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:24.972694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f10cccaa-f7b2-42c0-9de8-00aefedac4f9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:24.992810 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f10cccaa-f7b2-42c0-9de8-00aefedac4f9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:network and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:25.007289 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f10cccaa-f7b2-42c0-9de8-00aefedac4f9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:25.020600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d51ded-bbd8-4ba9-9e8b-8f15c09d1af7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:50:25.021320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a2d51ded-bbd8-4ba9-9e8b-8f15c09d1af7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.052166 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object 26dbf61d-be91-4e35-8a41-f1d8dbe5ac76 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:50:25.057319 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:50:25.063554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f10cccaa-f7b2-42c0-9de8-00aefedac4f9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:25.096235 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.100707 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad6b-5adc-41db-b369-1da182ace066 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.188101 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.ipam_backend_mixin [None req-fe8d8567-c670-4c74-ab45-e4d535b016b1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d08a8af4-ba37-4c90-922d-5d50b31783f2 (CIDR: 172.20.0.16/28) May 28 04:50:25.252039 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c8aa9a-0454-47ab-9d77-29f29a89f086']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:25.262334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Allocated IP 2001:db8:0:1::2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/80313aa8-10bb-453d-be5e-3b9a04a06381/9b63701f-b6a2-4f29-af07-579952fa84e8) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:25.268963 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Allocated IP 2001:db8::f816:3eff:fe17:d598 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/363ea4c5-b8d0-491b-b673-f2fa3fff2266/9b63701f-b6a2-4f29-af07-579952fa84e8) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:25.277933 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8d8567-c670-4c74-ab45-e4d535b016b1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:50:25.278719 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8d8567-c670-4c74-ab45-e4d535b016b1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:25.298357 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10cccaa-f7b2-42c0-9de8-00aefedac4f9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:25.302338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f10cccaa-f7b2-42c0-9de8-00aefedac4f9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.348793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e309beff-0263-4472-a9cc-ad12e471b18d') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:25.349142 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e309beff-0263-4472-a9cc-ad12e471b18d') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:25.384948 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fe8d8567-c670-4c74-ab45-e4d535b016b1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.6922653 May 28 04:50:25.391452 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56210) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:25.395942 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.405487 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=26dbf61d-be91-4e35-8a41-f1d8dbe5ac76,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:25.408901 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-9a5292c3-482f-47be-a972-782dbadb6b58 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Deleting port 6795f452-ae9a-4a56-8074-3f18bbb76969 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:25.409239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9a5292c3-482f-47be-a972-782dbadb6b58 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.428694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:25.433252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:25.438747 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b11f376d-aa0a-46c6-97ab-c66ef2be80db None None] Provisioning complete for port 2613cf47-f2c7-446d-ae39-2147239142af triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:25.439517 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b11f376d-aa0a-46c6-97ab-c66ef2be80db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.442725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-231536d5-afa7-448d-a99e-bb56fece7b95 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'subnet': {'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:25.446751 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10cccaa-f7b2-42c0-9de8-00aefedac4f9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:25.448930 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:25.453356 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:25.454121 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.472949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a2d51ded-bbd8-4ba9-9e8b-8f15c09d1af7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.500527 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f10cccaa-f7b2-42c0-9de8-00aefedac4f9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.500932 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-f10cccaa-f7b2-42c0-9de8-00aefedac4f9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Added segment 45e7d8ab-d50c-4535-8431-f50f737769df of type vlan for network af58b00a-db35-47bd-ae21-8515f50a14a9 May 28 04:50:25.516759 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ca37a18a-62d9-46d8-833a-e71e0e5c9bbd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4828827 May 28 04:50:25.518139 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56214) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:25.523430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.526481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a2d51ded-bbd8-4ba9-9e8b-8f15c09d1af7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.585220 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.588588 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d51ded-bbd8-4ba9-9e8b-8f15c09d1af7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event deleted for resources: {'Network': ['ID=5105d575-8827-43bb-92b6-e92382faad5e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:25.593531 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b11f376d-aa0a-46c6-97ab-c66ef2be80db None None] Port 2613cf47-f2c7-446d-ae39-2147239142af cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:25.599961 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 28791ac2-a3da-4689-88b7-3116e3e5be9a up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:25.623126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a2ca95d3-a3ee-47e0-82c9-9baa667fa8cd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port 26dbf61d-be91-4e35-8a41-f1d8dbe5ac76 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:25.623749 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a2ca95d3-a3ee-47e0-82c9-9baa667fa8cd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.641399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:50:25.641858 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.653266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f10cccaa-f7b2-42c0-9de8-00aefedac4f9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:50:25.658752 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:50:25.672462 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.687272 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a2d51ded-bbd8-4ba9-9e8b-8f15c09d1af7 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "DELETE /v2.0/networks/5105d575-8827-43bb-92b6-e92382faad5e HTTP/1.1" status: 204 len: 168 time: 2.0002968 May 28 04:50:25.688183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56218) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:25.720959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b11f376d-aa0a-46c6-97ab-c66ef2be80db None None] Provisioning for port 28791ac2-a3da-4689-88b7-3116e3e5be9a completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:25.729942 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.735618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b11f376d-aa0a-46c6-97ab-c66ef2be80db None None] Provisioning complete for port 28791ac2-a3da-4689-88b7-3116e3e5be9a triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:25.735975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b11f376d-aa0a-46c6-97ab-c66ef2be80db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.775277 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Transition to ACTIVE for port object 9b63701f-b6a2-4f29-af07-579952fa84e8 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:25.787382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f10cccaa-f7b2-42c0-9de8-00aefedac4f9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.791222 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10cccaa-f7b2-42c0-9de8-00aefedac4f9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:25.791792 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f10cccaa-f7b2-42c0-9de8-00aefedac4f9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.812365 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Transition to ACTIVE for port object 9b63701f-b6a2-4f29-af07-579952fa84e8 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:25.825389 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.857004 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 28791ac2-a3da-4689-88b7-3116e3e5be9a triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:25.857397 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.928279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:25.952213 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f10cccaa-f7b2-42c0-9de8-00aefedac4f9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0374837 May 28 04:50:25.966761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56222) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:25.980111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-de809f82-d97b-4b52-b4d2-b73aeb54ece5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'subnet': {'network_id': 'f4239edf-4248-4b9d-9e1d-796106746e72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:25.992067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Pushing event updated for resources: {'Port': ['ID=9b63701f-b6a2-4f29-af07-579952fa84e8,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:25.995504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.003862 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:26.009932 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:26.012706 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:26.054709 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.055853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10cccaa-f7b2-42c0-9de8-00aefedac4f9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Network': ['ID=af58b00a-db35-47bd-ae21-8515f50a14a9,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:26.057614 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Transition to ACTIVE for port object 428ff14f-2afb-4ff5-95be-987222fca09f will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:26.121780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] Pushing event deleted for resources: {'Network': ['ID=54c8aa9a-0454-47ab-9d77-29f29a89f086,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:26.137983 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad6b-5adc-41db-b369-1da182ace066 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.142526 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a2ca95d3-a3ee-47e0-82c9-9baa667fa8cd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.150924 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a5919d69-e4eb-4548-94de-2c8a01fb82df tempest-FloatingIPNegativeTestJSON-616604548 tempest-FloatingIPNegativeTestJSON-616604548-project] 10.222.0.15 "DELETE /v2.0/networks/54c8aa9a-0454-47ab-9d77-29f29a89f086 HTTP/1.1" status: 204 len: 168 time: 3.3052435 May 28 04:50:26.158932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e6027a77-17db-4cc1-bd7b-a33de1adeadb tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.162349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-231536d5-afa7-448d-a99e-bb56fece7b95 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:26.164846 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network af58b00a-db35-47bd-ae21-8515f50a14a9 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:26.180265 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-231536d5-afa7-448d-a99e-bb56fece7b95 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Usage tracker for resource:subnet and tenant:cabd20bf9b9e4fe68d6da0a704f20081 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:26.190954 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-231536d5-afa7-448d-a99e-bb56fece7b95 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:26.199255 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9a5292c3-482f-47be-a972-782dbadb6b58 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.221146 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-231536d5-afa7-448d-a99e-bb56fece7b95 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:26.291506 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-de809f82-d97b-4b52-b4d2-b73aeb54ece5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:26.300244 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a2ca95d3-a3ee-47e0-82c9-9baa667fa8cd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for 26dbf61d-be91-4e35-8a41-f1d8dbe5ac76 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:26.329072 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-dc06ad6b-5adc-41db-b369-1da182ace066 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting port 485b53ca-f6ed-4cb3-b81a-509419e875c5 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:26.329576 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad6b-5adc-41db-b369-1da182ace066 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.369047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-9a5292c3-482f-47be-a972-782dbadb6b58 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Calling delete_port for 6795f452-ae9a-4a56-8074-3f18bbb76969 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:26.376802 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-de809f82-d97b-4b52-b4d2-b73aeb54ece5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:subnet and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:26.387388 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-de809f82-d97b-4b52-b4d2-b73aeb54ece5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:26.412271 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-de809f82-d97b-4b52-b4d2-b73aeb54ece5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:26.413536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Attempting to bind port 9b63701f-b6a2-4f29-af07-579952fa84e8 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:50:26.414459 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Attempting to bind port 9b63701f-b6a2-4f29-af07-579952fa84e8 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:50:26.415014 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Attempting to bind port 9b63701f-b6a2-4f29-af07-579952fa84e8 on network ba7d5340-6612-4ffa-ba26-ab26f78055ee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:50:26.427628 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bb55eb57-0720-46ee-a36e-13b367bacf49 None None] Provisioning for port 9c06ca76-e2be-467c-9768-7fca83688221 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:26.442456 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:50:26.442456 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Checking segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:26.442957 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.443255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Bound using segment: {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:50:26.443869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Bound port: 9b63701f-b6a2-4f29-af07-579952fa84e8, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352ae99d-074e-4d61-9f7d-df7e265d4fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:50:26.444582 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.476213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.488178 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bb55eb57-0720-46ee-a36e-13b367bacf49 None None] Provisioning complete for port 9c06ca76-e2be-467c-9768-7fca83688221 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:26.488755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bb55eb57-0720-46ee-a36e-13b367bacf49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.515032 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0f9559ac-5de6-49d6-8582-9279be9ed863 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:50:26.524409 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de809f82-d97b-4b52-b4d2-b73aeb54ece5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:26.561182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231536d5-afa7-448d-a99e-bb56fece7b95 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Made reservation on behalf of cabd20bf9b9e4fe68d6da0a704f20081 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:26.594091 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 0f9559ac-5de6-49d6-8582-9279be9ed863 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:50:26.594438 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0f9559ac-5de6-49d6-8582-9279be9ed863 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:50:26.596468 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56230) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:26.703397 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-bb55eb57-0720-46ee-a36e-13b367bacf49 None None] Port 9c06ca76-e2be-467c-9768-7fca83688221 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:26.705594 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e6027a77-17db-4cc1-bd7b-a33de1adeadb tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.707451 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Allocated IP 2001:db8::2 (4d5810ef-cba4-4726-a39e-d86c509c9589/e9ce4501-8241-47d6-ab57-c1d478ab58fe/974e2481-4262-46d7-81aa-2b906d9c6b63) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:26.746634 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 4d5810ef-cba4-4726-a39e-d86c509c9589 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:26.760020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:26.765832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] For port 9b63701f-b6a2-4f29-af07-579952fa84e8, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:50:26.774165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:26.778299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:26.779118 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.783274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=428ff14f-2afb-4ff5-95be-987222fca09f,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:26.786763 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-e6027a77-17db-4cc1-bd7b-a33de1adeadb tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57453658-b6ce-46e3-a4a1-11fd644c6552']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:26.823161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-e6027a77-17db-4cc1-bd7b-a33de1adeadb tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a2c0d2-fc57-4dd4-aede-99a6be23c3f4') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:26.823696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-e6027a77-17db-4cc1-bd7b-a33de1adeadb tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a2c0d2-fc57-4dd4-aede-99a6be23c3f4') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:26.830643 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9a5292c3-482f-47be-a972-782dbadb6b58 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.850648 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] For port 9b63701f-b6a2-4f29-af07-579952fa84e8, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9b63701f-b6a2-4f29-af07-579952fa84e8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:50:26.857249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad6b-5adc-41db-b369-1da182ace066 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.861705 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.872421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de809f82-d97b-4b52-b4d2-b73aeb54ece5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.884840 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e6027a77-17db-4cc1-bd7b-a33de1adeadb tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:26.903217 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-655646be-51cc-46a9-9eb1-0397a60a5e92 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7897480 May 28 04:50:26.931329 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56236) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:26.949181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5292c3-482f-47be-a972-782dbadb6b58 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event deleted for resources: {'Port': ['ID=6795f452-ae9a-4a56-8074-3f18bbb76969,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:26.971007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'network_id': '4d5810ef-cba4-4726-a39e-d86c509c9589', 'name': 'tempest-PortsIpV6TestJSON-123395926'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:26.987371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-231536d5-afa7-448d-a99e-bb56fece7b95 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.118963 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-dc06ad6b-5adc-41db-b369-1da182ace066 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Calling delete_port for 485b53ca-f6ed-4cb3-b81a-509419e875c5 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:27.126580 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.132886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.133936 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e6027a77-17db-4cc1-bd7b-a33de1adeadb tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.145932 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Transition to ACTIVE for port object 974e2481-4262-46d7-81aa-2b906d9c6b63 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:27.148425 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ee958-5300-46b5-bebf-8b0e4e6eec29 None None] Pushing event updated for resources: {'Port': ['ID=9b63701f-b6a2-4f29-af07-579952fa84e8,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:27.182524 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Transition to ACTIVE for port object 974e2481-4262-46d7-81aa-2b906d9c6b63 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:27.195013 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.195397 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9a5292c3-482f-47be-a972-782dbadb6b58 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.197413 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9a5292c3-482f-47be-a972-782dbadb6b58 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "DELETE /v2.0/ports/6795f452-ae9a-4a56-8074-3f18bbb76969 HTTP/1.1" status: 204 len: 168 time: 2.2744322 May 28 04:50:27.214002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56240) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:27.262003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6027a77-17db-4cc1-bd7b-a33de1adeadb tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:50:27.262843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e6027a77-17db-4cc1-bd7b-a33de1adeadb tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:50:27.279740 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:50:27.284345 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Network 4d5810ef-cba4-4726-a39e-d86c509c9589 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:27.289489 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:27.292581 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:27.318794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-dc68be1f-7162-4535-8c69-343e1c826111 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Synchronizing usage tracker for tenant:0db9129a53f640e9b80012158a668c0e on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:27.382685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a2ca95d3-a3ee-47e0-82c9-9baa667fa8cd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.388291 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Pushing event updated for resources: {'Port': ['ID=974e2481-4262-46d7-81aa-2b906d9c6b63,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:27.421636 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Attempting to bind port 974e2481-4262-46d7-81aa-2b906d9c6b63 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:50:27.422047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Attempting to bind port 974e2481-4262-46d7-81aa-2b906d9c6b63 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '0a1db006-f78f-4bad-8e76-b60951fd4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4d5810ef-cba4-4726-a39e-d86c509c9589'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:50:27.422392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Attempting to bind port 974e2481-4262-46d7-81aa-2b906d9c6b63 on network 4d5810ef-cba4-4726-a39e-d86c509c9589 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:50:27.430147 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:50:27.430652 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Checking segment: {'id': '0a1db006-f78f-4bad-8e76-b60951fd4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4d5810ef-cba4-4726-a39e-d86c509c9589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:27.431048 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.431433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Bound using segment: {'id': '0a1db006-f78f-4bad-8e76-b60951fd4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4d5810ef-cba4-4726-a39e-d86c509c9589'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:50:27.432343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Bound port: 974e2481-4262-46d7-81aa-2b906d9c6b63, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1db006-f78f-4bad-8e76-b60951fd4016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '4d5810ef-cba4-4726-a39e-d86c509c9589'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:50:27.432343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.482361 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca95d3-a3ee-47e0-82c9-9baa667fa8cd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=26dbf61d-be91-4e35-8a41-f1d8dbe5ac76,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:27.487881 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-919c0743-49ab-49f7-a8ed-3a87724b7e98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2e5581a19f3441da981078292d6362a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8877275 May 28 04:50:27.494158 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56244) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:27.502090 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-dc68be1f-7162-4535-8c69-343e1c826111 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Unset dirty status for tenant:0db9129a53f640e9b80012158a668c0e on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:27.509160 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-dc68be1f-7162-4535-8c69-343e1c826111 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2822943 May 28 04:50:27.530416 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56248) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:27.549554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] For port 974e2481-4262-46d7-81aa-2b906d9c6b63, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:50:27.551941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:27.558328 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1efba9d5-fb3d-48a6-8d16-1aab9f8caf67 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-229587632'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:27.560555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:port and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:27.566406 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:27.566712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] For port 974e2481-4262-46d7-81aa-2b906d9c6b63, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=974e2481-4262-46d7-81aa-2b906d9c6b63,segment=NetworkSegment(0a1db006-f78f-4bad-8e76-b60951fd4016),segment_id=0a1db006-f78f-4bad-8e76-b60951fd4016)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:50:27.570275 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1efba9d5-fb3d-48a6-8d16-1aab9f8caf67 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:27.572523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e6027a77-17db-4cc1-bd7b-a33de1adeadb tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.578950 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.602531 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1efba9d5-fb3d-48a6-8d16-1aab9f8caf67 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Usage tracker for resource:network and tenant:0db9129a53f640e9b80012158a668c0e is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:27.628338 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:27.647516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e6027a77-17db-4cc1-bd7b-a33de1adeadb tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.661129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801a745-b41a-44d2-a74b-95ab324a8b3b None None] Pushing event updated for resources: {'Port': ['ID=974e2481-4262-46d7-81aa-2b906d9c6b63,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:27.663341 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1efba9d5-fb3d-48a6-8d16-1aab9f8caf67 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:27.664618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9b63701f-b6a2-4f29-af07-579952fa84e8 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:27.667477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6027a77-17db-4cc1-bd7b-a33de1adeadb tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event deleted for resources: {'Network': ['ID=57453658-b6ce-46e3-a4a1-11fd644c6552,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:27.690286 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:27.693731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.693897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1efba9d5-fb3d-48a6-8d16-1aab9f8caf67 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:27.709859 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e6027a77-17db-4cc1-bd7b-a33de1adeadb tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "DELETE /v2.0/networks/57453658-b6ce-46e3-a4a1-11fd644c6552 HTTP/1.1" status: 204 len: 168 time: 1.9688036 May 28 04:50:27.715994 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56252) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:27.769718 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 9b63701f-b6a2-4f29-af07-579952fa84e8 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:27.772883 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a2ca95d3-a3ee-47e0-82c9-9baa667fa8cd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.787253 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efba9d5-fb3d-48a6-8d16-1aab9f8caf67 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Made reservation on behalf of 0db9129a53f640e9b80012158a668c0e for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:27.790175 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1efba9d5-fb3d-48a6-8d16-1aab9f8caf67 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.822050 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] device_id is not set on port 68a0a654-9e37-4983-add1-480131a9b315 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:50:27.831195 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a2ca95d3-a3ee-47e0-82c9-9baa667fa8cd tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/26dbf61d-be91-4e35-8a41-f1d8dbe5ac76 HTTP/1.1" status: 204 len: 168 time: 2.3069932 May 28 04:50:27.847180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56256) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:27.951579 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d46d61a1-73e2-4998-98c0-cb4b5f1d31b9 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:27.990639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-231536d5-afa7-448d-a99e-bb56fece7b95 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:28.004900 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0853fcab-2311-492b-856b-2145abf2d390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:28.030236 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de809f82-d97b-4b52-b4d2-b73aeb54ece5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:28.128891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efba9d5-fb3d-48a6-8d16-1aab9f8caf67 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:28.133177 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0853fcab-2311-492b-856b-2145abf2d390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:28.151429 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad6b-5adc-41db-b369-1da182ace066 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:28.227027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231536d5-afa7-448d-a99e-bb56fece7b95 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:28.237344 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-231536d5-afa7-448d-a99e-bb56fece7b95 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:28.238909 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06ad6b-5adc-41db-b369-1da182ace066 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Port': ['ID=485b53ca-f6ed-4cb3-b81a-509419e875c5,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:28.246985 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1efba9d5-fb3d-48a6-8d16-1aab9f8caf67 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:28.247339 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-1efba9d5-fb3d-48a6-8d16-1aab9f8caf67 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Added segment 7b5f7480-ac76-40a4-aacd-083e0d1a77a8 of type vlan for network 1282d14d-71b9-428d-b09d-a6e239de0223 May 28 04:50:28.250339 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bced77f2-eaa5-4ad2-b838-d3ec2cc37dc6 None None] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:28.257252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de809f82-d97b-4b52-b4d2-b73aeb54ece5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Subnet': ['ID=708d4689-bc7c-4d8e-b2f8-741021e53b97,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:28.262930 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231536d5-afa7-448d-a99e-bb56fece7b95 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Subnet': ['ID=8de98ed6-1d1f-4e66-9343-b7d122f4d253,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:28.276859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231536d5-afa7-448d-a99e-bb56fece7b95 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:28.276999 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-231536d5-afa7-448d-a99e-bb56fece7b95 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:28.301346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d46d61a1-73e2-4998-98c0-cb4b5f1d31b9 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:28.335786 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Allocated IP 2001:db8::311 (4d5810ef-cba4-4726-a39e-d86c509c9589/e9ce4501-8241-47d6-ab57-c1d478ab58fe/68a0a654-9e37-4983-add1-480131a9b315) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:28.373604 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-231536d5-afa7-448d-a99e-bb56fece7b95 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9777579 May 28 04:50:28.377353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-d46d61a1-73e2-4998-98c0-cb4b5f1d31b9 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52060d0b-8dc9-4075-9dca-c2ee72f1d4de']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:28.381496 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56260) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:28.393072 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1efba9d5-fb3d-48a6-8d16-1aab9f8caf67 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:28.395547 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-d46d61a1-73e2-4998-98c0-cb4b5f1d31b9 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe38c358-0fe4-41f8-9de8-d289cb5ac98f') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:28.395847 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-d46d61a1-73e2-4998-98c0-cb4b5f1d31b9 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe38c358-0fe4-41f8-9de8-d289cb5ac98f') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:28.403010 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7af64d-894e-4005-9613-55fabcf50b50 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:28.403300 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3d7af64d-894e-4005-9613-55fabcf50b50 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:28.410074 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-9c0affc1-b011-469f-ad57-ac43f0660bb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1646435189', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8de98ed6-1d1f-4e66-9343-b7d122f4d253'}], 'security_groups': ['11b1c0fb-2a9b-4445-b6bd-7b73be5ddcda', '70cb83bf-1e0f-419d-8fe6-0a68cd8c6405']}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:28.423481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d46d61a1-73e2-4998-98c0-cb4b5f1d31b9 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:28.464609 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d46d61a1-73e2-4998-98c0-cb4b5f1d31b9 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:28.464833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de809f82-d97b-4b52-b4d2-b73aeb54ece5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Checking segment: {'id': 'cad5c45f-8125-4432-b56e-03e70d09ba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f4239edf-4248-4b9d-9e1d-796106746e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:28.465113 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de809f82-d97b-4b52-b4d2-b73aeb54ece5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network hostable DHCP agents. Network: f4239edf-4248-4b9d-9e1d-796106746e72, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:28.477373 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d46d61a1-73e2-4998-98c0-cb4b5f1d31b9 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:50:28.479531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d46d61a1-73e2-4998-98c0-cb4b5f1d31b9 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:50:28.496945 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:50:28.614281 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3d7af64d-894e-4005-9613-55fabcf50b50 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:28.617694 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3d7af64d-894e-4005-9613-55fabcf50b50 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.7410896 May 28 04:50:28.625718 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56264) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:28.676452 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d46d61a1-73e2-4998-98c0-cb4b5f1d31b9 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:28.681526 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d46d61a1-73e2-4998-98c0-cb4b5f1d31b9 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:28.724486 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54e4430-c7ca-4a14-a393-50c89aac3eac None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:28.730157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d61a1-73e2-4998-98c0-cb4b5f1d31b9 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] Pushing event deleted for resources: {'Network': ['ID=52060d0b-8dc9-4075-9dca-c2ee72f1d4de,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:28.752187 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d46d61a1-73e2-4998-98c0-cb4b5f1d31b9 tempest-BulkNetworkOpsTest-1076740953 tempest-BulkNetworkOpsTest-1076740953-project] 10.222.0.15 "DELETE /v2.0/networks/52060d0b-8dc9-4075-9dca-c2ee72f1d4de HTTP/1.1" status: 204 len: 168 time: 1.0305285 May 28 04:50:28.820964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:28.849385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Transition to ACTIVE for port object 68a0a654-9e37-4983-add1-480131a9b315 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:28.897690 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:29.090365 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1efba9d5-fb3d-48a6-8d16-1aab9f8caf67 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:29.096024 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efba9d5-fb3d-48a6-8d16-1aab9f8caf67 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:29.096629 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1efba9d5-fb3d-48a6-8d16-1aab9f8caf67 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:29.101746 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=68a0a654-9e37-4983-add1-480131a9b315,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:29.109959 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 4d5810ef-cba4-4726-a39e-d86c509c9589 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:29.111846 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:29.116367 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0853fcab-2311-492b-856b-2145abf2d390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:29.118789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:29.125405 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:29.129197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:29.132350 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56274) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:29.177967 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d2d3f37b-3569-476d-8be2-14f6a03eb8d0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2262115 May 28 04:50:29.196991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b8cfd07a-b88e-4e87-8f16-731d93766731 None None] Provisioning for port 9b63701f-b6a2-4f29-af07-579952fa84e8 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:29.198191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44abf8c6-d574-41d6-b87c-11136edf0056 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:29.204789 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-44abf8c6-d574-41d6-b87c-11136edf0056 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5657237 May 28 04:50:29.204789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56280) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:29.208394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56282) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:29.244904 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b8cfd07a-b88e-4e87-8f16-731d93766731 None None] Provisioning complete for port 9b63701f-b6a2-4f29-af07-579952fa84e8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:29.246180 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd07a-b88e-4e87-8f16-731d93766731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:29.289295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1c14c1-6b53-4fee-bf8a-8f543bd4402d None None] Update dhcp port {'port': {'network_id': 'a61032c2-e46a-44f7-9cb2-4c483a0d82f2', 'fixed_ips': [{'subnet_id': 'd08a8af4-ba37-4c90-922d-5d50b31783f2', 'ip_address': '172.20.0.18'}, {'subnet_id': '3c97fbdc-de8b-465d-90f5-fac611488416', 'ip_address': '172.20.0.2'}, {'subnet_id': '8de98ed6-1d1f-4e66-9343-b7d122f4d253'}], 'binding:host_id': 'dv-neutron-843300-5-hyperv'}, 'id': '28791ac2-a3da-4689-88b7-3116e3e5be9a'} from dv-neutron-843300-5-hyperv. {{(pid=84011) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 28 04:50:29.318316 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efba9d5-fb3d-48a6-8d16-1aab9f8caf67 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event updated for resources: {'Network': ['ID=1282d14d-71b9-428d-b09d-a6e239de0223,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:29.320497 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0853fcab-2311-492b-856b-2145abf2d390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2e15ff-796e-4706-8045-bf6f6fea0baf,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:29.322117 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de809f82-d97b-4b52-b4d2-b73aeb54ece5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network f4239edf-4248-4b9d-9e1d-796106746e72 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:29.348904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0853fcab-2311-492b-856b-2145abf2d390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:29.350059 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0853fcab-2311-492b-856b-2145abf2d390 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d2e15ff-796e-4706-8045-bf6f6fea0baf HTTP/1.1" status: 204 len: 168 time: 1.8495641 May 28 04:50:29.350436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2327a5e6-df91-4d4c-b285-b0cd9c4eb294 None None] Network 4d5810ef-cba4-4726-a39e-d86c509c9589 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:29.360264 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1efba9d5-fb3d-48a6-8d16-1aab9f8caf67 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8283892 May 28 04:50:29.360980 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56290) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:29.363451 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 1282d14d-71b9-428d-b09d-a6e239de0223 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:29.369196 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad6b-5adc-41db-b369-1da182ace066 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:29.529990 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fa1c14c1-6b53-4fee-bf8a-8f543bd4402d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:29.677346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad6b-5adc-41db-b369-1da182ace066 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:29.682007 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad6b-5adc-41db-b369-1da182ace066 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:29.711443 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-86eac007-a2d0-4bb4-87c9-b7af885b6774 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-471763514'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:29.717617 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-de809f82-d97b-4b52-b4d2-b73aeb54ece5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, f4239edf-4248-4b9d-9e1d-796106746e72) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:29.720510 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c0affc1-b011-469f-ad57-ac43f0660bb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:29.730325 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-86eac007-a2d0-4bb4-87c9-b7af885b6774 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:29.731206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707e633-6929-4740-a350-572648869b85 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:29.733518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 974e2481-4262-46d7-81aa-2b906d9c6b63 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:29.736671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad6b-5adc-41db-b369-1da182ace066 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:29.737174 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc06ad6b-5adc-41db-b369-1da182ace066 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Fanout notify agent at l3_agent the message router_deleted on router 34c0ccde-0ca1-4f5c-9a78-5813134c7124 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:50:29.738977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de809f82-d97b-4b52-b4d2-b73aeb54ece5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:29.739525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de809f82-d97b-4b52-b4d2-b73aeb54ece5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:29.751099 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707e633-6929-4740-a350-572648869b85 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:29.752787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707e633-6929-4740-a350-572648869b85 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:29.756679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-86eac007-a2d0-4bb4-87c9-b7af885b6774 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Usage tracker for resource:network and tenant:0db9129a53f640e9b80012158a668c0e is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:29.756860 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7707e633-6929-4740-a350-572648869b85 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:29.764776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-86eac007-a2d0-4bb4-87c9-b7af885b6774 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:29.779759 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-86eac007-a2d0-4bb4-87c9-b7af885b6774 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:29.784705 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caefb66d-2a6a-46ea-88a7-54496924fbeb None None] Network f4239edf-4248-4b9d-9e1d-796106746e72 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:29.798452 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-07c427ab-81b2-4fe1-ac21-b8743566d9bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e51e64f145743069167a5616b9a3859&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6649187 May 28 04:50:29.811506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56298) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:29.898862 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad21a932-6862-4d8c-be02-1298d82c7ba6 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:29.900724 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ad21a932-6862-4d8c-be02-1298d82c7ba6 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:29.911974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7707e633-6929-4740-a350-572648869b85 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:29.913149 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7707e633-6929-4740-a350-572648869b85 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7029936 May 28 04:50:29.919686 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56306) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:30.056683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ad21a932-6862-4d8c-be02-1298d82c7ba6 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:30.057922 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ad21a932-6862-4d8c-be02-1298d82c7ba6 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A357 HTTP/1.1" status: 200 len: 929 time: 0.8534954 May 28 04:50:30.074150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56312) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:30.099506 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd07a-b88e-4e87-8f16-731d93766731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.141070 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dc06ad6b-5adc-41db-b369-1da182ace066 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.142901 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-dc06ad6b-5adc-41db-b369-1da182ace066 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/routers/34c0ccde-0ca1-4f5c-9a78-5813134c7124 HTTP/1.1" status: 204 len: 168 time: 6.4087319 May 28 04:50:30.147983 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56316) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:30.187985 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-de809f82-d97b-4b52-b4d2-b73aeb54ece5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2174737 May 28 04:50:30.199342 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56322) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:30.202239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eac007-a2d0-4bb4-87c9-b7af885b6774 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Made reservation on behalf of 0db9129a53f640e9b80012158a668c0e for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:30.209543 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-86eac007-a2d0-4bb4-87c9-b7af885b6774 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.246219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-22a56362-a6ff-44e4-979b-52990633f1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.249103 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-63938048-4874-4267-a52f-c3f8e20243f2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'subnet': {'network_id': 'af58b00a-db35-47bd-ae21-8515f50a14a9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:30.278891 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b8cfd07a-b88e-4e87-8f16-731d93766731 None None] For port 9b63701f-b6a2-4f29-af07-579952fa84e8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9b63701f-b6a2-4f29-af07-579952fa84e8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:30.336670 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b8cfd07a-b88e-4e87-8f16-731d93766731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.394931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-587c0e04-de17-4af8-b60b-ccf168808b0d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 68a0a654-9e37-4983-add1-480131a9b315 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:30.395271 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-587c0e04-de17-4af8-b60b-ccf168808b0d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.429403 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86eac007-a2d0-4bb4-87c9-b7af885b6774 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:30.440219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-86eac007-a2d0-4bb4-87c9-b7af885b6774 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.440571 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-86eac007-a2d0-4bb4-87c9-b7af885b6774 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Added segment 6e0ff677-1e54-4c1b-a822-bd462a0b2a10 of type vlan for network 689b4f3a-536d-4e39-a2dc-3593d4856cce May 28 04:50:30.457186 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-22a56362-a6ff-44e4-979b-52990633f1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.476324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-86eac007-a2d0-4bb4-87c9-b7af885b6774 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.498438 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfd07a-b88e-4e87-8f16-731d93766731 None None] Pushing event updated for resources: {'Port': ['ID=9b63701f-b6a2-4f29-af07-579952fa84e8,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:30.544164 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-858a7d41-989e-4526-8bff-6d1f04a77e05 None None] Provisioning complete for port 9b63701f-b6a2-4f29-af07-579952fa84e8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:30.544529 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-858a7d41-989e-4526-8bff-6d1f04a77e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.559529 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-22a56362-a6ff-44e4-979b-52990633f1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.579166 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-86eac007-a2d0-4bb4-87c9-b7af885b6774 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.586248 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eac007-a2d0-4bb4-87c9-b7af885b6774 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:30.590933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a56362-a6ff-44e4-979b-52990633f1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69557176-a7e6-45f5-8eab-4dedca77a4ce,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:30.591160 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-86eac007-a2d0-4bb4-87c9-b7af885b6774 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.601566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-522e7207-f7c3-442c-bb50-2e1986c6f00a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 363ea4c5-b8d0-491b-b673-f2fa3fff2266 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:30.605436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 974e2481-4262-46d7-81aa-2b906d9c6b63 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:30.608030 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-522e7207-f7c3-442c-bb50-2e1986c6f00a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.679285 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-22a56362-a6ff-44e4-979b-52990633f1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.686580 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-22a56362-a6ff-44e4-979b-52990633f1f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69557176-a7e6-45f5-8eab-4dedca77a4ce HTTP/1.1" status: 204 len: 168 time: 0.8738811 May 28 04:50:30.774909 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-522e7207-f7c3-442c-bb50-2e1986c6f00a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.793155 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-f4239edf-4248-4b9d-9e1d-796106746e72', 'network_id': 'f4239edf-4248-4b9d-9e1d-796106746e72', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'fixed_ips': [{'subnet_id': '708d4689-bc7c-4d8e-b2f8-741021e53b97'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:50:30.794276 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:30.915339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56336) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:30.923906 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-858a7d41-989e-4526-8bff-6d1f04a77e05 None None] Could not find standard attr ID for object 26dbf61d-be91-4e35-8a41-f1d8dbe5ac76. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:50:30.960159 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-858a7d41-989e-4526-8bff-6d1f04a77e05 None None] Provisioning for port 974e2481-4262-46d7-81aa-2b906d9c6b63 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:30.970216 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-858a7d41-989e-4526-8bff-6d1f04a77e05 None None] Provisioning complete for port 974e2481-4262-46d7-81aa-2b906d9c6b63 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:30.970582 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-858a7d41-989e-4526-8bff-6d1f04a77e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:31.100050 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-522e7207-f7c3-442c-bb50-2e1986c6f00a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:31.240723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-587c0e04-de17-4af8-b60b-ccf168808b0d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:31.260942 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Allocated IP 2001:db8::2 (f4239edf-4248-4b9d-9e1d-796106746e72/708d4689-bc7c-4d8e-b2f8-741021e53b97/3020b6df-e6a7-4d22-90b7-7a2f7567cb4d) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:31.263033 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-017e07da-24fd-41e0-b8ff-4ea329409d38 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Deleting subnet 88d065d9-f99f-403c-8ca3-8dfa7eb4daed {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:31.270329 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-017e07da-24fd-41e0-b8ff-4ea329409d38 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:31.380847 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-017e07da-24fd-41e0-b8ff-4ea329409d38 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:31.424016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-587c0e04-de17-4af8-b60b-ccf168808b0d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 68a0a654-9e37-4983-add1-480131a9b315 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:31.451818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-9c0affc1-b011-469f-ad57-ac43f0660bb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Delete allocated IP 172.20.0.7 (a61032c2-e46a-44f7-9cb2-4c483a0d82f2/3c97fbdc-de8b-465d-90f5-fac611488416) {{(pid=84009) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 04:50:31.488191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-352543c9-bb55-4dfc-99f2-a0092a64d438 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] Request body: {'port': {'network_id': '02db674e-630b-4242-b92d-f4bd3646f250', 'name': 'tempest-NetworksNegativeTestJSON-1177852110'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:31.500558 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-86eac007-a2d0-4bb4-87c9-b7af885b6774 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1332107 May 28 04:50:31.510080 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-522e7207-f7c3-442c-bb50-2e1986c6f00a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:31.515602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-9c0affc1-b011-469f-ad57-ac43f0660bb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Allocated IP 172.20.0.45 (a61032c2-e46a-44f7-9cb2-4c483a0d82f2/8de98ed6-1d1f-4e66-9343-b7d122f4d253/9c06ca76-e2be-467c-9768-7fca83688221) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:31.525594 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-63938048-4874-4267-a52f-c3f8e20243f2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:31.531005 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-63938048-4874-4267-a52f-c3f8e20243f2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:subnet and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:31.536371 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-63938048-4874-4267-a52f-c3f8e20243f2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:31.538617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-858a7d41-989e-4526-8bff-6d1f04a77e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:31.549942 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-63938048-4874-4267-a52f-c3f8e20243f2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:31.559463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-522e7207-f7c3-442c-bb50-2e1986c6f00a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:31.579450 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63938048-4874-4267-a52f-c3f8e20243f2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:31.605258 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e7207-f7c3-442c-bb50-2e1986c6f00a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=363ea4c5-b8d0-491b-b673-f2fa3fff2266,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:31.612899 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-352543c9-bb55-4dfc-99f2-a0092a64d438 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] POST failed (client error): The resource could not be found. May 28 04:50:31.613753 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352543c9-bb55-4dfc-99f2-a0092a64d438 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:31.621491 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-352543c9-bb55-4dfc-99f2-a0092a64d438 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6952858 May 28 04:50:31.627341 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56356) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:31.663601 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-522e7207-f7c3-442c-bb50-2e1986c6f00a tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/363ea4c5-b8d0-491b-b673-f2fa3fff2266 HTTP/1.1" status: 204 len: 168 time: 1.7251251 May 28 04:50:31.664390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56360) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:31.711578 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-017e07da-24fd-41e0-b8ff-4ea329409d38 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:31.732953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeabf1b-cc1c-416e-b67c-4ba47797c429 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:31.748104 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9b63701f-b6a2-4f29-af07-579952fa84e8 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:31.769389 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc530b3-c316-41db-a5eb-198379f18cb1 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] DELETE failed (client error): The resource could not be found. May 28 04:50:31.769880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fc530b3-c316-41db-a5eb-198379f18cb1 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:31.777232 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6fc530b3-c316-41db-a5eb-198379f18cb1 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] 10.222.0.15 "DELETE /v2.0/networks/a0e9ec2a-4507-42b2-9c07-c7107953bddc HTTP/1.1" status: 404 len: 339 time: 0.1476598 May 28 04:50:31.784960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56366) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:31.910478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eac007-a2d0-4bb4-87c9-b7af885b6774 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event updated for resources: {'Network': ['ID=689b4f3a-536d-4e39-a2dc-3593d4856cce,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:31.925280 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ad3550-1485-48ce-96c8-e7743f7d92e3 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] DELETE failed (client error): The resource could not be found. May 28 04:50:31.925762 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ad3550-1485-48ce-96c8-e7743f7d92e3 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:31.938513 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-017e07da-24fd-41e0-b8ff-4ea329409d38 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:31.969053 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 689b4f3a-536d-4e39-a2dc-3593d4856cce details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:32.031472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ee664f-ebe0-4228-9611-046842dd1275 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 80313aa8-10bb-453d-be5e-3b9a04a06381 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:32.040308 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4ee664f-ebe0-4228-9611-046842dd1275 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:32.131730 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e07da-24fd-41e0-b8ff-4ea329409d38 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Subnet': ['ID=88d065d9-f99f-403c-8ca3-8dfa7eb4daed,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:32.141027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-858a7d41-989e-4526-8bff-6d1f04a77e05 None None] For port 974e2481-4262-46d7-81aa-2b906d9c6b63, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=974e2481-4262-46d7-81aa-2b906d9c6b63,segment=NetworkSegment(0a1db006-f78f-4bad-8e76-b60951fd4016),segment_id=0a1db006-f78f-4bad-8e76-b60951fd4016)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:32.159849 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-858a7d41-989e-4526-8bff-6d1f04a77e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:32.176049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4ee664f-ebe0-4228-9611-046842dd1275 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:32.221711 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-017e07da-24fd-41e0-b8ff-4ea329409d38 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:32.310373 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4ee664f-ebe0-4228-9611-046842dd1275 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:32.331837 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-017e07da-24fd-41e0-b8ff-4ea329409d38 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/subnets/88d065d9-f99f-403c-8ca3-8dfa7eb4daed HTTP/1.1" status: 204 len: 168 time: 2.1797481 May 28 04:50:32.336124 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56378) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:32.339290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-63938048-4874-4267-a52f-c3f8e20243f2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:32.454820 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-09ad3550-1485-48ce-96c8-e7743f7d92e3 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] 10.222.0.15 "DELETE /v2.0/ports/9ffcc268-1487-4c75-ba2f-908483d7c2b4 HTTP/1.1" status: 404 len: 333 time: 0.6685984 May 28 04:50:32.459288 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56382) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:32.464572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4ee664f-ebe0-4228-9611-046842dd1275 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:32.465922 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 9b63701f-b6a2-4f29-af07-579952fa84e8 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:32.466496 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:32.524554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a7d41-989e-4526-8bff-6d1f04a77e05 None None] Pushing event updated for resources: {'Port': ['ID=974e2481-4262-46d7-81aa-2b906d9c6b63,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:32.549523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee664f-ebe0-4228-9611-046842dd1275 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=80313aa8-10bb-453d-be5e-3b9a04a06381,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:32.555556 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-a220c07f-cfa9-446f-a830-fcc4cfe99071 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] DELETE failed (client error): The resource could not be found. May 28 04:50:32.555954 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a220c07f-cfa9-446f-a830-fcc4cfe99071 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:32.568393 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4ee664f-ebe0-4228-9611-046842dd1275 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:32.573279 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b4ee664f-ebe0-4228-9611-046842dd1275 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/80313aa8-10bb-453d-be5e-3b9a04a06381 HTTP/1.1" status: 204 len: 168 time: 0.9058971 May 28 04:50:32.574404 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-587c0e04-de17-4af8-b60b-ccf168808b0d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:32.580392 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56386) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:32.617007 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-27fc9912-7857-4006-91cc-c76967b0c8a4 None None] Provisioning for port 68a0a654-9e37-4983-add1-480131a9b315 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:32.622906 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a220c07f-cfa9-446f-a830-fcc4cfe99071 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] 10.222.0.15 "DELETE /v2.0/subnets/ff78ab47-4fb5-43db-a141-9257f7cb0df1 HTTP/1.1" status: 404 len: 337 time: 0.1626222 May 28 04:50:32.629898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56390) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:32.630233 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56392) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:32.635422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-27fc9912-7857-4006-91cc-c76967b0c8a4 None None] Provisioning complete for port 68a0a654-9e37-4983-add1-480131a9b315 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:32.636648 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-27fc9912-7857-4006-91cc-c76967b0c8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:32.724950 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-27fc9912-7857-4006-91cc-c76967b0c8a4 None None] Port 68a0a654-9e37-4983-add1-480131a9b315 was deleted so its status cannot be updated. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 28 04:50:32.747911 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-48a1a884-90ef-4893-90af-7d60324674fe tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1641779 May 28 04:50:32.748384 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:32.775225 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56400) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:32.781467 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e64d2e6-4c9b-4bad-a5f1-75acf9d03058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:32.781957 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Transition to ACTIVE for port object 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:32.802021 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:50:32.844518 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-a9478ff4-6730-43e3-b43d-2bb449b48bb0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:32.856832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Transition to ACTIVE for port object 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:32.877181 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-27fc9912-7857-4006-91cc-c76967b0c8a4 None None] Provisioning for port 428ff14f-2afb-4ff5-95be-987222fca09f completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:32.885674 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-27fc9912-7857-4006-91cc-c76967b0c8a4 None None] Provisioning complete for port 428ff14f-2afb-4ff5-95be-987222fca09f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:32.886377 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-27fc9912-7857-4006-91cc-c76967b0c8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:32.905290 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e26aa8-830b-4a9d-9271-e8e333adfa9d tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] GET failed (client error): The resource could not be found. May 28 04:50:32.906705 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-57e26aa8-830b-4a9d-9271-e8e333adfa9d tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] 10.222.0.15 "GET /v2.0/networks/cf4074f2-1475-4b2d-beef-9808d4010d2f HTTP/1.1" status: 404 len: 339 time: 0.2737722 May 28 04:50:32.907476 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c0e04-de17-4af8-b60b-ccf168808b0d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=68a0a654-9e37-4983-add1-480131a9b315,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:32.917718 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-2e0c18ad-275a-4758-b31d-b294fa73dcfb tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-322240940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:32.923362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56404) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:32.952037 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:33.013026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2e0c18ad-275a-4758-b31d-b294fa73dcfb tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:33.020626 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-76552d8b-e946-4a90-b979-375627cb6165 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] GET failed (client error): The resource could not be found. May 28 04:50:33.023339 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-76552d8b-e946-4a90-b979-375627cb6165 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] 10.222.0.15 "GET /v2.0/ports/ce33b45b-b69a-4413-a34e-687acf0fa80f HTTP/1.1" status: 404 len: 333 time: 0.0989747 May 28 04:50:33.074969 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56410) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:33.085988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2e0c18ad-275a-4758-b31d-b294fa73dcfb tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Usage tracker for resource:router and tenant:946bc1a39daa47378635045d132c9c3d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:33.103240 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2e0c18ad-275a-4758-b31d-b294fa73dcfb tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:33.105761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a9478ff4-6730-43e3-b43d-2bb449b48bb0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:33.105953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Network f4239edf-4248-4b9d-9e1d-796106746e72 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:33.107649 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-27fc9912-7857-4006-91cc-c76967b0c8a4 None None] Port 428ff14f-2afb-4ff5-95be-987222fca09f cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:33.115575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-587c0e04-de17-4af8-b60b-ccf168808b0d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:33.118677 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-587c0e04-de17-4af8-b60b-ccf168808b0d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/68a0a654-9e37-4983-add1-480131a9b315 HTTP/1.1" status: 204 len: 168 time: 3.0434415 May 28 04:50:33.119925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2e0c18ad-275a-4758-b31d-b294fa73dcfb tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:33.121925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56414) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:33.122481 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:33.130878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:33.143255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Pushing event updated for resources: {'Port': ['ID=3020b6df-e6a7-4d22-90b7-7a2f7567cb4d,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:33.236851 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a9478ff4-6730-43e3-b43d-2bb449b48bb0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:33.246666 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-57dcbd6b-cdba-4d53-85e4-d8821772e41f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] GET failed (client error): The resource could not be found. May 28 04:50:33.247486 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-57dcbd6b-cdba-4d53-85e4-d8821772e41f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:33.275084 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a9478ff4-6730-43e3-b43d-2bb449b48bb0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:33.280001 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2e0c18ad-275a-4758-b31d-b294fa73dcfb tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:33.287707 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-11283344-36cd-407d-a3ef-a05fa409f897 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] GET failed (client error): The resource could not be found. May 28 04:50:33.293062 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2e0c18ad-275a-4758-b31d-b294fa73dcfb tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:33.294917 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-11283344-36cd-407d-a3ef-a05fa409f897 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] 10.222.0.15 "GET /v2.0/subnets/7a6d9263-d96e-42b9-8ceb-4e0c4683e944 HTTP/1.1" status: 404 len: 337 time: 0.2189052 May 28 04:50:33.295756 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56418) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:33.302281 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-27fc9912-7857-4006-91cc-c76967b0c8a4 None None] Provisioning complete for port 974e2481-4262-46d7-81aa-2b906d9c6b63 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:33.302799 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-27fc9912-7857-4006-91cc-c76967b0c8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:33.319895 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-d3fdcdf0-642e-4b91-8179-cbaeb5e7dbf5 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:33.338137 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2e0c18ad-275a-4758-b31d-b294fa73dcfb tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:33.379575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-57dcbd6b-cdba-4d53-85e4-d8821772e41f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:33.381194 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-57dcbd6b-cdba-4d53-85e4-d8821772e41f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/68a0a654-9e37-4983-add1-480131a9b315 HTTP/1.1" status: 404 len: 333 time: 0.2579372 May 28 04:50:33.383163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2e0c18ad-275a-4758-b31d-b294fa73dcfb tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:33.393731 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a9478ff4-6730-43e3-b43d-2bb449b48bb0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:33.406988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56422) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:33.407203 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9fca4e-cd2e-4ce9-bc87-2bcddcb90d02 None None] Update dhcp port {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'fixed_ips': [{'subnet_id': '80313aa8-10bb-453d-be5e-3b9a04a06381'}], 'binding:host_id': 'dv-neutron-843300-5-hyperv'}, 'id': '9b63701f-b6a2-4f29-af07-579952fa84e8'} from dv-neutron-843300-5-hyperv. {{(pid=84011) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 28 04:50:33.411412 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2e0c18ad-275a-4758-b31d-b294fa73dcfb tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:33.416179 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2e0c18ad-275a-4758-b31d-b294fa73dcfb tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7848408 May 28 04:50:33.440547 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56426) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:33.462632 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1452470241'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:33.468957 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:33.474211 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Usage tracker for resource:network and tenant:946bc1a39daa47378635045d132c9c3d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:33.477214 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:33.494268 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3fdcdf0-642e-4b91-8179-cbaeb5e7dbf5 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] PUT failed (client error): The resource could not be found. May 28 04:50:33.494496 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0b9fca4e-cd2e-4ce9-bc87-2bcddcb90d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:33.494596 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3fdcdf0-642e-4b91-8179-cbaeb5e7dbf5 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:33.499590 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d3fdcdf0-642e-4b91-8179-cbaeb5e7dbf5 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] 10.222.0.15 "PUT /v2.0/networks/a280fd7f-d9d5-4db8-953f-4cdca48e62ad HTTP/1.1" status: 404 len: 339 time: 0.1884394 May 28 04:50:33.499590 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9478ff4-6730-43e3-b43d-2bb449b48bb0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:33.499832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-db11f2c1-f0d8-4622-9c98-030223ca2769 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 428ff14f-2afb-4ff5-95be-987222fca09f {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:33.505010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-db11f2c1-f0d8-4622-9c98-030223ca2769 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:33.514664 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Attempting to bind port 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:50:33.515059 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Attempting to bind port 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'cad5c45f-8125-4432-b56e-03e70d09ba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f4239edf-4248-4b9d-9e1d-796106746e72'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:50:33.515455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Attempting to bind port 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d on network f4239edf-4248-4b9d-9e1d-796106746e72 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:50:33.559822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:50:33.560186 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Checking segment: {'id': 'cad5c45f-8125-4432-b56e-03e70d09ba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f4239edf-4248-4b9d-9e1d-796106746e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:33.560581 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:33.560964 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Bound using segment: {'id': 'cad5c45f-8125-4432-b56e-03e70d09ba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f4239edf-4248-4b9d-9e1d-796106746e72'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:50:33.561430 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Bound port: 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cad5c45f-8125-4432-b56e-03e70d09ba49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'f4239edf-4248-4b9d-9e1d-796106746e72'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:50:33.561820 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:33.570722 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56430) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:33.602276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-abb8cc87-57af-4cda-b8c0-2590d9afd1b0 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:33.642518 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:33.649018 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a9478ff4-6730-43e3-b43d-2bb449b48bb0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:33.653702 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb8cc87-57af-4cda-b8c0-2590d9afd1b0 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] PUT failed (client error): The resource could not be found. May 28 04:50:33.654404 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb8cc87-57af-4cda-b8c0-2590d9afd1b0 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:33.656159 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-abb8cc87-57af-4cda-b8c0-2590d9afd1b0 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] 10.222.0.15 "PUT /v2.0/ports/7e68390e-08d8-43f2-911a-301d722999e5 HTTP/1.1" status: 404 len: 333 time: 0.0833709 May 28 04:50:33.667988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56434) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:33.679617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-03be8e1f-f1a2-470b-8f7f-956a9eb0e195 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:33.680789 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e64d2e6-4c9b-4bad-a5f1-75acf9d03058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:33.686276 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 974e2481-4262-46d7-81aa-2b906d9c6b63 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:33.731098 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-03be8e1f-f1a2-470b-8f7f-956a9eb0e195 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] PUT failed (client error): The resource could not be found. May 28 04:50:33.732251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03be8e1f-f1a2-470b-8f7f-956a9eb0e195 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:33.733737 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-03be8e1f-f1a2-470b-8f7f-956a9eb0e195 tempest-NetworksNegativeTestJSON-605527061 tempest-NetworksNegativeTestJSON-605527061-project] 10.222.0.15 "PUT /v2.0/subnets/5599f485-1a24-4167-a095-b2d47c4ab6c9 HTTP/1.1" status: 404 len: 337 time: 0.0637233 May 28 04:50:33.864751 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Made reservation on behalf of 946bc1a39daa47378635045d132c9c3d for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:33.868330 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:34.093093 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-3e64d2e6-4c9b-4bad-a5f1-75acf9d03058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab138742-cdd0-4ebc-9f2c-dae6019785a8']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:34.094492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-db11f2c1-f0d8-4622-9c98-030223ca2769 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:34.132885 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:34.136185 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] For port 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:50:34.146453 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] For port 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3020b6df-e6a7-4d22-90b7-7a2f7567cb4d,segment=NetworkSegment(cad5c45f-8125-4432-b56e-03e70d09ba49),segment_id=cad5c45f-8125-4432-b56e-03e70d09ba49)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:50:34.159425 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5dbc5b-8fec-4c89-ba16-e59b11456483 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:34.179082 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-3e64d2e6-4c9b-4bad-a5f1-75acf9d03058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0f64fb-e360-4c8f-adbb-c5f97cf89f3e') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:34.179308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-3e64d2e6-4c9b-4bad-a5f1-75acf9d03058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0f64fb-e360-4c8f-adbb-c5f97cf89f3e') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:34.218613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:34.360541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56442) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:34.371667 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e64d2e6-4c9b-4bad-a5f1-75acf9d03058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:34.387531 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a9478ff4-6730-43e3-b43d-2bb449b48bb0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:34.402702 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-9c0affc1-b011-469f-ad57-ac43f0660bb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:50:34.420465 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-db11f2c1-f0d8-4622-9c98-030223ca2769 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 428ff14f-2afb-4ff5-95be-987222fca09f owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:34.427661 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-79b21d95-e6ea-4f27-bdba-d17955ff0ccc None None] Provisioning complete for port 9b63701f-b6a2-4f29-af07-579952fa84e8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:34.428033 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-79b21d95-e6ea-4f27-bdba-d17955ff0ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:34.525682 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9478ff4-6730-43e3-b43d-2bb449b48bb0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=2ac2efa6-7b3e-4378-bf81-0a78b6a0dc1f,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:34.532551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:34.584520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-db11f2c1-f0d8-4622-9c98-030223ca2769 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:34.602239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c0affc1-b011-469f-ad57-ac43f0660bb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:34.606758 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Usage tracker for resource:security_group_rule and tenant:946bc1a39daa47378635045d132c9c3d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:34.614796 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 974e2481-4262-46d7-81aa-2b906d9c6b63 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:34.615484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:34.621079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:34.643316 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11f2c1-f0d8-4622-9c98-030223ca2769 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=428ff14f-2afb-4ff5-95be-987222fca09f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:34.657458 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e64d2e6-4c9b-4bad-a5f1-75acf9d03058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:34.686587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:34.744944 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-db11f2c1-f0d8-4622-9c98-030223ca2769 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:34.749020 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de27cc-f592-48e7-bd5d-6fc0a54c7df3 None None] Pushing event updated for resources: {'Port': ['ID=3020b6df-e6a7-4d22-90b7-7a2f7567cb4d,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:34.789575 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-db11f2c1-f0d8-4622-9c98-030223ca2769 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/428ff14f-2afb-4ff5-95be-987222fca09f HTTP/1.1" status: 204 len: 168 time: 1.3805478 May 28 04:50:34.796051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56448) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:34.836991 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e64d2e6-4c9b-4bad-a5f1-75acf9d03058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:50:34.837431 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e64d2e6-4c9b-4bad-a5f1-75acf9d03058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:34.887257 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-63938048-4874-4267-a52f-c3f8e20243f2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:50:34.891354 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:50:34.912845 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-df15947f-1d5c-4589-81b5-3231bef6736a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] GET failed (client error): The resource could not be found. May 28 04:50:34.913347 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-df15947f-1d5c-4589-81b5-3231bef6736a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:34.933127 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9478ff4-6730-43e3-b43d-2bb449b48bb0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:34.972089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-df15947f-1d5c-4589-81b5-3231bef6736a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:34.973215 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-df15947f-1d5c-4589-81b5-3231bef6736a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/428ff14f-2afb-4ff5-95be-987222fca09f HTTP/1.1" status: 404 len: 333 time: 0.1754067 May 28 04:50:34.975997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56452) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:35.044206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:35.073774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56456) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:35.099087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Request body: {'subnets': [{'network_id': '1282d14d-71b9-428d-b09d-a6e239de0223', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--734255685', 'ip_version': 6}, {'network_id': '689b4f3a-536d-4e39-a2dc-3593d4856cce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:35.099726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Request body: {'subnet': {'network_id': '1282d14d-71b9-428d-b09d-a6e239de0223', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--734255685', 'ip_version': 6}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:35.100443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Request body: {'subnet': {'network_id': '689b4f3a-536d-4e39-a2dc-3593d4856cce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:35.177789 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc42f24f-176a-4665-899d-dafebd8ce587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:35.187413 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-a9478ff4-6730-43e3-b43d-2bb449b48bb0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:35.198565 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9478ff4-6730-43e3-b43d-2bb449b48bb0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:35.199346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a9478ff4-6730-43e3-b43d-2bb449b48bb0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:35.213213 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:35.216491 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-9c0affc1-b011-469f-ad57-ac43f0660bb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Transition to ACTIVE for port object 9c06ca76-e2be-467c-9768-7fca83688221 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:35.253344 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e64d2e6-4c9b-4bad-a5f1-75acf9d03058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:35.267843 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c0affc1-b011-469f-ad57-ac43f0660bb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:35.302817 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e64d2e6-4c9b-4bad-a5f1-75acf9d03058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:35.330853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167f4009-caa7-4e35-adfc-e3a5a01de2e2 None None] Update dhcp port {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'fixed_ips': [{'subnet_id': '2ac2efa6-7b3e-4378-bf81-0a78b6a0dc1f'}], 'binding:host_id': 'dv-neutron-843300-5-hyperv'}, 'id': '9b63701f-b6a2-4f29-af07-579952fa84e8'} from dv-neutron-843300-5-hyperv. {{(pid=84011) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 28 04:50:35.353950 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-fa1c14c1-6b53-4fee-bf8a-8f543bd4402d None None] Allocated IP 172.20.0.34 (a61032c2-e46a-44f7-9cb2-4c483a0d82f2/8de98ed6-1d1f-4e66-9343-b7d122f4d253/28791ac2-a3da-4689-88b7-3116e3e5be9a) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:35.402220 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64d2e6-4c9b-4bad-a5f1-75acf9d03058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] Pushing event deleted for resources: {'Network': ['ID=ab138742-cdd0-4ebc-9f2c-dae6019785a8,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:35.431783 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:35.450481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:35.456191 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-167f4009-caa7-4e35-adfc-e3a5a01de2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:35.457808 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b820ff-f376-42ba-9c1d-043fa9b3fd57 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting subnet e9ce4501-8241-47d6-ab57-c1d478ab58fe {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:35.458901 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cc42f24f-176a-4665-899d-dafebd8ce587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:35.461087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Usage tracker for resource:subnet and tenant:0db9129a53f640e9b80012158a668c0e is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:35.463667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-92b820ff-f376-42ba-9c1d-043fa9b3fd57 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:35.465191 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cc42f24f-176a-4665-899d-dafebd8ce587 admin admin] Usage tracker for resource:security_group_rule and tenant:8a69102eaace47f89ee62c58c7019c9e is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:35.470100 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cc42f24f-176a-4665-899d-dafebd8ce587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:35.478214 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cc42f24f-176a-4665-899d-dafebd8ce587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:35.491361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:35.507780 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3e64d2e6-4c9b-4bad-a5f1-75acf9d03058 tempest-FloatingIPTestJSON-1695914088 tempest-FloatingIPTestJSON-1695914088-project] 10.222.0.15 "DELETE /v2.0/networks/ab138742-cdd0-4ebc-9f2c-dae6019785a8 HTTP/1.1" status: 204 len: 168 time: 3.1536145 May 28 04:50:35.509734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=289c6eda-5541-4d28-ab55-b7cab34af492,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:35.512152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:35.553578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-92b820ff-f376-42ba-9c1d-043fa9b3fd57 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:35.672753 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63938048-4874-4267-a52f-c3f8e20243f2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Subnet': ['ID=ff554e2a-a891-4000-ac07-5c3b23ace9a3,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:35.700186 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-fa1c14c1-6b53-4fee-bf8a-8f543bd4402d None None] For port 28791ac2-a3da-4689-88b7-3116e3e5be9a, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=28791ac2-a3da-4689-88b7-3116e3e5be9a,segment=NetworkSegment(ab75e45e-b53b-41cd-a29d-f709bce7c40b),segment_id=ab75e45e-b53b-41cd-a29d-f709bce7c40b)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:35.703366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Made reservation on behalf of 0db9129a53f640e9b80012158a668c0e for: {'subnet': 2} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:35.720139 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63938048-4874-4267-a52f-c3f8e20243f2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Checking segment: {'id': '45e7d8ab-d50c-4535-8431-f50f737769df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'af58b00a-db35-47bd-ae21-8515f50a14a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:35.720512 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63938048-4874-4267-a52f-c3f8e20243f2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network hostable DHCP agents. Network: af58b00a-db35-47bd-ae21-8515f50a14a9, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:35.732509 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a9478ff4-6730-43e3-b43d-2bb449b48bb0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9486799 May 28 04:50:35.793284 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:35.839988 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56466) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:35.848917 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.resource_extend [None req-fa1c14c1-6b53-4fee-bf8a-8f543bd4402d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:50:35.857780 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-9c0affc1-b011-469f-ad57-ac43f0660bb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] In _notify_port_updated(), no bound segment for port 9c06ca76-e2be-467c-9768-7fca83688221 on network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 {{(pid=84009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:50:35.864079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0affc1-b011-469f-ad57-ac43f0660bb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:35.864935 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c0affc1-b011-469f-ad57-ac43f0660bb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:35.879014 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9c0affc1-b011-469f-ad57-ac43f0660bb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "PUT /v2.0/ports/9c06ca76-e2be-467c-9768-7fca83688221 HTTP/1.1" status: 200 len: 960 time: 7.4839671 May 28 04:50:35.894969 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fa1c14c1-6b53-4fee-bf8a-8f543bd4402d None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:35.900462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56470) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:35.929355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-167f4009-caa7-4e35-adfc-e3a5a01de2e2 None None] Allocated IP 2001:db8::2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/2ac2efa6-7b3e-4378-bf81-0a78b6a0dc1f/9b63701f-b6a2-4f29-af07-579952fa84e8) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:35.936370 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fa1c14c1-6b53-4fee-bf8a-8f543bd4402d None None] Transition to ACTIVE for port object 28791ac2-a3da-4689-88b7-3116e3e5be9a will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:35.940203 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-6919ed6d-6b6b-44bc-ba53-49dc2e51e832 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:35.955323 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fa1c14c1-6b53-4fee-bf8a-8f543bd4402d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.034873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56476) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:36.042196 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.042540 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Added segment c6152f43-92cb-4e4d-a6e5-5f9344d6a3d9 of type vlan for network 22b3ca75-8ab3-4afe-83e0-78211265db25 May 28 04:50:36.043680 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0affc1-b011-469f-ad57-ac43f0660bb1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event updated for resources: {'Port': ['ID=9c06ca76-e2be-467c-9768-7fca83688221,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:36.068767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.069305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.084795 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224262e6-7171-400c-b7fa-70a64651c20e None None] Network f4239edf-4248-4b9d-9e1d-796106746e72 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:36.147977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a12fa56b-29c6-41ca-94e1-47c39fb2edb5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 9c06ca76-e2be-467c-9768-7fca83688221 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:36.148313 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a12fa56b-29c6-41ca-94e1-47c39fb2edb5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.194618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:36.219485 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63938048-4874-4267-a52f-c3f8e20243f2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network af58b00a-db35-47bd-ae21-8515f50a14a9 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:36.239083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-92b820ff-f376-42ba-9c1d-043fa9b3fd57 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.301464 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-63938048-4874-4267-a52f-c3f8e20243f2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, af58b00a-db35-47bd-ae21-8515f50a14a9) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:36.307235 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63938048-4874-4267-a52f-c3f8e20243f2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:36.307906 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-63938048-4874-4267-a52f-c3f8e20243f2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.324528 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c14c1-6b53-4fee-bf8a-8f543bd4402d None None] Pushing event updated for resources: {'Port': ['ID=28791ac2-a3da-4689-88b7-3116e3e5be9a,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:36.327113 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1003961b-d4bf-483c-8f6b-438e1ecad789 None None] Network af58b00a-db35-47bd-ae21-8515f50a14a9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:36.411028 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.436639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-92b820ff-f376-42ba-9c1d-043fa9b3fd57 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.444428 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9b63701f-b6a2-4f29-af07-579952fa84e8 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:50:36.496735 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-998750b6-00b3-4bb7-acfd-aa77982bf338 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee913605a2a2442f977d076c919a0ab6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4491031 May 28 04:50:36.496735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b820ff-f376-42ba-9c1d-043fa9b3fd57 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Subnet': ['ID=e9ce4501-8241-47d6-ab57-c1d478ab58fe,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:36.500524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56482) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:36.518739 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-99069062-6b83-4444-a0b2-10ec031c3454 None None] Provisioning for port 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:36.522081 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-63938048-4874-4267-a52f-c3f8e20243f2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.3211861 May 28 04:50:36.524255 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56486) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:36.534301 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb561df-da36-4ee0-86e9-3f1696b4f94a None None] Network 4d5810ef-cba4-4726-a39e-d86c509c9589 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:36.537894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-92b820ff-f376-42ba-9c1d-043fa9b3fd57 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.547586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6919ed6d-6b6b-44bc-ba53-49dc2e51e832 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:36.569787 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6919ed6d-6b6b-44bc-ba53-49dc2e51e832 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:36.576454 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-313efcf9-9c04-4785-a41d-1b5fd383af78 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1573095893', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:36.583037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-313efcf9-9c04-4785-a41d-1b5fd383af78 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:36.586839 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-313efcf9-9c04-4785-a41d-1b5fd383af78 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:router and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:36.589886 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-313efcf9-9c04-4785-a41d-1b5fd383af78 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:36.605648 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6919ed6d-6b6b-44bc-ba53-49dc2e51e832 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:36.610294 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc42f24f-176a-4665-899d-dafebd8ce587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.623736 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-313efcf9-9c04-4785-a41d-1b5fd383af78 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:36.624084 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-92b820ff-f376-42ba-9c1d-043fa9b3fd57 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/e9ce4501-8241-47d6-ab57-c1d478ab58fe HTTP/1.1" status: 204 len: 168 time: 1.6441374 May 28 04:50:36.630685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56490) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:36.632964 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc42f24f-176a-4665-899d-dafebd8ce587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.644417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-99069062-6b83-4444-a0b2-10ec031c3454 None None] Provisioning complete for port 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:36.645169 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-99069062-6b83-4444-a0b2-10ec031c3454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.665351 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6919ed6d-6b6b-44bc-ba53-49dc2e51e832 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:36.691709 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-167f4009-caa7-4e35-adfc-e3a5a01de2e2 None None] For port 9b63701f-b6a2-4f29-af07-579952fa84e8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9b63701f-b6a2-4f29-af07-579952fa84e8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:36.739051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42f24f-176a-4665-899d-dafebd8ce587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1e49aa-e214-4fc7-931b-1ee47cea8a86,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:36.760482 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.764628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:36.765274 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.774900 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cc42f24f-176a-4665-899d-dafebd8ce587 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a69102eaace47f89ee62c58c7019c9e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4121389 May 28 04:50:36.789808 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56494) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:36.816727 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-67e511e4-85eb-4305-b65a-64f092ed53ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.847450 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-67e511e4-85eb-4305-b65a-64f092ed53ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.851956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-313efcf9-9c04-4785-a41d-1b5fd383af78 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.852924 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-313efcf9-9c04-4785-a41d-1b5fd383af78 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.875460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.resource_extend [None req-167f4009-caa7-4e35-adfc-e3a5a01de2e2 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:50:36.899177 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6919ed6d-6b6b-44bc-ba53-49dc2e51e832 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:36.902874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6919ed6d-6b6b-44bc-ba53-49dc2e51e832 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:36.985707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-167f4009-caa7-4e35-adfc-e3a5a01de2e2 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.052748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-80369c0d-43ed-450b-a112-cde4f58fedc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.086415 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-167f4009-caa7-4e35-adfc-e3a5a01de2e2 None None] Transition to ACTIVE for port object 9b63701f-b6a2-4f29-af07-579952fa84e8 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:37.097002 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.101760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-80369c0d-43ed-450b-a112-cde4f58fedc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.149740 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-167f4009-caa7-4e35-adfc-e3a5a01de2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.160016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-67e511e4-85eb-4305-b65a-64f092ed53ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.187044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e511e4-85eb-4305-b65a-64f092ed53ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad5ff85-8188-45c5-a824-807025a7e398,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:37.191550 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.235096 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a12fa56b-29c6-41ca-94e1-47c39fb2edb5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.243578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-67e511e4-85eb-4305-b65a-64f092ed53ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.249533 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.8004041 May 28 04:50:37.249877 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-67e511e4-85eb-4305-b65a-64f092ed53ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fad5ff85-8188-45c5-a824-807025a7e398 HTTP/1.1" status: 204 len: 168 time: 0.7450223 May 28 04:50:37.268211 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56500) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:37.322045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-af58b00a-db35-47bd-ae21-8515f50a14a9', 'network_id': 'af58b00a-db35-47bd-ae21-8515f50a14a9', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'fixed_ips': [{'subnet_id': 'ff554e2a-a891-4000-ac07-5c3b23ace9a3'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:50:37.322834 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.377170 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event updated for resources: {'Subnet': ['ID=7c79b8e7-b622-46bf-9ac3-6715911de88c,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:37.378037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-718bc5a8-c87d-44f3-8921-8a79c6e63211 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Request body: {'subnet': {'network_id': '22b3ca75-8ab3-4afe-83e0-78211265db25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:37.402004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Checking segment: {'id': '7b5f7480-ac76-40a4-aacd-083e0d1a77a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1282d14d-71b9-428d-b09d-a6e239de0223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:37.402353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Network hostable DHCP agents. Network: 1282d14d-71b9-428d-b09d-a6e239de0223, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:37.415471 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-99069062-6b83-4444-a0b2-10ec031c3454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.433635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-80369c0d-43ed-450b-a112-cde4f58fedc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.449747 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80369c0d-43ed-450b-a112-cde4f58fedc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1e49aa-e214-4fc7-931b-1ee47cea8a86,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:37.455344 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Network 1282d14d-71b9-428d-b09d-a6e239de0223 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:37.465607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-80369c0d-43ed-450b-a112-cde4f58fedc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.466379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.467019 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-80369c0d-43ed-450b-a112-cde4f58fedc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b1e49aa-e214-4fc7-931b-1ee47cea8a86 HTTP/1.1" status: 204 len: 168 time: 0.6758735 May 28 04:50:37.472800 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 1282d14d-71b9-428d-b09d-a6e239de0223) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:37.473798 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f4009-caa7-4e35-adfc-e3a5a01de2e2 None None] Pushing event updated for resources: {'Port': ['ID=9b63701f-b6a2-4f29-af07-579952fa84e8,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:37.481740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.496884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a12fa56b-29c6-41ca-94e1-47c39fb2edb5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for 9c06ca76-e2be-467c-9768-7fca83688221 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:37.605328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event updated for resources: {'Subnet': ['ID=47be4b9a-fc76-46b8-a8c4-8526e8fd577f,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:37.651710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Checking segment: {'id': '6e0ff677-1e54-4c1b-a822-bd462a0b2a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '689b4f3a-536d-4e39-a2dc-3593d4856cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:37.652063 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Network hostable DHCP agents. Network: 689b4f3a-536d-4e39-a2dc-3593d4856cce, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:37.690117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Network 689b4f3a-536d-4e39-a2dc-3593d4856cce is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:37.698227 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e724dc4e-d650-4eb8-b5ed-6882efee2c8f None None] Network 1282d14d-71b9-428d-b09d-a6e239de0223 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:37.708828 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 689b4f3a-536d-4e39-a2dc-3593d4856cce) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:37.719168 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:37.719545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:37.722819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.740473 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d6fed-54ab-4600-af2d-c334de70a5ce tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event updated for resources: {'Network': ['ID=22b3ca75-8ab3-4afe-83e0-78211265db25,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:37.760510 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-313efcf9-9c04-4785-a41d-1b5fd383af78 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.787853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f675e36-b21f-447e-ad86-9645bd7e8087 None None] Network 689b4f3a-536d-4e39-a2dc-3593d4856cce requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:37.788995 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5a50a15e-ec30-4e6e-b5c9-e6ae0d24de1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.7079709 May 28 04:50:37.789983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56512) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:37.795102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-718bc5a8-c87d-44f3-8921-8a79c6e63211 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:37.826189 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 22b3ca75-8ab3-4afe-83e0-78211265db25 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:37.840271 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-718bc5a8-c87d-44f3-8921-8a79c6e63211 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Usage tracker for resource:subnet and tenant:946bc1a39daa47378635045d132c9c3d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:37.846079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-718bc5a8-c87d-44f3-8921-8a79c6e63211 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:37.862373 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 974e2481-4262-46d7-81aa-2b906d9c6b63 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:37.867390 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:37.977749 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81738784-9995-4321-b34b-3df48221d94e tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:37.979281 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81738784-9995-4321-b34b-3df48221d94e tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:37.981068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81738784-9995-4321-b34b-3df48221d94e tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:37.982081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-81738784-9995-4321-b34b-3df48221d94e tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Synchronizing usage tracker for tenant:0db9129a53f640e9b80012158a668c0e on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:38.025710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-81738784-9995-4321-b34b-3df48221d94e tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Unset dirty status for tenant:0db9129a53f640e9b80012158a668c0e on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:38.039335 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-81738784-9995-4321-b34b-3df48221d94e tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2480233 May 28 04:50:38.040238 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56518) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:38.154427 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-718bc5a8-c87d-44f3-8921-8a79c6e63211 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:38.157863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d885bb6-7261-4c30-af4a-6b7596ac3c50 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Deleting subnet 7c79b8e7-b622-46bf-9ac3-6715911de88c {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:38.162086 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3d885bb6-7261-4c30-af4a-6b7596ac3c50 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:38.179952 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.ipam_backend_mixin [None req-6919ed6d-6b6b-44bc-ba53-49dc2e51e832 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ac2efa6-7b3e-4378-bf81-0a78b6a0dc1f (CIDR: 2001:db8::/64) May 28 04:50:38.212103 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-313efcf9-9c04-4785-a41d-1b5fd383af78 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:38.219317 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6919ed6d-6b6b-44bc-ba53-49dc2e51e832 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:50:38.220188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6919ed6d-6b6b-44bc-ba53-49dc2e51e832 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:38.223832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-99069062-6b83-4444-a0b2-10ec031c3454 None None] For port 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3020b6df-e6a7-4d22-90b7-7a2f7567cb4d,segment=NetworkSegment(cad5c45f-8125-4432-b56e-03e70d09ba49),segment_id=cad5c45f-8125-4432-b56e-03e70d09ba49)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:38.242390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3d885bb6-7261-4c30-af4a-6b7596ac3c50 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:38.253943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718bc5a8-c87d-44f3-8921-8a79c6e63211 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Made reservation on behalf of 946bc1a39daa47378635045d132c9c3d for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:38.331394 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7918b042-0d02-4962-9246-e1e8f7ec2324 None None] DHCP port deletion for 4d5810ef-cba4-4726-a39e-d86c509c9589 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:50:38.335363 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:50:38.335710 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:50:38.370989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3d885bb6-7261-4c30-af4a-6b7596ac3c50 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:38.433943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a12fa56b-29c6-41ca-94e1-47c39fb2edb5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:38.466929 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-313efcf9-9c04-4785-a41d-1b5fd383af78 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:38.473046 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-313efcf9-9c04-4785-a41d-1b5fd383af78 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.9286306 May 28 04:50:38.480387 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6919ed6d-6b6b-44bc-ba53-49dc2e51e832 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5928507 May 28 04:50:38.480515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56528) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:38.485086 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56530) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:38.553531 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:38.704698 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fa56b-29c6-41ca-94e1-47c39fb2edb5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Port': ['ID=9c06ca76-e2be-467c-9768-7fca83688221,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:38.710828 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:38.714996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:38.718019 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:38.724519 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:38.737646 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-99069062-6b83-4444-a0b2-10ec031c3454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:38.739948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7918b042-0d02-4962-9246-e1e8f7ec2324 None None] Deleting port 974e2481-4262-46d7-81aa-2b906d9c6b63 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:38.740504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7918b042-0d02-4962-9246-e1e8f7ec2324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:38.757145 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:38.802512 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dfa914-e3fc-46da-ac92-87ee000aac6b None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:38.859032 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-718bc5a8-c87d-44f3-8921-8a79c6e63211 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:38.986845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56548) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:39.072562 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3d885bb6-7261-4c30-af4a-6b7596ac3c50 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:39.160332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3d885bb6-7261-4c30-af4a-6b7596ac3c50 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:39.164827 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d885bb6-7261-4c30-af4a-6b7596ac3c50 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event deleted for resources: {'Subnet': ['ID=7c79b8e7-b622-46bf-9ac3-6715911de88c,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:39.224281 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] For port 974e2481-4262-46d7-81aa-2b906d9c6b63, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=974e2481-4262-46d7-81aa-2b906d9c6b63,segment=NetworkSegment(0a1db006-f78f-4bad-8e76-b60951fd4016),segment_id=0a1db006-f78f-4bad-8e76-b60951fd4016)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:39.224912 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:39.260273 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-7918b042-0d02-4962-9246-e1e8f7ec2324 None None] For port 974e2481-4262-46d7-81aa-2b906d9c6b63, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=974e2481-4262-46d7-81aa-2b906d9c6b63,segment=NetworkSegment(0a1db006-f78f-4bad-8e76-b60951fd4016),segment_id=0a1db006-f78f-4bad-8e76-b60951fd4016)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:39.260779 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7918b042-0d02-4962-9246-e1e8f7ec2324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:39.390277 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3d885bb6-7261-4c30-af4a-6b7596ac3c50 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "DELETE /v2.0/subnets/7c79b8e7-b622-46bf-9ac3-6715911de88c HTTP/1.1" status: 204 len: 168 time: 1.3464718 May 28 04:50:39.391056 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7918b042-0d02-4962-9246-e1e8f7ec2324 None None] Calling delete_port for 974e2481-4262-46d7-81aa-2b906d9c6b63 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:39.392288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 974e2481-4262-46d7-81aa-2b906d9c6b63 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:39.394340 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56560) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:39.467675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1247f64-7bad-4691-b4da-e1019fbd1c09 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Deleting subnet 47be4b9a-fc76-46b8-a8c4-8526e8fd577f {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:39.474146 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1247f64-7bad-4691-b4da-e1019fbd1c09 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:39.537561 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56564) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:39.550755 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:39.577062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-356115691'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:39.582304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a12fa56b-29c6-41ca-94e1-47c39fb2edb5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:39.586493 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a12fa56b-29c6-41ca-94e1-47c39fb2edb5 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/9c06ca76-e2be-467c-9768-7fca83688221 HTTP/1.1" status: 204 len: 168 time: 3.6584487 May 28 04:50:39.590129 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:39.598625 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99069062-6b83-4444-a0b2-10ec031c3454 None None] Pushing event updated for resources: {'Port': ['ID=3020b6df-e6a7-4d22-90b7-7a2f7567cb4d,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:39.601237 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:39.601504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1247f64-7bad-4691-b4da-e1019fbd1c09 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:39.634503 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56570) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:39.650357 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7918b042-0d02-4962-9246-e1e8f7ec2324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:39.653454 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Usage tracker for resource:network and tenant:8b3fd1d9cf014c149393a638d96945f7 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:39.667378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:39.677644 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:39.714654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918b042-0d02-4962-9246-e1e8f7ec2324 None None] Pushing event deleted for resources: {'Port': ['ID=974e2481-4262-46d7-81aa-2b906d9c6b63,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:39.719011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Made reservation on behalf of 8b3fd1d9cf014c149393a638d96945f7 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:39.721358 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:39.722320 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7918b042-0d02-4962-9246-e1e8f7ec2324 None None] No DVR routers for this DVR port 974e2481-4262-46d7-81aa-2b906d9c6b63 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:50:39.733483 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ea6969-7eed-410f-ab7a-aff0d49e0d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-1282d14d-71b9-428d-b09d-a6e239de0223', 'network_id': '1282d14d-71b9-428d-b09d-a6e239de0223', 'tenant_id': '0db9129a53f640e9b80012158a668c0e', 'fixed_ips': [{'subnet_id': '7c79b8e7-b622-46bf-9ac3-6715911de88c'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:50:39.735342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-37ea6969-7eed-410f-ab7a-aff0d49e0d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:39.800608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:39.818854 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:50:39.819175 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:50:39.843706 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'network': {'name': 'tempest-RoutersTest-854767087'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:39.871748 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:39.878725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Usage tracker for resource:security_group_rule and tenant:8b3fd1d9cf014c149393a638d96945f7 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:39.892631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:39.896092 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:39.902193 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:39.904030 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:network and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:39.908626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:39.919837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:39.946484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 9b63701f-b6a2-4f29-af07-579952fa84e8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9b63701f-b6a2-4f29-af07-579952fa84e8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:39.954101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:39.959156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:39.963436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-42f5cfd6-a9ba-4968-9585-fd938a6716c6 None None] Provisioning for port 9b63701f-b6a2-4f29-af07-579952fa84e8 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:39.978540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:39.983891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-718bc5a8-c87d-44f3-8921-8a79c6e63211 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:39.997639 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcef98a3-9648-44f8-89e5-2319746d3dd2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] GET failed (client error): The resource could not be found. May 28 04:50:39.998969 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-fcef98a3-9648-44f8-89e5-2319746d3dd2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Synchronizing usage tracker for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:40.014112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1247f64-7bad-4691-b4da-e1019fbd1c09 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.065844 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.067975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Allocated IP 2001:db8:1::2 (af58b00a-db35-47bd-ae21-8515f50a14a9/ff554e2a-a891-4000-ac07-5c3b23ace9a3/de8f86bf-3b7e-4976-9e44-a33a1cc3eae3) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:40.072938 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-42f5cfd6-a9ba-4968-9585-fd938a6716c6 None None] Provisioning complete for port 9b63701f-b6a2-4f29-af07-579952fa84e8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:40.073452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-42f5cfd6-a9ba-4968-9585-fd938a6716c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.108919 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.194744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-fcef98a3-9648-44f8-89e5-2319746d3dd2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Unset dirty status for tenant:cabd20bf9b9e4fe68d6da0a704f20081 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:40.199280 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fcef98a3-9648-44f8-89e5-2319746d3dd2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports/9c06ca76-e2be-467c-9768-7fca83688221 HTTP/1.1" status: 404 len: 333 time: 0.5517361 May 28 04:50:40.199762 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56574) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:40.227753 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:40.258172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bc5a8-c87d-44f3-8921-8a79c6e63211 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event updated for resources: {'Subnet': ['ID=1a7585fa-8bb9-4007-8853-4f094d13a970,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:40.299075 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.317378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:40.323853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 974e2481-4262-46d7-81aa-2b906d9c6b63 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:40.324167 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.337378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:security_group_rule and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:40.347454 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:40.386253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1247f64-7bad-4691-b4da-e1019fbd1c09 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.400188 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=9b63701f-b6a2-4f29-af07-579952fa84e8,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:40.412747 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] The port '974e2481-4262-46d7-81aa-2b906d9c6b63' was deleted {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:50:40.423722 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:40.438861 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.454056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1247f64-7bad-4691-b4da-e1019fbd1c09 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event deleted for resources: {'Subnet': ['ID=47be4b9a-fc76-46b8-a8c4-8526e8fd577f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:40.465832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:40.492651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1247f64-7bad-4691-b4da-e1019fbd1c09 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.511253 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441cee78-77d6-438b-ba07-7a2609739186 None None] Network 1282d14d-71b9-428d-b09d-a6e239de0223 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:40.522295 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf74d274-6d55-452e-becb-d89902228ce3,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:40.549357 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718bc5a8-c87d-44f3-8921-8a79c6e63211 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Checking segment: {'id': 'c6152f43-92cb-4e4d-a6e5-5f9344d6a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '22b3ca75-8ab3-4afe-83e0-78211265db25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:40.549868 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718bc5a8-c87d-44f3-8921-8a79c6e63211 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Network hostable DHCP agents. Network: 22b3ca75-8ab3-4afe-83e0-78211265db25, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:40.567454 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4c8192bd-ba19-45b8-a82f-d9c2b0261424 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.605741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.606130 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Added segment 32a8208e-be1e-4c2b-b348-b84178d7f377 of type vlan for network 64fbe55e-4fb8-4547-beaa-c04092b8cd4e May 28 04:50:40.645564 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c1247f64-7bad-4691-b4da-e1019fbd1c09 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "DELETE /v2.0/subnets/47be4b9a-fc76-46b8-a8c4-8526e8fd577f HTTP/1.1" status: 204 len: 168 time: 1.2501261 May 28 04:50:40.649904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56578) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:40.670559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4c8192bd-ba19-45b8-a82f-d9c2b0261424 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.673943 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d198a4d0-9952-402f-80b9-77fdb816a058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-689b4f3a-536d-4e39-a2dc-3593d4856cce', 'network_id': '689b4f3a-536d-4e39-a2dc-3593d4856cce', 'tenant_id': '0db9129a53f640e9b80012158a668c0e', 'fixed_ips': [{'subnet_id': '47be4b9a-fc76-46b8-a8c4-8526e8fd577f'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:50:40.674741 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d198a4d0-9952-402f-80b9-77fdb816a058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.680786 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.791000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.797984 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5810ef-cba4-4726-a39e-d86c509c9589']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:40.805716 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-42f5cfd6-a9ba-4968-9585-fd938a6716c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.838483 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1db006-f78f-4bad-8e76-b60951fd4016') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:40.839143 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1db006-f78f-4bad-8e76-b60951fd4016') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:40.855549 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718bc5a8-c87d-44f3-8921-8a79c6e63211 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Network 22b3ca75-8ab3-4afe-83e0-78211265db25 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:40.857228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.861953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd1c0cc-229f-458b-860d-89efa6f607d9 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:40.863485 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0cd1c0cc-229f-458b-860d-89efa6f607d9 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2102118 May 28 04:50:40.869844 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56582) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:40.872406 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.879687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.897230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4c8192bd-ba19-45b8-a82f-d9c2b0261424 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.909953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-718bc5a8-c87d-44f3-8921-8a79c6e63211 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 22b3ca75-8ab3-4afe-83e0-78211265db25) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:40.914315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718bc5a8-c87d-44f3-8921-8a79c6e63211 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:40.914914 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-718bc5a8-c87d-44f3-8921-8a79c6e63211 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:40.926225 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.objects.ports [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84009) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:50:40.936549 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-42f5cfd6-a9ba-4968-9585-fd938a6716c6 None None] For port 9b63701f-b6a2-4f29-af07-579952fa84e8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9b63701f-b6a2-4f29-af07-579952fa84e8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:40.948565 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205caa81-36e6-45be-918a-074114a1c9ec None None] Network 22b3ca75-8ab3-4afe-83e0-78211265db25 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:40.972174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:40.972814 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.000448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.004191 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:41.004769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.011488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.014047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-42f5cfd6-a9ba-4968-9585-fd938a6716c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.015794 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:41.061204 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=564eafc7-e784-4137-9ceb-f2a1d4bf1426,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:41.062760 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:50:41.063782 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:50:41.084679 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:50:41.138808 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be0ca93-ac91-4c6c-b0fd-020d6f85849e None None] Network 689b4f3a-536d-4e39-a2dc-3593d4856cce requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:41.212184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.212581 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Added segment 6afd990f-2322-44c7-8862-8815712389a2 of type vlan for network 993a8d21-822f-42c2-a75e-75e1dd8fe30b May 28 04:50:41.249455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4c8192bd-ba19-45b8-a82f-d9c2b0261424 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.250127 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-718bc5a8-c87d-44f3-8921-8a79c6e63211 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9810567 May 28 04:50:41.256144 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4c8192bd-ba19-45b8-a82f-d9c2b0261424 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/security-groups/53389b8a-ed55-4f73-86d6-c391040ac832 HTTP/1.1" status: 204 len: 168 time: 1.0464401 May 28 04:50:41.256438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56586) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:41.256734 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56588) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:41.257609 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2590542 May 28 04:50:41.271481 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11f939-4cd9-4e13-b55a-8d6ced7a0c41 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event updated for resources: {'Network': ['ID=64fbe55e-4fb8-4547-beaa-c04092b8cd4e,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:41.271759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8192bd-ba19-45b8-a82f-d9c2b0261424 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53389b8a-ed55-4f73-86d6-c391040ac832,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:41.280444 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c43b7b2-51c1-46ae-bfbb-04180e9ba284 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.285357 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Request body: {'network': {'name': 'tempest-router-network01--1244083742'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:41.295447 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.321153 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.323927 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:41.331976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.337109 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 64fbe55e-4fb8-4547-beaa-c04092b8cd4e details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:41.344957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Allocated IP 2001:db8::1 (f4239edf-4248-4b9d-9e1d-796106746e72/708d4689-bc7c-4d8e-b2f8-741021e53b97/01053723-e801-49ae-af9f-afb5c7e450dd) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:41.345172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.348511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Usage tracker for resource:network and tenant:946bc1a39daa47378635045d132c9c3d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:41.357037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:41.379550 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:41.402748 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Network': ['ID=4d5810ef-cba4-4726-a39e-d86c509c9589,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:41.424991 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-73665c63-02c7-4823-8f7d-07209b1d3ff9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/networks/4d5810ef-cba4-4726-a39e-d86c509c9589 HTTP/1.1" status: 204 len: 168 time: 4.7652617 May 28 04:50:41.436675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56594) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:41.462173 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.475322 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-893076118'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:41.524372 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-42f5cfd6-a9ba-4968-9585-fd938a6716c6 None None] Provisioning complete for port 2613cf47-f2c7-446d-ae39-2147239142af triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:41.525472 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-42f5cfd6-a9ba-4968-9585-fd938a6716c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.543628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:41.563749 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Made reservation on behalf of 946bc1a39daa47378635045d132c9c3d for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:41.566725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.580730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:network and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:41.592473 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:41.599933 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Transition to ACTIVE for port object de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:41.623811 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Transition to ACTIVE for port object de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:41.643215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.646904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:41.647711 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.687682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5cfd6-a9ba-4968-9585-fd938a6716c6 None None] Pushing event updated for resources: {'Port': ['ID=9b63701f-b6a2-4f29-af07-579952fa84e8,revision_number=8']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:41.689204 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:41.791171 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9bd807e3-0953-4d12-a1e5-0c9c62d8a8ae tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.809910 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c43b7b2-51c1-46ae-bfbb-04180e9ba284 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.831709 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.851356 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.3107436 May 28 04:50:41.863213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56598) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:41.870464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:41.899548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f3eae-b0d8-4268-b658-51a65a96beca tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Network': ['ID=993a8d21-822f-42c2-a75e-75e1dd8fe30b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:41.919080 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'network': {'name': 'tempest-RoutersTest-139116206'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:41.935233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] For port 9b63701f-b6a2-4f29-af07-579952fa84e8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9b63701f-b6a2-4f29-af07-579952fa84e8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:41.935922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:41.940378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-6c43b7b2-51c1-46ae-bfbb-04180e9ba284 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['689b4f3a-536d-4e39-a2dc-3593d4856cce']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:41.947539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:41.950709 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.964729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.965061 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Added segment ea16b0e0-b2de-410d-b17b-0488153a4b05 of type vlan for network 6d79a5f1-f0bc-4fc8-89dc-b922a293f97e May 28 04:50:41.966904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9bd807e3-0953-4d12-a1e5-0c9c62d8a8ae tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:41.969637 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Pushing event updated for resources: {'Port': ['ID=de8f86bf-3b7e-4976-9e44-a33a1cc3eae3,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:41.973342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 993a8d21-822f-42c2-a75e-75e1dd8fe30b details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:41.993444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.002900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:network and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:42.004554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.005966 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.009346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-6c43b7b2-51c1-46ae-bfbb-04180e9ba284 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e0ff677-1e54-4c1b-a822-bd462a0b2a10') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:42.009914 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-6c43b7b2-51c1-46ae-bfbb-04180e9ba284 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e0ff677-1e54-4c1b-a822-bd462a0b2a10') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:42.017188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:42.053520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.056754 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:42.073111 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c43b7b2-51c1-46ae-bfbb-04180e9ba284 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.134481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:42.137628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.147602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c43b7b2-51c1-46ae-bfbb-04180e9ba284 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.154436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Transition to ACTIVE for port object 01053723-e801-49ae-af9f-afb5c7e450dd will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:42.158167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:42.161361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.190039 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c43b7b2-51c1-46ae-bfbb-04180e9ba284 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:50:42.191110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c43b7b2-51c1-46ae-bfbb-04180e9ba284 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.201538 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-22b3ca75-8ab3-4afe-83e0-78211265db25', 'network_id': '22b3ca75-8ab3-4afe-83e0-78211265db25', 'tenant_id': '946bc1a39daa47378635045d132c9c3d', 'fixed_ips': [{'subnet_id': '1a7585fa-8bb9-4007-8853-4f094d13a970'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:50:42.204149 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.209046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:50:42.210232 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:50:42.216156 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:42.227781 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=44f82817-e6bf-4e3f-91f0-cba70e158519,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:42.230701 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:42.231920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.238408 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e97ca9-86a3-40e3-a026-6eb0f451f0d4 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:42.252852 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=9b63701f-b6a2-4f29-af07-579952fa84e8,revision_number=10']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:42.265879 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0fb6c8fe-fb5e-45df-8a27-211c5ca92d55 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.7205238 May 28 04:50:42.269928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56602) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:42.277680 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'mac_address': 'fa:16:3e:d2:41:b9', 'name': 'tempest-NetworksTestDHCPv6-698530590'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:42.280392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Network af58b00a-db35-47bd-ae21-8515f50a14a9 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:42.302902 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.303611 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Added segment 4b8ddc93-e1f0-4c4b-92a6-e914b33dd937 of type vlan for network dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9 May 28 04:50:42.314092 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:50:42.334645 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9bd807e3-0953-4d12-a1e5-0c9c62d8a8ae tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.385094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd807e3-0953-4d12-a1e5-0c9c62d8a8ae tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cb83bf-1e0f-419d-8fe6-0a68cd8c6405,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:42.398911 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:42.402021 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:42.404387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-42f5cfd6-a9ba-4968-9585-fd938a6716c6 None None] Port 2613cf47-f2c7-446d-ae39-2147239142af cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:42.411397 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c43b7b2-51c1-46ae-bfbb-04180e9ba284 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.425837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:42.428550 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.432225 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:42.432802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.451129 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:42.462956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:42.468485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9b63701f-b6a2-4f29-af07-579952fa84e8 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:42.477444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:42.482843 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.516726 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port 6e813f71-e8a5-40bf-8499-2fb30842a645 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:50:42.521302 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-42f5cfd6-a9ba-4968-9585-fd938a6716c6 None None] Provisioning for port 28791ac2-a3da-4689-88b7-3116e3e5be9a completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:42.568102 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-42f5cfd6-a9ba-4968-9585-fd938a6716c6 None None] Provisioning complete for port 28791ac2-a3da-4689-88b7-3116e3e5be9a triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:42.568856 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-42f5cfd6-a9ba-4968-9585-fd938a6716c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.594809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c43b7b2-51c1-46ae-bfbb-04180e9ba284 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.602176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.612665 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event updated for resources: {'Network': ['ID=6d79a5f1-f0bc-4fc8-89dc-b922a293f97e,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:42.642522 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 6d79a5f1-f0bc-4fc8-89dc-b922a293f97e details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:42.662778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9bd807e3-0953-4d12-a1e5-0c9c62d8a8ae tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.664899 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9bd807e3-0953-4d12-a1e5-0c9c62d8a8ae tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/security-groups/70cb83bf-1e0f-419d-8fe6-0a68cd8c6405 HTTP/1.1" status: 204 len: 168 time: 1.4017744 May 28 04:50:42.670438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.671387 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Added segment 5b21ee55-750f-41e7-9266-009e35a3ebb9 of type vlan for network 7366182b-63bd-40dd-9230-b415d0422951 May 28 04:50:42.675628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43b7b2-51c1-46ae-bfbb-04180e9ba284 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event deleted for resources: {'Network': ['ID=689b4f3a-536d-4e39-a2dc-3593d4856cce,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:42.689992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56606) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:42.701235 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6c43b7b2-51c1-46ae-bfbb-04180e9ba284 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "DELETE /v2.0/networks/689b4f3a-536d-4e39-a2dc-3593d4856cce HTTP/1.1" status: 204 len: 168 time: 1.8299809 May 28 04:50:42.703125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.708899 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56610) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:42.760139 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-23be6170-dada-421e-9ea5-9c178f791393 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4986703 May 28 04:50:42.764560 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::78 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/2ac2efa6-7b3e-4378-bf81-0a78b6a0dc1f/6e813f71-e8a5-40bf-8499-2fb30842a645) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:42.770747 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56614) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:42.772283 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8:0:1:f816:3eff:fed2:41b9 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/44f82817-e6bf-4e3f-91f0-cba70e158519/6e813f71-e8a5-40bf-8499-2fb30842a645) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:42.793333 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:50:42.842429 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-96183835-7cfb-4e86-8915-eab3dd6bde3a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Request body: {'network': {'name': 'tempest-router-network02--62749700'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:42.935835 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-96183835-7cfb-4e86-8915-eab3dd6bde3a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:42.959993 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-42f5cfd6-a9ba-4968-9585-fd938a6716c6 None None] Could not find standard attr ID for object 9c06ca76-e2be-467c-9768-7fca83688221. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:50:42.986489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:42.995795 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-96183835-7cfb-4e86-8915-eab3dd6bde3a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Usage tracker for resource:network and tenant:946bc1a39daa47378635045d132c9c3d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:43.014335 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network f4239edf-4248-4b9d-9e1d-796106746e72 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:43.018957 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Attempting to bind port de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:50:43.019350 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Attempting to bind port de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '45e7d8ab-d50c-4535-8431-f50f737769df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'af58b00a-db35-47bd-ae21-8515f50a14a9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:50:43.019706 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Attempting to bind port de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 on network af58b00a-db35-47bd-ae21-8515f50a14a9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:50:43.025383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-96183835-7cfb-4e86-8915-eab3dd6bde3a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:43.029073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:43.031796 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.037284 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:43.038082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.063153 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:43.063802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.072401 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-42f5cfd6-a9ba-4968-9585-fd938a6716c6 None None] Provisioning complete for port 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:43.072401 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-42f5cfd6-a9ba-4968-9585-fd938a6716c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.092682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-96183835-7cfb-4e86-8915-eab3dd6bde3a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:43.124302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=01053723-e801-49ae-af9f-afb5c7e450dd,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:43.142497 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.160634 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object 6e813f71-e8a5-40bf-8499-2fb30842a645 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:43.190544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.267170 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:50:43.267837 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Checking segment: {'id': '45e7d8ab-d50c-4535-8431-f50f737769df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'af58b00a-db35-47bd-ae21-8515f50a14a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:43.268785 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.269340 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Bound using segment: {'id': '45e7d8ab-d50c-4535-8431-f50f737769df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'af58b00a-db35-47bd-ae21-8515f50a14a9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:50:43.270080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Bound port: de8f86bf-3b7e-4976-9e44-a33a1cc3eae3, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e7d8ab-d50c-4535-8431-f50f737769df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'af58b00a-db35-47bd-ae21-8515f50a14a9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:50:43.270603 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.274367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:50:43.288147 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8271086 May 28 04:50:43.300881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56618) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:43.303982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c25b1cc-691e-4b4f-9ef3-c030c481d4ad tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.310071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-d3dd66ce-1096-4ac7-9e21-0a6f36f362fd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'subnet': {'network_id': 'dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:43.370163 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:43.392210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96183835-7cfb-4e86-8915-eab3dd6bde3a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Made reservation on behalf of 946bc1a39daa47378635045d132c9c3d for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:43.401119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96183835-7cfb-4e86-8915-eab3dd6bde3a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.423970 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:43.431244 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=6e813f71-e8a5-40bf-8499-2fb30842a645,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:43.435014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:43.440063 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.442285 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:43.442936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.444018 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:43.444589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.463479 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb301-6a7f-4727-a306-adc30d94fef2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.465986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9228ef-9d8d-4b6d-9917-85b7f1adb6a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Network': ['ID=dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:43.480334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Allocated IP 2001:db8::2 (22b3ca75-8ab3-4afe-83e0-78211265db25/1a7585fa-8bb9-4007-8853-4f094d13a970/7114689a-797c-4816-8010-1953efe65a64) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:43.484350 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 9b63701f-b6a2-4f29-af07-579952fa84e8 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:43.485157 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.502152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d3dd66ce-1096-4ac7-9e21-0a6f36f362fd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:43.506478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d3dd66ce-1096-4ac7-9e21-0a6f36f362fd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:subnet and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:43.509362 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d3dd66ce-1096-4ac7-9e21-0a6f36f362fd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:43.515563 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d3dd66ce-1096-4ac7-9e21-0a6f36f362fd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:43.528240 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:43.531421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dd66ce-1096-4ac7-9e21-0a6f36f362fd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:43.551181 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4f30ce4d-b53a-471f-82fb-f7ceaf024629 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2793183 May 28 04:50:43.607004 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56622) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:43.710936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d3dd66ce-1096-4ac7-9e21-0a6f36f362fd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.714674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Network': ['ID=7366182b-63bd-40dd-9230-b415d0422951,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:43.719471 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-768f9e97-6c73-4376-9456-8fde95053bd6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8463533 May 28 04:50:43.734830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56626) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:43.744054 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-311d383d-6505-4ece-871d-b4cda2de1b7f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'subnet': {'network_id': '993a8d21-822f-42c2-a75e-75e1dd8fe30b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:43.755054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 7366182b-63bd-40dd-9230-b415d0422951 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:43.766266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-ece5d0e0-0e5d-439f-9b71-e5b32230d3bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port 6e813f71-e8a5-40bf-8499-2fb30842a645 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:43.766612 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ece5d0e0-0e5d-439f-9b71-e5b32230d3bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:43.792363 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.015857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] For port de8f86bf-3b7e-4976-9e44-a33a1cc3eae3, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:50:44.075281 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] For port de8f86bf-3b7e-4976-9e44-a33a1cc3eae3, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=de8f86bf-3b7e-4976-9e44-a33a1cc3eae3,segment=NetworkSegment(45e7d8ab-d50c-4535-8431-f50f737769df),segment_id=45e7d8ab-d50c-4535-8431-f50f737769df)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:50:44.118883 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-311d383d-6505-4ece-871d-b4cda2de1b7f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:44.138177 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-311d383d-6505-4ece-871d-b4cda2de1b7f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:subnet and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:44.144459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-311d383d-6505-4ece-871d-b4cda2de1b7f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:44.155217 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-311d383d-6505-4ece-871d-b4cda2de1b7f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:44.167857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 28791ac2-a3da-4689-88b7-3116e3e5be9a up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:44.211744 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.314353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.392769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311d383d-6505-4ece-871d-b4cda2de1b7f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:44.443539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c25b1cc-691e-4b4f-9ef3-c030c481d4ad tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.485700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-0c25b1cc-691e-4b4f-9ef3-c030c481d4ad tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1282d14d-71b9-428d-b09d-a6e239de0223']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:44.500704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-0c25b1cc-691e-4b4f-9ef3-c030c481d4ad tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5f7480-ac76-40a4-aacd-083e0d1a77a8') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:44.501074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-0c25b1cc-691e-4b4f-9ef3-c030c481d4ad tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5f7480-ac76-40a4-aacd-083e0d1a77a8') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:44.522030 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c25b1cc-691e-4b4f-9ef3-c030c481d4ad tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.538849 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56630) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:44.542615 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c25b1cc-691e-4b4f-9ef3-c030c481d4ad tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.551405 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c25b1cc-691e-4b4f-9ef3-c030c481d4ad tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:50:44.551815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c25b1cc-691e-4b4f-9ef3-c030c481d4ad tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.616322 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-2ed1d51b-4fe0-4f4c-8d93-16d05c17443a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Request body: {'subnet': {'network_id': '64fbe55e-4fb8-4547-beaa-c04092b8cd4e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:44.618112 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f9fd01bc-9ae6-4860-982d-bf64eb7dd1ae None None] Provisioning complete for port 9b63701f-b6a2-4f29-af07-579952fa84e8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:44.618476 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f9fd01bc-9ae6-4860-982d-bf64eb7dd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:50:44.669072 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:50:44.671776 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.671776 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.738519 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c25b1cc-691e-4b4f-9ef3-c030c481d4ad tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.748977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96183835-7cfb-4e86-8915-eab3dd6bde3a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:44.785412 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.788238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2fb47-88c1-4b74-bb37-2298c0e4a600 None None] Pushing event updated for resources: {'Port': ['ID=de8f86bf-3b7e-4976-9e44-a33a1cc3eae3,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:44.791659 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c25b1cc-691e-4b4f-9ef3-c030c481d4ad tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.797890 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb301-6a7f-4727-a306-adc30d94fef2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.808954 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25b1cc-691e-4b4f-9ef3-c030c481d4ad tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event deleted for resources: {'Network': ['ID=1282d14d-71b9-428d-b09d-a6e239de0223,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:44.829371 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Transition to ACTIVE for port object 7114689a-797c-4816-8010-1953efe65a64 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:44.831906 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 28791ac2-a3da-4689-88b7-3116e3e5be9a triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:44.832228 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-311d383d-6505-4ece-871d-b4cda2de1b7f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.832354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.868601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96183835-7cfb-4e86-8915-eab3dd6bde3a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:44.869086 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-96183835-7cfb-4e86-8915-eab3dd6bde3a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Added segment 10f7e241-2041-4b64-bb65-df3c712ca593 of type vlan for network 2d921588-81cc-4557-8962-332a436cc414 May 28 04:50:44.892758 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Transition to ACTIVE for port object 7114689a-797c-4816-8010-1953efe65a64 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:44.921289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:45.025242 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0c25b1cc-691e-4b4f-9ef3-c030c481d4ad tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "DELETE /v2.0/networks/1282d14d-71b9-428d-b09d-a6e239de0223 HTTP/1.1" status: 204 len: 168 time: 2.2704263 May 28 04:50:45.026541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=01053723-e801-49ae-af9f-afb5c7e450dd,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:45.026694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ece5d0e0-0e5d-439f-9b71-e5b32230d3bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:45.029787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56634) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:45.051699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2ed1d51b-4fe0-4f4c-8d93-16d05c17443a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:45.064320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb301-6a7f-4727-a306-adc30d94fef2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:45.088321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96183835-7cfb-4e86-8915-eab3dd6bde3a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:45.117979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddb301-6a7f-4727-a306-adc30d94fef2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b1c0fb-2a9b-4445-b6bd-7b73be5ddcda,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:45.179532 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Network 22b3ca75-8ab3-4afe-83e0-78211265db25 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:45.180590 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a5ddb301-6a7f-4727-a306-adc30d94fef2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:45.181956 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a5ddb301-6a7f-4727-a306-adc30d94fef2 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/security-groups/11b1c0fb-2a9b-4445-b6bd-7b73be5ddcda HTTP/1.1" status: 204 len: 168 time: 2.4902995 May 28 04:50:45.192597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56638) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:45.193120 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:45.196997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:45.199239 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Pushing event updated for resources: {'Port': ['ID=7114689a-797c-4816-8010-1953efe65a64,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:45.211045 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2ed1d51b-4fe0-4f4c-8d93-16d05c17443a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Usage tracker for resource:subnet and tenant:8b3fd1d9cf014c149393a638d96945f7 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:45.214267 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2ed1d51b-4fe0-4f4c-8d93-16d05c17443a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:45.227059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-ece5d0e0-0e5d-439f-9b71-e5b32230d3bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for 6e813f71-e8a5-40bf-8499-2fb30842a645 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:45.270622 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2ed1d51b-4fe0-4f4c-8d93-16d05c17443a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:45.335829 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d3dd66ce-1096-4ac7-9e21-0a6f36f362fd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:45.341140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96183835-7cfb-4e86-8915-eab3dd6bde3a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:45.345220 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96183835-7cfb-4e86-8915-eab3dd6bde3a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:45.345703 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96183835-7cfb-4e86-8915-eab3dd6bde3a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:45.377167 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 974e2481-4262-46d7-81aa-2b906d9c6b63 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:50:45.380145 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bc580c89-c26d-4e55-a30e-9f914ee76c1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:45.422451 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed1d51b-4fe0-4f4c-8d93-16d05c17443a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Made reservation on behalf of 8b3fd1d9cf014c149393a638d96945f7 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:45.428599 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f9fd01bc-9ae6-4860-982d-bf64eb7dd1ae None None] Provisioning for port 01053723-e801-49ae-af9f-afb5c7e450dd completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:45.439625 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 974e2481-4262-46d7-81aa-2b906d9c6b63 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:50:45.439960 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 974e2481-4262-46d7-81aa-2b906d9c6b63 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:50:45.448189 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f9fd01bc-9ae6-4860-982d-bf64eb7dd1ae None None] Provisioning complete for port 01053723-e801-49ae-af9f-afb5c7e450dd triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:45.448555 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f9fd01bc-9ae6-4860-982d-bf64eb7dd1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:45.502328 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Attempting to bind port 7114689a-797c-4816-8010-1953efe65a64 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:50:45.502845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Attempting to bind port 7114689a-797c-4816-8010-1953efe65a64 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'c6152f43-92cb-4e4d-a6e5-5f9344d6a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '22b3ca75-8ab3-4afe-83e0-78211265db25'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:50:45.503778 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Attempting to bind port 7114689a-797c-4816-8010-1953efe65a64 on network 22b3ca75-8ab3-4afe-83e0-78211265db25 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:50:45.522986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:50:45.523770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Checking segment: {'id': 'c6152f43-92cb-4e4d-a6e5-5f9344d6a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '22b3ca75-8ab3-4afe-83e0-78211265db25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:45.524344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:45.524967 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Bound using segment: {'id': 'c6152f43-92cb-4e4d-a6e5-5f9344d6a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '22b3ca75-8ab3-4afe-83e0-78211265db25'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:50:45.525708 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Bound port: 7114689a-797c-4816-8010-1953efe65a64, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6152f43-92cb-4e4d-a6e5-5f9344d6a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '22b3ca75-8ab3-4afe-83e0-78211265db25'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:50:45.526493 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:45.573261 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network f4239edf-4248-4b9d-9e1d-796106746e72 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:45.577701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:45.609276 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f9fd01bc-9ae6-4860-982d-bf64eb7dd1ae None None] Port 01053723-e801-49ae-af9f-afb5c7e450dd cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:45.687703 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] For port 7114689a-797c-4816-8010-1953efe65a64, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:50:45.721227 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:45.732592 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd66ce-1096-4ac7-9e21-0a6f36f362fd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Subnet': ['ID=2c2a5c9e-4104-42b9-8537-e2a2f9a054d9,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:45.747230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2ed1d51b-4fe0-4f4c-8d93-16d05c17443a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:45.808051 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-72f05e3e-f9a7-46ae-8689-50d9888b265e None None] Provisioning complete for port 9b63701f-b6a2-4f29-af07-579952fa84e8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:45.809191 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-72f05e3e-f9a7-46ae-8689-50d9888b265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:45.847034 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3dd66ce-1096-4ac7-9e21-0a6f36f362fd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Checking segment: {'id': '4b8ddc93-e1f0-4c4b-92a6-e914b33dd937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:45.847398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd66ce-1096-4ac7-9e21-0a6f36f362fd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network hostable DHCP agents. Network: dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:45.988141 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-96183835-7cfb-4e86-8915-eab3dd6bde3a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.1703382 May 28 04:50:46.007231 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56642) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:46.014970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:46.031801 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9b63701f-b6a2-4f29-af07-579952fa84e8 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:46.061136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b4860811-be9d-400d-b2e9-e83ef831eaf0 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Request body: {'subnet': {'network_id': '6d79a5f1-f0bc-4fc8-89dc-b922a293f97e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:46.087759 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733d7232-8be8-45d6-8aff-cfdc49b57f3d None None] Network af58b00a-db35-47bd-ae21-8515f50a14a9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:46.122008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96183835-7cfb-4e86-8915-eab3dd6bde3a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event updated for resources: {'Network': ['ID=2d921588-81cc-4557-8962-332a436cc414,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:46.156049 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 2d921588-81cc-4557-8962-332a436cc414 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:46.160538 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd66ce-1096-4ac7-9e21-0a6f36f362fd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:46.198898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-311d383d-6505-4ece-871d-b4cda2de1b7f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:46.260793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-d3dd66ce-1096-4ac7-9e21-0a6f36f362fd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:46.281477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dd66ce-1096-4ac7-9e21-0a6f36f362fd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:46.281988 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d3dd66ce-1096-4ac7-9e21-0a6f36f362fd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:46.293146 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2287f4f6-6122-4793-91e5-a33c66fad85c None None] Network dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:46.299199 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad6400f-4a0e-430d-ac84-8219a6e7cd8e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting subnet 3c97fbdc-de8b-465d-90f5-fac611488416 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:46.305876 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bad6400f-4a0e-430d-ac84-8219a6e7cd8e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:46.312487 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b4860811-be9d-400d-b2e9-e83ef831eaf0 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:46.327494 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b4860811-be9d-400d-b2e9-e83ef831eaf0 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Usage tracker for resource:subnet and tenant:946bc1a39daa47378635045d132c9c3d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:46.333519 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b4860811-be9d-400d-b2e9-e83ef831eaf0 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:46.338086 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bc580c89-c26d-4e55-a30e-9f914ee76c1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:46.348932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ece5d0e0-0e5d-439f-9b71-e5b32230d3bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:46.350545 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d383d-6505-4ece-871d-b4cda2de1b7f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Subnet': ['ID=74aafac7-94b0-4f1a-9d8c-5f7c3ec4c92b,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:46.357238 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b4860811-be9d-400d-b2e9-e83ef831eaf0 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:46.389574 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] For port 7114689a-797c-4816-8010-1953efe65a64, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=7114689a-797c-4816-8010-1953efe65a64,segment=NetworkSegment(c6152f43-92cb-4e4d-a6e5-5f9344d6a3d9),segment_id=c6152f43-92cb-4e4d-a6e5-5f9344d6a3d9)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:50:46.395508 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-72f05e3e-f9a7-46ae-8689-50d9888b265e None None] Provisioning for port 6e813f71-e8a5-40bf-8499-2fb30842a645 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:46.409042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:46.433710 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d3dd66ce-1096-4ac7-9e21-0a6f36f362fd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1288397 May 28 04:50:46.433710 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5d0e0-0e5d-439f-9b71-e5b32230d3bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=6e813f71-e8a5-40bf-8499-2fb30842a645,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:46.434022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-bc580c89-c26d-4e55-a30e-9f914ee76c1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d87f726-a710-4900-971a-a82e6fb167f1']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:46.440773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56646) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:46.448890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 9b63701f-b6a2-4f29-af07-579952fa84e8 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:46.449225 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:46.481351 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'network_id': 'dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9', 'name': 'tempest-PortsIpV6TestJSON-1806142451', 'fixed_ips': [{'subnet_id': '2c2a5c9e-4104-42b9-8537-e2a2f9a054d9', 'ip_address': '2001:db8::10'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:46.504087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-bc580c89-c26d-4e55-a30e-9f914ee76c1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c7f0ed-c8af-419e-ab4e-dc6f34832e67') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:46.504087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-bc580c89-c26d-4e55-a30e-9f914ee76c1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c7f0ed-c8af-419e-ab4e-dc6f34832e67') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:46.518873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bad6400f-4a0e-430d-ac84-8219a6e7cd8e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:46.520811 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-72f05e3e-f9a7-46ae-8689-50d9888b265e None None] Provisioning complete for port 6e813f71-e8a5-40bf-8499-2fb30842a645 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:46.521165 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-72f05e3e-f9a7-46ae-8689-50d9888b265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:46.562838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bc580c89-c26d-4e55-a30e-9f914ee76c1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:46.598810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bc580c89-c26d-4e55-a30e-9f914ee76c1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:46.615226 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-72f05e3e-f9a7-46ae-8689-50d9888b265e None None] Port 6e813f71-e8a5-40bf-8499-2fb30842a645 was deleted so its status cannot be updated. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 28 04:50:46.626128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc580c89-c26d-4e55-a30e-9f914ee76c1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:50:46.626528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bc580c89-c26d-4e55-a30e-9f914ee76c1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:50:46.642718 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:50:46.668358 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdf02a-f56d-4691-98b7-da58d0b9eaa7 None None] Pushing event updated for resources: {'Port': ['ID=7114689a-797c-4816-8010-1953efe65a64,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:46.754589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bad6400f-4a0e-430d-ac84-8219a6e7cd8e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:46.766839 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4860811-be9d-400d-b2e9-e83ef831eaf0 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Made reservation on behalf of 946bc1a39daa47378635045d132c9c3d for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:46.788809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bc580c89-c26d-4e55-a30e-9f914ee76c1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:46.820359 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bc580c89-c26d-4e55-a30e-9f914ee76c1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:46.837840 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc580c89-c26d-4e55-a30e-9f914ee76c1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event deleted for resources: {'Network': ['ID=9d87f726-a710-4900-971a-a82e6fb167f1,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:46.863350 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bc580c89-c26d-4e55-a30e-9f914ee76c1f tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "DELETE /v2.0/networks/9d87f726-a710-4900-971a-a82e6fb167f1 HTTP/1.1" status: 204 len: 168 time: 1.8113997 May 28 04:50:46.868748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56650) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:46.964846 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-79bb36e0-e2b7-48de-b0de-8b57ceca2e7d None None] Provisioning for port de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:47.012618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-79bb36e0-e2b7-48de-b0de-8b57ceca2e7d None None] Provisioning complete for port de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:47.012994 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-79bb36e0-e2b7-48de-b0de-8b57ceca2e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:47.026651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bad6400f-4a0e-430d-ac84-8219a6e7cd8e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:47.059577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9', 'network_id': 'dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9', 'tenant_id': '2f38548c71c149ba8d132c7dd3fe1dd0', 'fixed_ips': [{'subnet_id': '2c2a5c9e-4104-42b9-8537-e2a2f9a054d9'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:50:47.060966 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:47.071433 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b4860811-be9d-400d-b2e9-e83ef831eaf0 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:47.102486 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6400f-4a0e-430d-ac84-8219a6e7cd8e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Subnet': ['ID=3c97fbdc-de8b-465d-90f5-fac611488416,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:47.107214 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ece5d0e0-0e5d-439f-9b71-e5b32230d3bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:47.111715 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ece5d0e0-0e5d-439f-9b71-e5b32230d3bb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/6e813f71-e8a5-40bf-8499-2fb30842a645 HTTP/1.1" status: 204 len: 168 time: 3.5016809 May 28 04:50:47.114163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56654) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:47.184798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311d383d-6505-4ece-871d-b4cda2de1b7f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Checking segment: {'id': '6afd990f-2322-44c7-8862-8815712389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '993a8d21-822f-42c2-a75e-75e1dd8fe30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:47.185432 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d383d-6505-4ece-871d-b4cda2de1b7f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network hostable DHCP agents. Network: 993a8d21-822f-42c2-a75e-75e1dd8fe30b, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:47.194767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router c4f1a19c-9a44-4c15-bec6-94faa46132bd is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:50:47.209355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-23335ea0-7289-49e9-adf2-5e255c8706e3 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:47.226204 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bad6400f-4a0e-430d-ac84-8219a6e7cd8e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:47.250746 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bad6400f-4a0e-430d-ac84-8219a6e7cd8e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/3c97fbdc-de8b-465d-90f5-fac611488416 HTTP/1.1" status: 204 len: 168 time: 2.0553222 May 28 04:50:47.258464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56658) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:47.276095 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Allocated IP 2001:db8::2 (dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9/2c2a5c9e-4104-42b9-8537-e2a2f9a054d9/eaeda7fc-302d-4614-8ea7-157e496277a1) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:47.393693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2ed1d51b-4fe0-4f4c-8d93-16d05c17443a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:47.405698 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ddf7d7-2a07-411b-a314-0c3e5cfe156d None None] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:47.526906 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-79bb36e0-e2b7-48de-b0de-8b57ceca2e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:47.560666 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:47.580437 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:port and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:47.586397 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d383d-6505-4ece-871d-b4cda2de1b7f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 993a8d21-822f-42c2-a75e-75e1dd8fe30b is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:47.588901 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1d51b-4fe0-4f4c-8d93-16d05c17443a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event updated for resources: {'Subnet': ['ID=e248415f-59d0-45e9-9855-4c1c967325bc,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:47.594324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:47.606076 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b4860811-be9d-400d-b2e9-e83ef831eaf0 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:47.619628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:47.664379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-311d383d-6505-4ece-871d-b4cda2de1b7f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 993a8d21-822f-42c2-a75e-75e1dd8fe30b) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:47.678209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311d383d-6505-4ece-871d-b4cda2de1b7f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:47.678786 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-311d383d-6505-4ece-871d-b4cda2de1b7f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:47.697546 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed1d51b-4fe0-4f4c-8d93-16d05c17443a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Checking segment: {'id': '32a8208e-be1e-4c2b-b348-b84178d7f377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '64fbe55e-4fb8-4547-beaa-c04092b8cd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:47.697922 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed1d51b-4fe0-4f4c-8d93-16d05c17443a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Network hostable DHCP agents. Network: 64fbe55e-4fb8-4547-beaa-c04092b8cd4e, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:47.712331 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:47.724526 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:47.737696 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 7114689a-797c-4816-8010-1953efe65a64 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:47.765204 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d978dd60-3b83-4ab1-b433-85a8b6b9a6b2 None None] Network 993a8d21-822f-42c2-a75e-75e1dd8fe30b requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:47.783866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fd3c74-8adf-4acf-9882-644f0f5e537c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:47.787825 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d5fd3c74-8adf-4acf-9882-644f0f5e537c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6615551 May 28 04:50:47.788008 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4860811-be9d-400d-b2e9-e83ef831eaf0 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event updated for resources: {'Subnet': ['ID=63456222-f81b-40e9-b94d-c67eb60de41e,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:47.793157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56662) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:47.807187 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:47.829037 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-311d383d-6505-4ece-871d-b4cda2de1b7f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0903430 May 28 04:50:47.831569 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] device_id is not set on port b4a04193-cdd9-4aa0-8879-6b9336855eef yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:50:47.851065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-902c5807-6613-433d-b624-fabeef7fad0f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting subnet 8de98ed6-1d1f-4e66-9343-b7d122f4d253 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:47.858968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56666) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:47.866327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-23335ea0-7289-49e9-adf2-5e255c8706e3 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:47.881919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-79b1253c-54ac-4a3c-84fd-4eb56d48f681 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'subnet': {'network_id': '7366182b-63bd-40dd-9230-b415d0422951', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:47.904448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4860811-be9d-400d-b2e9-e83ef831eaf0 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Checking segment: {'id': 'ea16b0e0-b2de-410d-b17b-0488153a4b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6d79a5f1-f0bc-4fc8-89dc-b922a293f97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:47.904992 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4860811-be9d-400d-b2e9-e83ef831eaf0 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Network hostable DHCP agents. Network: 6d79a5f1-f0bc-4fc8-89dc-b922a293f97e, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:47.932743 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed1d51b-4fe0-4f4c-8d93-16d05c17443a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Network 64fbe55e-4fb8-4547-beaa-c04092b8cd4e is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:47.950837 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-2ed1d51b-4fe0-4f4c-8d93-16d05c17443a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 64fbe55e-4fb8-4547-beaa-c04092b8cd4e) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:47.956486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed1d51b-4fe0-4f4c-8d93-16d05c17443a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:47.957354 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2ed1d51b-4fe0-4f4c-8d93-16d05c17443a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:47.977806 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-902c5807-6613-433d-b624-fabeef7fad0f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:47.982717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4860811-be9d-400d-b2e9-e83ef831eaf0 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Network 6d79a5f1-f0bc-4fc8-89dc-b922a293f97e is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:47.999658 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2ed1d51b-4fe0-4f4c-8d93-16d05c17443a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4124565 May 28 04:50:48.002293 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-b4860811-be9d-400d-b2e9-e83ef831eaf0 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 6d79a5f1-f0bc-4fc8-89dc-b922a293f97e) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:48.006333 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4860811-be9d-400d-b2e9-e83ef831eaf0 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:48.006993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b4860811-be9d-400d-b2e9-e83ef831eaf0 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.015785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56670) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:48.024518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e69b36-127b-48ac-85a4-48f2c63b5609 None None] Network 64fbe55e-4fb8-4547-beaa-c04092b8cd4e requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:48.043925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832ffbca-a764-48d8-8155-e4b1c36df669 None None] Network 6d79a5f1-f0bc-4fc8-89dc-b922a293f97e requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:48.082356 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-d31cd4cb-6fb5-408f-8c5f-6ac6b7f58951 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-670210862'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:48.084977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-23335ea0-7289-49e9-adf2-5e255c8706e3 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7422b6d-bc82-4450-adf5-c5aa4a9d5a2a']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:48.087700 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d31cd4cb-6fb5-408f-8c5f-6ac6b7f58951 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:48.087838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Transition to ACTIVE for port object eaeda7fc-302d-4614-8ea7-157e496277a1 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:48.091697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d31cd4cb-6fb5-408f-8c5f-6ac6b7f58951 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Usage tracker for resource:network and tenant:8b3fd1d9cf014c149393a638d96945f7 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:48.095294 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d31cd4cb-6fb5-408f-8c5f-6ac6b7f58951 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:48.102189 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d31cd4cb-6fb5-408f-8c5f-6ac6b7f58951 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:48.105157 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e879a8-fbd6-4a1f-b54a-eae762d22120 None None] Network 22b3ca75-8ab3-4afe-83e0-78211265db25 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:48.112449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-23335ea0-7289-49e9-adf2-5e255c8706e3 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7c652f-00d4-4ec7-a0ae-d67dd22ee5ba') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:48.112757 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-23335ea0-7289-49e9-adf2-5e255c8706e3 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7c652f-00d4-4ec7-a0ae-d67dd22ee5ba') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:48.124230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-902c5807-6613-433d-b624-fabeef7fad0f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.127098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31cd4cb-6fb5-408f-8c5f-6ac6b7f58951 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Made reservation on behalf of 8b3fd1d9cf014c149393a638d96945f7 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:48.130404 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d31cd4cb-6fb5-408f-8c5f-6ac6b7f58951 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.154520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-79b1253c-54ac-4a3c-84fd-4eb56d48f681 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:48.162735 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31cd4cb-6fb5-408f-8c5f-6ac6b7f58951 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:50:48.172275 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d31cd4cb-6fb5-408f-8c5f-6ac6b7f58951 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.172621 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-d31cd4cb-6fb5-408f-8c5f-6ac6b7f58951 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Added segment f84245d9-1f4b-40ea-9dd4-80d4d8f5e6a3 of type vlan for network c0f7ee9f-bbd0-4274-acdb-4352e251bcf4 May 28 04:50:48.180365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-79b1253c-54ac-4a3c-84fd-4eb56d48f681 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:subnet and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:48.185562 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-23335ea0-7289-49e9-adf2-5e255c8706e3 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.197588 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-79b1253c-54ac-4a3c-84fd-4eb56d48f681 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:48.199383 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d31cd4cb-6fb5-408f-8c5f-6ac6b7f58951 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.217829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-79b1253c-54ac-4a3c-84fd-4eb56d48f681 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:48.228966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-23335ea0-7289-49e9-adf2-5e255c8706e3 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.231989 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b4860811-be9d-400d-b2e9-e83ef831eaf0 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2061870 May 28 04:50:48.236945 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56674) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:48.237129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-79bb36e0-e2b7-48de-b0de-8b57ceca2e7d None None] For port de8f86bf-3b7e-4976-9e44-a33a1cc3eae3, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=de8f86bf-3b7e-4976-9e44-a33a1cc3eae3,segment=NetworkSegment(45e7d8ab-d50c-4535-8431-f50f737769df),segment_id=45e7d8ab-d50c-4535-8431-f50f737769df)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:48.247138 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-104263c4-f8a9-48b3-9716-c989898994fe tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Request body: {'subnet': {'network_id': '2d921588-81cc-4557-8962-332a436cc414', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:48.253282 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23335ea0-7289-49e9-adf2-5e255c8706e3 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:50:48.253615 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-23335ea0-7289-49e9-adf2-5e255c8706e3 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:50:48.268761 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:50:48.272539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d31cd4cb-6fb5-408f-8c5f-6ac6b7f58951 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.274502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8529613c-f60d-4ffa-b291-b4ebdc7304e3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:48.278557 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8529613c-f60d-4ffa-b291-b4ebdc7304e3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4709256 May 28 04:50:48.278695 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31cd4cb-6fb5-408f-8c5f-6ac6b7f58951 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:48.278695 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d31cd4cb-6fb5-408f-8c5f-6ac6b7f58951 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.325149 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56678) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:48.331265 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b1253c-54ac-4a3c-84fd-4eb56d48f681 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:48.337726 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-79bb36e0-e2b7-48de-b0de-8b57ceca2e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.347856 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Transition to ACTIVE for port object eaeda7fc-302d-4614-8ea7-157e496277a1 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:48.402129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:50:48.450584 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55866578-07a4-496d-8fd9-f2f9d09b2b43 None None] Sync routers for ids ['c4f1a19c-9a44-4c15-bec6-94faa46132bd'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:50:48.469425 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9ecb7c07-df2b-4122-bd99-663752e103c1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/c4f1a19c-9a44-4c15-bec6-94faa46132bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9884253 May 28 04:50:48.471557 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.481839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56682) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:48.506166 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d31cd4cb-6fb5-408f-8c5f-6ac6b7f58951 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4869404 May 28 04:50:48.507026 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56686) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:48.526906 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-104263c4-f8a9-48b3-9716-c989898994fe tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:48.531078 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-104263c4-f8a9-48b3-9716-c989898994fe tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Usage tracker for resource:subnet and tenant:946bc1a39daa47378635045d132c9c3d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:48.534092 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-104263c4-f8a9-48b3-9716-c989898994fe tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:48.540492 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-104263c4-f8a9-48b3-9716-c989898994fe tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:48.549085 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Request body: {'subnet': {'network_id': 'c0f7ee9f-bbd0-4274-acdb-4352e251bcf4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:48.568330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-23335ea0-7289-49e9-adf2-5e255c8706e3 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.575849 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31cd4cb-6fb5-408f-8c5f-6ac6b7f58951 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event updated for resources: {'Network': ['ID=c0f7ee9f-bbd0-4274-acdb-4352e251bcf4,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:48.608421 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8197bd-edcc-4510-8c1b-038b7c8cfa00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:48.609914 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8197bd-edcc-4510-8c1b-038b7c8cfa00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:48.611206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8197bd-edcc-4510-8c1b-038b7c8cfa00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:48.612026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-dd8197bd-edcc-4510-8c1b-038b7c8cfa00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:48.614952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-23335ea0-7289-49e9-adf2-5e255c8706e3 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.632330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-79b1253c-54ac-4a3c-84fd-4eb56d48f681 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.632596 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network c0f7ee9f-bbd0-4274-acdb-4352e251bcf4 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:50:48.651871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104263c4-f8a9-48b3-9716-c989898994fe tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Made reservation on behalf of 946bc1a39daa47378635045d132c9c3d for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:48.660371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-902c5807-6613-433d-b624-fabeef7fad0f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.696262 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23335ea0-7289-49e9-adf2-5e255c8706e3 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] Pushing event deleted for resources: {'Network': ['ID=c7422b6d-bc82-4450-adf5-c5aa4a9d5a2a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:48.731884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Allocated IP 2001:db8::10 (dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9/2c2a5c9e-4104-42b9-8537-e2a2f9a054d9/b4a04193-cdd9-4aa0-8879-6b9336855eef) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:48.749139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fcc63c-59fd-4e15-b4c4-a19ac5806452 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:48.749924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d6fcc63c-59fd-4e15-b4c4-a19ac5806452 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Synchronizing usage tracker for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:48.776735 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-23335ea0-7289-49e9-adf2-5e255c8706e3 tempest-BulkNetworkOpsIpV6Test-719942338 tempest-BulkNetworkOpsIpV6Test-719942338-project] 10.222.0.15 "DELETE /v2.0/networks/c7422b6d-bc82-4450-adf5-c5aa4a9d5a2a HTTP/1.1" status: 204 len: 168 time: 1.9000328 May 28 04:50:48.788763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:48.797183 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Usage tracker for resource:subnet and tenant:8b3fd1d9cf014c149393a638d96945f7 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:48.811527 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-104263c4-f8a9-48b3-9716-c989898994fe tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:48.837693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Network dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:48.838484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb36e0-e2b7-48de-b0de-8b57ceca2e7d None None] Pushing event updated for resources: {'Port': ['ID=de8f86bf-3b7e-4976-9e44-a33a1cc3eae3,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:48.854015 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:48.926378 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55866578-07a4-496d-8fd9-f2f9d09b2b43 None None] Routers {'c4f1a19c-9a44-4c15-bec6-94faa46132bd'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:50:48.927026 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-55866578-07a4-496d-8fd9-f2f9d09b2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c4f1a19c-9a44-4c15-bec6-94faa46132bd'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:48.958683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-dd8197bd-edcc-4510-8c1b-038b7c8cfa00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:48.960660 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dd8197bd-edcc-4510-8c1b-038b7c8cfa00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6307583 May 28 04:50:48.969094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56692) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:48.996702 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:49.024260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:49.051735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d6fcc63c-59fd-4e15-b4c4-a19ac5806452 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Unset dirty status for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:49.053287 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d6fcc63c-59fd-4e15-b4c4-a19ac5806452 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports/01053723-e801-49ae-af9f-afb5c7e450dd HTTP/1.1" status: 200 len: 911 time: 0.5704112 May 28 04:50:49.059317 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56698) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:49.103479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Made reservation on behalf of 8b3fd1d9cf014c149393a638d96945f7 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:49.130779 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:49.135108 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-55866578-07a4-496d-8fd9-f2f9d09b2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:49.137185 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-79bb36e0-e2b7-48de-b0de-8b57ceca2e7d None None] Provisioning complete for port 01053723-e801-49ae-af9f-afb5c7e450dd triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:49.137547 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-79bb36e0-e2b7-48de-b0de-8b57ceca2e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:49.230299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56704) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:49.238783 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 7114689a-797c-4816-8010-1953efe65a64 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:49.250269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-79b1253c-54ac-4a3c-84fd-4eb56d48f681 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:49.303569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-902c5807-6613-433d-b624-fabeef7fad0f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:49.304961 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:49.432512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-902c5807-6613-433d-b624-fabeef7fad0f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:49.450729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1253c-54ac-4a3c-84fd-4eb56d48f681 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Subnet': ['ID=a0031b32-be1e-4b30-91b8-dcaea328d53e,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:49.470536 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:49.529153 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Transition to ACTIVE for port object b4a04193-cdd9-4aa0-8879-6b9336855eef will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:49.552198 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-79bb36e0-e2b7-48de-b0de-8b57ceca2e7d None None] Port 01053723-e801-49ae-af9f-afb5c7e450dd cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:50:49.554069 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Pushing event updated for resources: {'Port': ['ID=eaeda7fc-302d-4614-8ea7-157e496277a1,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:49.581721 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-104263c4-f8a9-48b3-9716-c989898994fe tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:49.673910 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-902c5807-6613-433d-b624-fabeef7fad0f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/8de98ed6-1d1f-4e66-9343-b7d122f4d253 HTTP/1.1" status: 204 len: 168 time: 2.4104307 May 28 04:50:49.674770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:49.683910 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56710) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:49.688546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c5807-6613-433d-b624-fabeef7fad0f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Subnet': ['ID=8de98ed6-1d1f-4e66-9343-b7d122f4d253,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:49.699030 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-993a8d21-822f-42c2-a75e-75e1dd8fe30b', 'network_id': '993a8d21-822f-42c2-a75e-75e1dd8fe30b', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'fixed_ips': [{'subnet_id': '74aafac7-94b0-4f1a-9d8c-5f7c3ec4c92b'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:50:49.699950 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:49.729706 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-79bb36e0-e2b7-48de-b0de-8b57ceca2e7d None None] Could not find standard attr ID for object 6e813f71-e8a5-40bf-8499-2fb30842a645. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:50:49.731054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55866578-07a4-496d-8fd9-f2f9d09b2b43 None None] Routers {'c4f1a19c-9a44-4c15-bec6-94faa46132bd'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:50:49.731613 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:49.731803 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-55866578-07a4-496d-8fd9-f2f9d09b2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c4f1a19c-9a44-4c15-bec6-94faa46132bd'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:49.738156 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104263c4-f8a9-48b3-9716-c989898994fe tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event updated for resources: {'Subnet': ['ID=8c7f44ed-00d5-4c5f-b040-d605ac86cad4,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:49.745997 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecce08cb-b869-41d9-b84a-aee0982e4f9e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] DELETE failed (client error): The resource could not be found. May 28 04:50:49.746428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecce08cb-b869-41d9-b84a-aee0982e4f9e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:49.751482 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ecce08cb-b869-41d9-b84a-aee0982e4f9e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/3c97fbdc-de8b-465d-90f5-fac611488416 HTTP/1.1" status: 404 len: 337 time: 0.0613313 May 28 04:50:49.755256 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56714) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:49.760742 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79b1253c-54ac-4a3c-84fd-4eb56d48f681 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Checking segment: {'id': '5b21ee55-750f-41e7-9266-009e35a3ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7366182b-63bd-40dd-9230-b415d0422951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:49.761096 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b1253c-54ac-4a3c-84fd-4eb56d48f681 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network hostable DHCP agents. Network: 7366182b-63bd-40dd-9230-b415d0422951, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:49.770612 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-e734723a-e0b6-4c25-91c8-e4db3d310044 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 2ac2efa6-7b3e-4378-bf81-0a78b6a0dc1f {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:49.825241 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e734723a-e0b6-4c25-91c8-e4db3d310044 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:49.833426 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-6d79a5f1-f0bc-4fc8-89dc-b922a293f97e', 'network_id': '6d79a5f1-f0bc-4fc8-89dc-b922a293f97e', 'tenant_id': '946bc1a39daa47378635045d132c9c3d', 'fixed_ips': [{'subnet_id': '63456222-f81b-40e9-b94d-c67eb60de41e'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:50:49.834118 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:49.845235 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104263c4-f8a9-48b3-9716-c989898994fe tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Checking segment: {'id': '10f7e241-2041-4b64-bb65-df3c712ca593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2d921588-81cc-4557-8962-332a436cc414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:49.845597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104263c4-f8a9-48b3-9716-c989898994fe tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Network hostable DHCP agents. Network: 2d921588-81cc-4557-8962-332a436cc414, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:49.846732 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-55866578-07a4-496d-8fd9-f2f9d09b2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:49.847124 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55866578-07a4-496d-8fd9-f2f9d09b2b43 None None] The sync data for ids ['c4f1a19c-9a44-4c15-bec6-94faa46132bd'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:50:49.853626 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-64fbe55e-4fb8-4547-beaa-c04092b8cd4e', 'network_id': '64fbe55e-4fb8-4547-beaa-c04092b8cd4e', 'tenant_id': '8b3fd1d9cf014c149393a638d96945f7', 'fixed_ips': [{'subnet_id': 'e248415f-59d0-45e9-9855-4c1c967325bc'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:50:49.854856 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:49.867435 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Attempting to bind port eaeda7fc-302d-4614-8ea7-157e496277a1 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:50:49.867785 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Attempting to bind port eaeda7fc-302d-4614-8ea7-157e496277a1 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '4b8ddc93-e1f0-4c4b-92a6-e914b33dd937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:50:49.868125 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Attempting to bind port eaeda7fc-302d-4614-8ea7-157e496277a1 on network dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:50:49.876007 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:49.887940 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=b4a04193-cdd9-4aa0-8879-6b9336855eef,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:49.904955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:49.913830 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d16b0ee7-049b-42e2-9f7d-8a877f367cf6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0db9129a53f640e9b80012158a668c0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6762779 May 28 04:50:49.917483 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:49.922241 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:49.922643 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:49.924916 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e734723a-e0b6-4c25-91c8-e4db3d310044 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:49.930239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56718) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:49.975433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d63025-de0d-423b-867c-7ef25eb624bb tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting subnet d08a8af4-ba37-4c90-922d-5d50b31783f2 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:49.988179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104263c4-f8a9-48b3-9716-c989898994fe tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Network 2d921588-81cc-4557-8962-332a436cc414 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:50.045180 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-727f494f-968f-41bc-80a1-6276e4476e25 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6029572 May 28 04:50:50.046139 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56722) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:50.047185 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-46d63025-de0d-423b-867c-7ef25eb624bb tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.059658 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'network_id': 'dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9', 'name': 'tempest-PortsIpV6TestJSON-86291562', 'fixed_ips': [{'subnet_id': '2c2a5c9e-4104-42b9-8537-e2a2f9a054d9', 'ip_address': '2001:db8::f'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:50.127663 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:50:50.128333 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Checking segment: {'id': '4b8ddc93-e1f0-4c4b-92a6-e914b33dd937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:50.128732 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.129114 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Bound using segment: {'id': '4b8ddc93-e1f0-4c4b-92a6-e914b33dd937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:50:50.129591 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Bound port: eaeda7fc-302d-4614-8ea7-157e496277a1, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8ddc93-e1f0-4c4b-92a6-e914b33dd937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:50:50.129974 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.158181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b1253c-54ac-4a3c-84fd-4eb56d48f681 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 7366182b-63bd-40dd-9230-b415d0422951 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:50.172236 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-104263c4-f8a9-48b3-9716-c989898994fe tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 2d921588-81cc-4557-8962-332a436cc414) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:50.176575 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104263c4-f8a9-48b3-9716-c989898994fe tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:50.177099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-104263c4-f8a9-48b3-9716-c989898994fe tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.189478 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-79b1253c-54ac-4a3c-84fd-4eb56d48f681 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 7366182b-63bd-40dd-9230-b415d0422951) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:50.213695 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f41a441-23ee-4233-a41a-dec4a3e12751 None None] Network 2d921588-81cc-4557-8962-332a436cc414 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:50.214342 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-46d63025-de0d-423b-867c-7ef25eb624bb tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.242563 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fa54eb-e029-483c-b7cd-aad752dfc217 None None] Network 7366182b-63bd-40dd-9230-b415d0422951 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:50.243223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b1253c-54ac-4a3c-84fd-4eb56d48f681 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:50.243807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-79b1253c-54ac-4a3c-84fd-4eb56d48f681 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.261293 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-104263c4-f8a9-48b3-9716-c989898994fe tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0231211 May 28 04:50:50.271504 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-58c3e90f-d698-4799-8c23-718cd26f9c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.274457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56726) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:50.290264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.objects.ports [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84009) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:50:50.327097 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-79b1253c-54ac-4a3c-84fd-4eb56d48f681 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4510319 May 28 04:50:50.331581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56730) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:50.342492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e734723a-e0b6-4c25-91c8-e4db3d310044 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.429129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a2d3c0b4-d6f0-434a-b745-d33f76308b79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1971403014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:50.443037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.445480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a2d3c0b4-d6f0-434a-b745-d33f76308b79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:50.452700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a2d3c0b4-d6f0-434a-b745-d33f76308b79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:router and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:50.461494 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a2d3c0b4-d6f0-434a-b745-d33f76308b79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:50.471577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a2d3c0b4-d6f0-434a-b745-d33f76308b79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:50.493397 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-46d63025-de0d-423b-867c-7ef25eb624bb tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.509644 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-58c3e90f-d698-4799-8c23-718cd26f9c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.531813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e734723a-e0b6-4c25-91c8-e4db3d310044 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.536252 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c0b4-d6f0-434a-b745-d33f76308b79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.538059 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c0b4-d6f0-434a-b745-d33f76308b79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.558933 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:50.572627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:port and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:50.573087 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Allocated IP 172.20.0.2 (993a8d21-822f-42c2-a75e-75e1dd8fe30b/74aafac7-94b0-4f1a-9d8c-5f7c3ec4c92b/58b869e1-ae10-4cae-9255-1b040ecff9c5) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:50.578700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-220efe8d-125a-46f2-8d19-8ab07611cf72 None None] Provisioning complete for port de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:50.579854 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-220efe8d-125a-46f2-8d19-8ab07611cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.590575 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:50.601056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e734723a-e0b6-4c25-91c8-e4db3d310044 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac2efa6-7b3e-4378-bf81-0a78b6a0dc1f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:50.614548 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:50.617477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e734723a-e0b6-4c25-91c8-e4db3d310044 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.695047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event updated for resources: {'Subnet': ['ID=482d900b-c64d-450d-9846-54065690df07,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:50.722131 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c0b4-d6f0-434a-b745-d33f76308b79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.802020 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e734723a-e0b6-4c25-91c8-e4db3d310044 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/2ac2efa6-7b3e-4378-bf81-0a78b6a0dc1f HTTP/1.1" status: 204 len: 168 time: 1.8258445 May 28 04:50:50.811880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56734) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:50.817113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-46d63025-de0d-423b-867c-7ef25eb624bb tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.835355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:50.835355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:50.922121 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Checking segment: {'id': 'f84245d9-1f4b-40ea-9dd4-80d4d8f5e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'c0f7ee9f-bbd0-4274-acdb-4352e251bcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:50.922121 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Network hostable DHCP agents. Network: c0f7ee9f-bbd0-4274-acdb-4352e251bcf4, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:50:50.933544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:51.015464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c0b4-d6f0-434a-b745-d33f76308b79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:51.023539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-46d63025-de0d-423b-867c-7ef25eb624bb tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:51.033571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d63025-de0d-423b-867c-7ef25eb624bb tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Subnet': ['ID=d08a8af4-ba37-4c90-922d-5d50b31783f2,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:51.051946 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae402604-7ae9-4c0e-ae9a-be6ab6f21218 None None] Network a61032c2-e46a-44f7-9cb2-4c483a0d82f2 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:51.065898 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-46d63025-de0d-423b-867c-7ef25eb624bb tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/d08a8af4-ba37-4c90-922d-5d50b31783f2 HTTP/1.1" status: 204 len: 168 time: 1.3063989 May 28 04:50:51.069486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-58c3e90f-d698-4799-8c23-718cd26f9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:51.073117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56738) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:51.098739 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc7bdf2-cdac-40cb-87e8-1d756b2ad4a9 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:51.103614 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3e90f-d698-4799-8c23-718cd26f9c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0948a13a-2cbf-4de2-a7d1-a246edc9c7a2,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:51.121129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e51c777-d016-40b2-812e-27a70825b221 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 44f82817-e6bf-4e3f-91f0-cba70e158519 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:51.132712 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e51c777-d016-40b2-812e-27a70825b221 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:51.160161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a2d3c0b4-d6f0-434a-b745-d33f76308b79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:51.161432 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a2d3c0b4-d6f0-434a-b745-d33f76308b79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8279197 May 28 04:50:51.167597 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4b71c4-d91d-4676-aebd-1e3f4c2c7a55 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] DELETE failed (client error): The resource could not be found. May 28 04:50:51.168021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4b71c4-d91d-4676-aebd-1e3f4c2c7a55 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:51.171996 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bc4b71c4-d91d-4676-aebd-1e3f4c2c7a55 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/781ddd2a-9c6c-4444-a0ce-418c16abd746 HTTP/1.1" status: 404 len: 337 time: 0.0925627 May 28 04:50:51.176689 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56742) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:51.177195 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56744) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:51.197898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Network c0f7ee9f-bbd0-4274-acdb-4352e251bcf4 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:50:51.250729 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-58c3e90f-d698-4799-8c23-718cd26f9c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:51.251783 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-58c3e90f-d698-4799-8c23-718cd26f9c5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0948a13a-2cbf-4de2-a7d1-a246edc9c7a2 HTTP/1.1" status: 204 len: 168 time: 1.3200490 May 28 04:50:51.307382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] For port eaeda7fc-302d-4614-8ea7-157e496277a1, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:50:51.349422 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b47a087b-b6f4-4653-9006-9d8c93fb3809 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dada7fd-fe3b-43b5-8821-05cb61f93604 HTTP/1.1" status: 200 len: 205 time: 0.1677084 May 28 04:50:51.357865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56752) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:51.364218 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e51c777-d016-40b2-812e-27a70825b221 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:51.381047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Allocated IP 2001:db8:0:ffff::2 (64fbe55e-4fb8-4547-beaa-c04092b8cd4e/e248415f-59d0-45e9-9855-4c1c967325bc/73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:51.396031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, c0f7ee9f-bbd0-4274-acdb-4352e251bcf4) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:51.401993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:51.431931 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] device_id is not set on port 6574067d-097a-4312-aa9a-8739e98274a9 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:50:51.439739 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] For port eaeda7fc-302d-4614-8ea7-157e496277a1, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=eaeda7fc-302d-4614-8ea7-157e496277a1,segment=NetworkSegment(4b8ddc93-e1f0-4c4b-92a6-e914b33dd937),segment_id=4b8ddc93-e1f0-4c4b-92a6-e914b33dd937)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:50:51.522632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Allocated IP 2001:db8::2 (6d79a5f1-f0bc-4fc8-89dc-b922a293f97e/63456222-f81b-40e9-b94d-c67eb60de41e/f12c59c8-25a1-45cf-8516-c0bd6fb7f01f) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:51.534681 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:51.605674 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:51.606976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:51.619925 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-350ce857-ef76-4e4f-bf26-ceae74042f4c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] delete failed (client error): The resource could not be found. May 28 04:50:51.620941 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-350ce857-ef76-4e4f-bf26-ceae74042f4c tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/routers/6dada7fd-fe3b-43b5-8821-05cb61f93604 HTTP/1.1" status: 404 len: 336 time: 0.2596891 May 28 04:50:51.625007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56760) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:51.719011 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38f72d1-387a-44cc-bd89-b0f28fdd01f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] DELETE failed (client error): The resource could not be found. May 28 04:50:51.719444 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a38f72d1-387a-44cc-bd89-b0f28fdd01f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:51.721258 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a38f72d1-387a-44cc-bd89-b0f28fdd01f3 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/0fae0451-4cd2-4ac6-9b42-82d9a5de1629 HTTP/1.1" status: 404 len: 337 time: 0.0694346 May 28 04:50:51.728452 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56766) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:51.766520 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:51.787616 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-451a6cbc-c570-4d38-9ac9-6e6980779aaa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2707970 May 28 04:50:51.801045 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56772) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:51.810920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Request body: {'port': {'network_id': 'c0f7ee9f-bbd0-4274-acdb-4352e251bcf4', 'name': 'tempest-NetworksIpV6TestAttrs-2001581860'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:51.970927 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-9780c825-be31-4773-9084-7b6713db1139 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] DELETE failed (client error): The resource could not be found. May 28 04:50:51.971393 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9780c825-be31-4773-9084-7b6713db1139 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:51.976625 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9780c825-be31-4773-9084-7b6713db1139 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/2bcded61-d820-4036-94f9-a28f030e4efd HTTP/1.1" status: 404 len: 337 time: 0.2451146 May 28 04:50:52.015110 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-2d921588-81cc-4557-8962-332a436cc414', 'network_id': '2d921588-81cc-4557-8962-332a436cc414', 'tenant_id': '946bc1a39daa47378635045d132c9c3d', 'fixed_ips': [{'subnet_id': '8c7f44ed-00d5-4c5f-b040-d605ac86cad4'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:50:52.015977 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:52.045195 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56778) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:52.051432 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:52.125631 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79099c0-b6e1-4aff-95fc-cbdd68355c97 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] DELETE failed (client error): The resource could not be found. May 28 04:50:52.126098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b79099c0-b6e1-4aff-95fc-cbdd68355c97 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:52.132031 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b79099c0-b6e1-4aff-95fc-cbdd68355c97 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/342ccc06-41f8-4fe5-9144-0ce220e598da HTTP/1.1" status: 404 len: 337 time: 0.0692003 May 28 04:50:52.135081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56784) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:52.260157 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-7366182b-63bd-40dd-9230-b415d0422951', 'network_id': '7366182b-63bd-40dd-9230-b415d0422951', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'fixed_ips': [{'subnet_id': 'a0031b32-be1e-4b30-91b8-dcaea328d53e'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:50:52.260955 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:52.290543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812f01d-10a0-4940-82bb-35c279708bd5 None None] Pushing event updated for resources: {'Port': ['ID=eaeda7fc-302d-4614-8ea7-157e496277a1,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:52.308491 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e51c777-d016-40b2-812e-27a70825b221 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:52.371302 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Allocated IP 2001:db8::f (dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9/2c2a5c9e-4104-42b9-8537-e2a2f9a054d9/6574067d-097a-4312-aa9a-8739e98274a9) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:52.375280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:52.383430 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Usage tracker for resource:port and tenant:8b3fd1d9cf014c149393a638d96945f7 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:52.390969 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:52.401249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:52.427763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56794) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:52.454335 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Made reservation on behalf of 8b3fd1d9cf014c149393a638d96945f7 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:52.457811 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:52.462146 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-08249656-8cfc-4441-92b9-f3d3227502d1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] DELETE failed (client error): The resource could not be found. May 28 04:50:52.462688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08249656-8cfc-4441-92b9-f3d3227502d1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:52.467188 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-08249656-8cfc-4441-92b9-f3d3227502d1 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/2c543e11-fbbc-4d8d-8b0d-2e847d2b24bc HTTP/1.1" status: 404 len: 333 time: 0.3293328 May 28 04:50:52.489982 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5faf60f4-87a4-4309-ab46-16a30235593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:52.501192 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:52.528206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56800) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:52.542967 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-220efe8d-125a-46f2-8d19-8ab07611cf72 None None] Provisioning for port 7114689a-797c-4816-8010-1953efe65a64 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:52.579507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-220efe8d-125a-46f2-8d19-8ab07611cf72 None None] Provisioning complete for port 7114689a-797c-4816-8010-1953efe65a64 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:52.580166 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-220efe8d-125a-46f2-8d19-8ab07611cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:52.601078 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d989c1-c356-4b90-9b3d-7f016362e92e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] DELETE failed (client error): The resource could not be found. May 28 04:50:52.601546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d989c1-c356-4b90-9b3d-7f016362e92e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:52.606649 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a9d989c1-c356-4b90-9b3d-7f016362e92e tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/914fb595-15c7-46dd-a0b4-ae92e015c58a HTTP/1.1" status: 404 len: 337 time: 0.0723338 May 28 04:50:52.611126 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56804) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:52.669521 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aed158f-5b03-4bb0-be5b-495c8afdfc9f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] DELETE failed (client error): The resource could not be found. May 28 04:50:52.669990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aed158f-5b03-4bb0-be5b-495c8afdfc9f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:52.681425 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Transition to ACTIVE for port object 58b869e1-ae10-4cae-9255-1b040ecff9c5 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:52.725685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:52.738524 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7aed158f-5b03-4bb0-be5b-495c8afdfc9f tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/fa6e2769-c6bc-4ab3-9350-9fdcaaf17905 HTTP/1.1" status: 404 len: 337 time: 0.1186702 May 28 04:50:52.746747 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56808) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:52.768277 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Transition to ACTIVE for port object 6574067d-097a-4312-aa9a-8739e98274a9 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:52.787519 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-73816fe4-7919-4b4c-8220-50f05b5acc76 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:52.788222 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-73816fe4-7919-4b4c-8220-50f05b5acc76 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): There was a conflict when trying to complete your request. May 28 04:50:52.792962 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-73816fe4-7919-4b4c-8220-50f05b5acc76 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3601248 May 28 04:50:52.794849 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56812) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:52.804521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681547056'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:52.812255 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:52.816376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:52.819515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:52.849128 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] device_id is not set on port 1374526e-3116-44b7-b7f5-b0a3d193627b yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:50:52.853637 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e51c777-d016-40b2-812e-27a70825b221 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:52.910525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:52.915281 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Transition to ACTIVE for port object 58b869e1-ae10-4cae-9255-1b040ecff9c5 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:52.928652 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:52.948497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51c777-d016-40b2-812e-27a70825b221 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=44f82817-e6bf-4e3f-91f0-cba70e158519,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:52.956466 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6afa5f-051c-4645-be11-e859fff1b90a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] DELETE failed (client error): The resource could not be found. May 28 04:50:52.956941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad6afa5f-051c-4645-be11-e859fff1b90a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:53.017705 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:53.037807 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:53.046286 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ad6afa5f-051c-4645-be11-e859fff1b90a tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/8b15e10a-5a5a-47d0-84b9-b098d0f2c29f HTTP/1.1" status: 404 len: 333 time: 0.3000429 May 28 04:50:53.047532 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56818) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:53.086644 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:53.090162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:53.097059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:53.105785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e51c777-d016-40b2-812e-27a70825b221 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:53.110274 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:53.110469 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4e51c777-d016-40b2-812e-27a70825b221 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/44f82817-e6bf-4e3f-91f0-cba70e158519 HTTP/1.1" status: 204 len: 168 time: 2.2947707 May 28 04:50:53.111282 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57d5386-ed49-45ef-8e24-06e6b8f4108b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] DELETE failed (client error): The resource could not be found. May 28 04:50:53.111930 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57d5386-ed49-45ef-8e24-06e6b8f4108b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:53.113716 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f57d5386-ed49-45ef-8e24-06e6b8f4108b tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/e1288ffb-9099-4504-9194-a275451dee09 HTTP/1.1" status: 404 len: 337 time: 0.0556092 May 28 04:50:53.114974 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56822) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:53.120070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56824) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:53.149777 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:53.152909 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:53.153734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:53.154337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:53.158922 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Allocated IP 172.21.0.2 (7366182b-63bd-40dd-9230-b415d0422951/a0031b32-be1e-4b30-91b8-dcaea328d53e/e7b059b6-6865-4f09-9b4a-df921c27c60b) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:53.172602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Transition to ACTIVE for port object 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:53.221767 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Network 993a8d21-822f-42c2-a75e-75e1dd8fe30b is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:53.225781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Allocated IP 2001:db8::2 (2d921588-81cc-4557-8962-332a436cc414/8c7f44ed-00d5-4c5f-b040-d605ac86cad4/ecaee824-200d-4bef-b0e5-a2fa58002a84) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:53.249855 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:53.252321 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc22f77d-9b55-4ecf-90de-f1e80f225263 None None] DHCP port deletion for a61032c2-e46a-44f7-9cb2-4c483a0d82f2 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:50:53.264699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Transition to ACTIVE for port object f12c59c8-25a1-45cf-8516-c0bd6fb7f01f will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:53.267684 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:53.272951 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Pushing event updated for resources: {'Port': ['ID=58b869e1-ae10-4cae-9255-1b040ecff9c5,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:53.307462 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-dc22f77d-9b55-4ecf-90de-f1e80f225263 None None] Deleting port 28791ac2-a3da-4689-88b7-3116e3e5be9a {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:53.307845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dc22f77d-9b55-4ecf-90de-f1e80f225263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:53.344216 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:53.357544 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-080f9fbf-2403-427f-b02f-b24bf91feb7d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] DELETE failed (client error): The resource could not be found. May 28 04:50:53.358026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-080f9fbf-2403-427f-b02f-b24bf91feb7d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:53.362730 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=6574067d-097a-4312-aa9a-8739e98274a9,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:53.362907 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-080f9fbf-2403-427f-b02f-b24bf91feb7d tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/subnets/eb5eec40-7b68-4aae-8c8b-c18f11cf064a HTTP/1.1" status: 404 len: 337 time: 0.2388811 May 28 04:50:53.365828 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56830) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:53.405186 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a10d5cea-7d38-4617-83a5-e28442ea5411 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2392149 May 28 04:50:53.410889 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56834) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:53.424288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-982cabfe-630c-488a-823c-5e5845941eab tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:53.435580 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Transition to ACTIVE for port object 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:53.452206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:53.463288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Allocated IP 2001:db8::f816:3eff:fe38:c82c (c0f7ee9f-bbd0-4274-acdb-4352e251bcf4/482d900b-c64d-450d-9846-54065690df07/1374526e-3116-44b7-b7f5-b0a3d193627b) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:53.465597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:53.528338 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d3b8aeec-0f1e-465f-8c45-803914c1c20c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 3.4710081 May 28 04:50:53.532443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56838) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:53.536301 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:53.548998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Transition to ACTIVE for port object f12c59c8-25a1-45cf-8516-c0bd6fb7f01f will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:53.561602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:53.564432 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:53.565463 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-220efe8d-125a-46f2-8d19-8ab07611cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:53.700449 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-982cabfe-630c-488a-823c-5e5845941eab tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:53.730382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:53.736954 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-982cabfe-630c-488a-823c-5e5845941eab tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:53.737583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-18ea5139-7a20-4c57-810b-e852be3a2e54 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 2613cf47-f2c7-446d-ae39-2147239142af {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:53.737583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-18ea5139-7a20-4c57-810b-e852be3a2e54 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:53.748482 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-982cabfe-630c-488a-823c-5e5845941eab tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:53.766519 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Network 64fbe55e-4fb8-4547-beaa-c04092b8cd4e is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:53.784416 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Allocated IP 2001:db8:1::1 (af58b00a-db35-47bd-ae21-8515f50a14a9/ff554e2a-a891-4000-ac07-5c3b23ace9a3/aa589d09-6b04-4479-beeb-b75174a69a4f) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:53.804632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:53.838283 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:53.873967 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-982cabfe-630c-488a-823c-5e5845941eab tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:53.912913 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982cabfe-630c-488a-823c-5e5845941eab tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:53.941515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Allocated IP 2001:db8::1 (6d79a5f1-f0bc-4fc8-89dc-b922a293f97e/63456222-f81b-40e9-b94d-c67eb60de41e/bb603846-afd5-4e32-8a88-57bb70d45386) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:53.946684 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Attempting to bind port 58b869e1-ae10-4cae-9255-1b040ecff9c5 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:50:53.954415 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Attempting to bind port 58b869e1-ae10-4cae-9255-1b040ecff9c5 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '6afd990f-2322-44c7-8862-8815712389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '993a8d21-822f-42c2-a75e-75e1dd8fe30b'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:50:53.955066 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Attempting to bind port 58b869e1-ae10-4cae-9255-1b040ecff9c5 on network 993a8d21-822f-42c2-a75e-75e1dd8fe30b {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:50:53.995474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Pushing event updated for resources: {'Port': ['ID=73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:54.105555 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:54.115361 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-220efe8d-125a-46f2-8d19-8ab07611cf72 None None] For port 7114689a-797c-4816-8010-1953efe65a64, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=7114689a-797c-4816-8010-1953efe65a64,segment=NetworkSegment(c6152f43-92cb-4e4d-a6e5-5f9344d6a3d9),segment_id=c6152f43-92cb-4e4d-a6e5-5f9344d6a3d9)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:54.128762 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Network 6d79a5f1-f0bc-4fc8-89dc-b922a293f97e is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:54.175631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:54.222962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:50:54.223643 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Checking segment: {'id': '6afd990f-2322-44c7-8862-8815712389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '993a8d21-822f-42c2-a75e-75e1dd8fe30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:54.224213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:54.224943 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Bound using segment: {'id': '6afd990f-2322-44c7-8862-8815712389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '993a8d21-822f-42c2-a75e-75e1dd8fe30b'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:50:54.225614 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Bound port: 58b869e1-ae10-4cae-9255-1b040ecff9c5, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afd990f-2322-44c7-8862-8815712389a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '993a8d21-822f-42c2-a75e-75e1dd8fe30b'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:50:54.226183 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:54.236222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-220efe8d-125a-46f2-8d19-8ab07611cf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:54.238129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:54.268030 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec6d9e8-55b9-4d1f-a8ec-8b9dc965672a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:54.269559 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dec6d9e8-55b9-4d1f-a8ec-8b9dc965672a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.7363708 May 28 04:50:54.334685 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56842) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:54.342734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:54.374677 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:54.382060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:54.385692 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:54.393955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:54.463893 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9244dc1-5a74-4a1c-b3c2-fbafa0494f9e None None] Network dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:54.510541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:54.536127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:54.536795 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:54.545087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-18ea5139-7a20-4c57-810b-e852be3a2e54 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:54.554426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-982cabfe-630c-488a-823c-5e5845941eab tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:54.581931 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:54.603937 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d772587-7823-40a9-aad5-4693b977b300 None None] Network c0f7ee9f-bbd0-4274-acdb-4352e251bcf4 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:54.616319 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device eaeda7fc-302d-4614-8ea7-157e496277a1 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:54.636667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Transition to ACTIVE for port object aa589d09-6b04-4479-beeb-b75174a69a4f will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:54.668109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Transition to ACTIVE for port object bb603846-afd5-4e32-8a88-57bb70d45386 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:54.691680 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Allocated IP 172.20.0.1 (993a8d21-822f-42c2-a75e-75e1dd8fe30b/74aafac7-94b0-4f1a-9d8c-5f7c3ec4c92b/3adb6c51-924c-4c74-8c9e-70494729ebfa) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:50:54.700960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-18ea5139-7a20-4c57-810b-e852be3a2e54 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Calling delete_port for 2613cf47-f2c7-446d-ae39-2147239142af owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:54.701999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec0a86e-3e28-4d94-bf49-319df98af4eb,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:54.762396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e51314-a002-4a47-9e8b-90ca159e990d,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:54.766102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:54.767478 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ba2c9727-bff1-4efd-8a0c-a7db132cd2c6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.9698193 May 28 04:50:54.772423 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:54.773716 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56848) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:54.798043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-55f4bdb1-bb59-473f-a64b-18c033ba22a3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': 'b6e51314-a002-4a47-9e8b-90ca159e990d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:54.808912 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Transition to ACTIVE for port object 1374526e-3116-44b7-b7f5-b0a3d193627b will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:54.832492 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:54.857107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-55f4bdb1-bb59-473f-a64b-18c033ba22a3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:54.895731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-55f4bdb1-bb59-473f-a64b-18c033ba22a3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:54.905907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-55f4bdb1-bb59-473f-a64b-18c033ba22a3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:54.924106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2676f058-acb9-4ffa-a3f2-a85bddc47758 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:54.928287 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2676f058-acb9-4ffa-a3f2-a85bddc47758 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:54.932359 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2676f058-acb9-4ffa-a3f2-a85bddc47758 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:54.933000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event updated for resources: {'Port': ['ID=bb603846-afd5-4e32-8a88-57bb70d45386,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:54.934438 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2676f058-acb9-4ffa-a3f2-a85bddc47758 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.5988042 May 28 04:50:54.935760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-55f4bdb1-bb59-473f-a64b-18c033ba22a3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:54.938851 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Pushing event updated for resources: {'Port': ['ID=f12c59c8-25a1-45cf-8516-c0bd6fb7f01f,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:54.941898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:54.946049 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56852) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:55.011384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-18ea5139-7a20-4c57-810b-e852be3a2e54 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.028921 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Attempting to bind port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:50:55.029371 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Attempting to bind port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '32a8208e-be1e-4c2b-b348-b84178d7f377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '64fbe55e-4fb8-4547-beaa-c04092b8cd4e'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:50:55.029958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Attempting to bind port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca on network 64fbe55e-4fb8-4547-beaa-c04092b8cd4e {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:50:55.058777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-75c90514-8a3d-4586-9847-f32b95a94792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.060545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.062636 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-dc22f77d-9b55-4ecf-90de-f1e80f225263 None None] For port 28791ac2-a3da-4689-88b7-3116e3e5be9a, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=28791ac2-a3da-4689-88b7-3116e3e5be9a,segment=NetworkSegment(ab75e45e-b53b-41cd-a29d-f709bce7c40b),segment_id=ab75e45e-b53b-41cd-a29d-f709bce7c40b)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:55.063210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dc22f77d-9b55-4ecf-90de-f1e80f225263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.072745 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Network 6d79a5f1-f0bc-4fc8-89dc-b922a293f97e is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:55.075192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network af58b00a-db35-47bd-ae21-8515f50a14a9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:55.076773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.080533 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:55.082301 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=aa589d09-6b04-4479-beeb-b75174a69a4f,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:55.084576 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55f4bdb1-bb59-473f-a64b-18c033ba22a3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.118910 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:55.120160 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.121730 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:55.122531 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.128498 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:55.129021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.173132 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b8284-64e9-4147-8488-2e14eaeb6a08 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 6574067d-097a-4312-aa9a-8739e98274a9 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:55.173358 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce3b8284-64e9-4147-8488-2e14eaeb6a08 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.203533 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Attempting to bind port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:50:55.203898 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Attempting to bind port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'ea16b0e0-b2de-410d-b17b-0488153a4b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6d79a5f1-f0bc-4fc8-89dc-b922a293f97e'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:50:55.204275 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Attempting to bind port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f on network 6d79a5f1-f0bc-4fc8-89dc-b922a293f97e {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:50:55.254583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Network c0f7ee9f-bbd0-4274-acdb-4352e251bcf4 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:55.273366 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:55.274507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:50:55.274873 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Checking segment: {'id': '32a8208e-be1e-4c2b-b348-b84178d7f377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '64fbe55e-4fb8-4547-beaa-c04092b8cd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:55.275267 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.275637 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Bound using segment: {'id': '32a8208e-be1e-4c2b-b348-b84178d7f377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '64fbe55e-4fb8-4547-beaa-c04092b8cd4e'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:50:55.276014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:55.276141 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Bound port: 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a8208e-be1e-4c2b-b348-b84178d7f377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '64fbe55e-4fb8-4547-beaa-c04092b8cd4e'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:50:55.276483 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.280207 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:55.280850 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.296409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea5139-7a20-4c57-810b-e852be3a2e54 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Port': ['ID=2613cf47-f2c7-446d-ae39-2147239142af,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:55.301364 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event updated for resources: {'Port': ['ID=1374526e-3116-44b7-b7f5-b0a3d193627b,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:55.316455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.324303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-18ea5139-7a20-4c57-810b-e852be3a2e54 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.327525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-dc22f77d-9b55-4ecf-90de-f1e80f225263 None None] Calling delete_port for 28791ac2-a3da-4689-88b7-3116e3e5be9a owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:55.355038 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3a2858eb-08b4-43fa-ae2b-1a3e9053a504 None None] Provisioning complete for port 2613cf47-f2c7-446d-ae39-2147239142af triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:55.355038 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3a2858eb-08b4-43fa-ae2b-1a3e9053a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.357529 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Transition to ACTIVE for port object 3adb6c51-924c-4c74-8c9e-70494729ebfa will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:55.362891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-982cabfe-630c-488a-823c-5e5845941eab tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.373180 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-18ea5139-7a20-4c57-810b-e852be3a2e54 tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/ports/2613cf47-f2c7-446d-ae39-2147239142af HTTP/1.1" status: 204 len: 168 time: 2.0014310 May 28 04:50:55.375072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56856) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:55.384448 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Transition to ACTIVE for port object e7b059b6-6865-4f09-9b4a-df921c27c60b will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:55.437395 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55f4bdb1-bb59-473f-a64b-18c033ba22a3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.439930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.447720 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3a2858eb-08b4-43fa-ae2b-1a3e9053a504 None None] Port 2613cf47-f2c7-446d-ae39-2147239142af was deleted so its status cannot be updated. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 28 04:50:55.448903 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-42a54285-6bfb-480b-ae37-d301ce8528ce tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.6449432 May 28 04:50:55.474745 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56860) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:55.488360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] For port 58b869e1-ae10-4cae-9255-1b040ecff9c5, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:50:55.494118 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:50:55.494480 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Checking segment: {'id': 'ea16b0e0-b2de-410d-b17b-0488153a4b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6d79a5f1-f0bc-4fc8-89dc-b922a293f97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:55.494869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.495359 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Bound using segment: {'id': 'ea16b0e0-b2de-410d-b17b-0488153a4b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6d79a5f1-f0bc-4fc8-89dc-b922a293f97e'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:50:55.495711 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Bound port: f12c59c8-25a1-45cf-8516-c0bd6fb7f01f, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea16b0e0-b2de-410d-b17b-0488153a4b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6d79a5f1-f0bc-4fc8-89dc-b922a293f97e'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:50:55.496069 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.527586 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220efe8d-125a-46f2-8d19-8ab07611cf72 None None] Pushing event updated for resources: {'Port': ['ID=7114689a-797c-4816-8010-1953efe65a64,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:55.546848 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55f4bdb1-bb59-473f-a64b-18c033ba22a3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.563140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Transition to ACTIVE for port object ecaee824-200d-4bef-b0e5-a2fa58002a84 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:55.598697 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Transition to ACTIVE for port object e7b059b6-6865-4f09-9b4a-df921c27c60b will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:55.600282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982cabfe-630c-488a-823c-5e5845941eab tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:55.602838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4bdb1-bb59-473f-a64b-18c033ba22a3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39b19fe-fab7-4f9e-9cb3-3ea82658d7e0,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:55.614530 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.629879 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] For port 58b869e1-ae10-4cae-9255-1b040ecff9c5, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=58b869e1-ae10-4cae-9255-1b040ecff9c5,segment=NetworkSegment(6afd990f-2322-44c7-8862-8815712389a2),segment_id=6afd990f-2322-44c7-8862-8815712389a2)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:50:55.657803 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.669972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0e73076-1268-4430-b296-c8ef898c77ac tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.709140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55f4bdb1-bb59-473f-a64b-18c033ba22a3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.712936 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-55f4bdb1-bb59-473f-a64b-18c033ba22a3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9210117 May 28 04:50:55.713684 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56864) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:55.714936 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.739245 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982cabfe-630c-488a-823c-5e5845941eab tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=089c992a-949c-44fe-9328-0493deec7dba,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:55.741619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.743316 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-982cabfe-630c-488a-823c-5e5845941eab tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:55.745763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982cabfe-630c-488a-823c-5e5845941eab tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:55.746077 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.746375 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-982cabfe-630c-488a-823c-5e5845941eab tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.753772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-4dab7c06-5657-40d7-abff-17d314a502b3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': 'b6e51314-a002-4a47-9e8b-90ca159e990d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:55.774611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 993a8d21-822f-42c2-a75e-75e1dd8fe30b is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:55.781355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4dab7c06-5657-40d7-abff-17d314a502b3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:55.784421 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=3adb6c51-924c-4c74-8c9e-70494729ebfa,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:55.790821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:55.792820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4dab7c06-5657-40d7-abff-17d314a502b3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:55.802587 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f0e73076-1268-4430-b296-c8ef898c77ac tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Deleting port 28791ac2-a3da-4689-88b7-3116e3e5be9a {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:55.804297 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0e73076-1268-4430-b296-c8ef898c77ac tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.808103 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.818993 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port eaeda7fc-302d-4614-8ea7-157e496277a1 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:55.834168 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:55.840897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.860003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4dab7c06-5657-40d7-abff-17d314a502b3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:55.866032 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Transition to ACTIVE for port object ecaee824-200d-4bef-b0e5-a2fa58002a84 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:50:55.887274 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-982cabfe-630c-488a-823c-5e5845941eab tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4736288 May 28 04:50:55.896405 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56868) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:55.901688 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3a2858eb-08b4-43fa-ae2b-1a3e9053a504 None None] Provisioning complete for port 7114689a-797c-4816-8010-1953efe65a64 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:55.902262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3a2858eb-08b4-43fa-ae2b-1a3e9053a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.940997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dc22f77d-9b55-4ecf-90de-f1e80f225263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.963883 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:55.984075 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f0e73076-1268-4430-b296-c8ef898c77ac tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] The port '28791ac2-a3da-4689-88b7-3116e3e5be9a' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:50:55.992445 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4dab7c06-5657-40d7-abff-17d314a502b3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:56.015420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-29b58563-a30a-409b-b071-5a505dd78bac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:56.134357 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 28791ac2-a3da-4689-88b7-3116e3e5be9a no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:50:56.167096 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] For port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:50:56.182541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Pushing event updated for resources: {'Port': ['ID=e7b059b6-6865-4f09-9b4a-df921c27c60b,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:56.198565 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Network 7366182b-63bd-40dd-9230-b415d0422951 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:56.242210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 28791ac2-a3da-4689-88b7-3116e3e5be9a {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:50:56.242794 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 28791ac2-a3da-4689-88b7-3116e3e5be9a not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:50:56.244597 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:56.259767 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:56.262704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4dab7c06-5657-40d7-abff-17d314a502b3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:56.272392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] For port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca,segment=NetworkSegment(32a8208e-be1e-4c2b-b348-b84178d7f377),segment_id=32a8208e-be1e-4c2b-b348-b84178d7f377)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:50:56.281146 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] For port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:50:56.283618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc22f77d-9b55-4ecf-90de-f1e80f225263 None None] No DVR routers for this DVR port 28791ac2-a3da-4689-88b7-3116e3e5be9a on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:50:56.313452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Network 2d921588-81cc-4557-8962-332a436cc414 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:56.320259 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce3b8284-64e9-4147-8488-2e14eaeb6a08 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:56.333427 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:56.345378 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:56.347216 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a9a079-d364-458c-8777-86a3aca5d7fa None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:56.348295 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0e73076-1268-4430-b296-c8ef898c77ac tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:56.359240 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:56.365740 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] For port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f12c59c8-25a1-45cf-8516-c0bd6fb7f01f,segment=NetworkSegment(ea16b0e0-b2de-410d-b17b-0488153a4b05),segment_id=ea16b0e0-b2de-410d-b17b-0488153a4b05)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:50:56.375061 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:50:56.487917 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-f0e73076-1268-4430-b296-c8ef898c77ac tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a61032c2-e46a-44f7-9cb2-4c483a0d82f2']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:56.505492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-f0e73076-1268-4430-b296-c8ef898c77ac tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab75e45e-b53b-41cd-a29d-f709bce7c40b') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:56.505897 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-f0e73076-1268-4430-b296-c8ef898c77ac tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab75e45e-b53b-41cd-a29d-f709bce7c40b') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:50:56.515861 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-ce3b8284-64e9-4147-8488-2e14eaeb6a08 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 6574067d-097a-4312-aa9a-8739e98274a9 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:50:56.528345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0e73076-1268-4430-b296-c8ef898c77ac tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:56.531959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 7114689a-797c-4816-8010-1953efe65a64 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:56.548767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0e73076-1268-4430-b296-c8ef898c77ac tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:56.558581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e73076-1268-4430-b296-c8ef898c77ac tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:50:56.559095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0e73076-1268-4430-b296-c8ef898c77ac tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:50:56.597571 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:50:56.633111 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:56.634017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7603aa-5f11-4b01-a30f-5356af7c9a09 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Deleting subnet 482d900b-c64d-450d-9846-54065690df07 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:50:56.663726 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bc7603aa-5f11-4b01-a30f-5356af7c9a09 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:56.667655 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afd45a-456b-4ead-802b-69fb5c8e9d77 None None] Pushing event updated for resources: {'Port': ['ID=58b869e1-ae10-4cae-9255-1b040ecff9c5,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:56.760907 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-4dab7c06-5657-40d7-abff-17d314a502b3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): There was a conflict when trying to complete your request. May 28 04:50:56.765786 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4dab7c06-5657-40d7-abff-17d314a502b3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0450871 May 28 04:50:56.793149 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56872) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:56.808040 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-29b58563-a30a-409b-b071-5a505dd78bac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:56.829485 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-29b58563-a30a-409b-b071-5a505dd78bac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:56.848957 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-29b58563-a30a-409b-b071-5a505dd78bac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:56.849187 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:56.866072 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-29b58563-a30a-409b-b071-5a505dd78bac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:56.878493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bc7603aa-5f11-4b01-a30f-5356af7c9a09 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:56.908117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0e73076-1268-4430-b296-c8ef898c77ac tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:56.928109 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22f77d-9b55-4ecf-90de-f1e80f225263 None None] Pushing event deleted for resources: {'Port': ['ID=28791ac2-a3da-4689-88b7-3116e3e5be9a,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:56.972884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0e73076-1268-4430-b296-c8ef898c77ac tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.023059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b58563-a30a-409b-b071-5a505dd78bac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:57.027055 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-29b58563-a30a-409b-b071-5a505dd78bac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.031656 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e73076-1268-4430-b296-c8ef898c77ac tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] Pushing event deleted for resources: {'Network': ['ID=a61032c2-e46a-44f7-9cb2-4c483a0d82f2,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:57.086703 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f0e73076-1268-4430-b296-c8ef898c77ac tempest-PortsTestJSON-45886471 tempest-PortsTestJSON-45886471-project] 10.222.0.15 "DELETE /v2.0/networks/a61032c2-e46a-44f7-9cb2-4c483a0d82f2 HTTP/1.1" status: 204 len: 168 time: 1.7083399 May 28 04:50:57.114713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84f7fcb4-454b-467a-a548-c6cb10347c80 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.158289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Attempting to bind port e7b059b6-6865-4f09-9b4a-df921c27c60b on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:50:57.158654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Attempting to bind port e7b059b6-6865-4f09-9b4a-df921c27c60b by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '5b21ee55-750f-41e7-9266-009e35a3ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7366182b-63bd-40dd-9230-b415d0422951'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:50:57.159015 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Attempting to bind port e7b059b6-6865-4f09-9b4a-df921c27c60b on network 7366182b-63bd-40dd-9230-b415d0422951 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:50:57.161066 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Attempting to bind port ecaee824-200d-4bef-b0e5-a2fa58002a84 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:50:57.161582 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Attempting to bind port ecaee824-200d-4bef-b0e5-a2fa58002a84 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '10f7e241-2041-4b64-bb65-df3c712ca593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2d921588-81cc-4557-8962-332a436cc414'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:50:57.163195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Attempting to bind port ecaee824-200d-4bef-b0e5-a2fa58002a84 on network 2d921588-81cc-4557-8962-332a436cc414 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:50:57.194326 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3a2858eb-08b4-43fa-ae2b-1a3e9053a504 None None] Could not find standard attr ID for object 28791ac2-a3da-4689-88b7-3116e3e5be9a. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:50:57.196276 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b871ebcd-bad9-490e-a6c1-10deb6c6b755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-c0f7ee9f-bbd0-4274-acdb-4352e251bcf4', 'network_id': 'c0f7ee9f-bbd0-4274-acdb-4352e251bcf4', 'tenant_id': '8b3fd1d9cf014c149393a638d96945f7', 'fixed_ips': [{'subnet_id': '482d900b-c64d-450d-9846-54065690df07'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:50:57.206143 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b871ebcd-bad9-490e-a6c1-10deb6c6b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.250792 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce3b8284-64e9-4147-8488-2e14eaeb6a08 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.279061 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 7114689a-797c-4816-8010-1953efe65a64 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:57.279427 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.417439 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:50:57.491276 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:50:57.491511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Checking segment: {'id': '5b21ee55-750f-41e7-9266-009e35a3ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7366182b-63bd-40dd-9230-b415d0422951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:57.492261 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.492666 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Bound using segment: {'id': '5b21ee55-750f-41e7-9266-009e35a3ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7366182b-63bd-40dd-9230-b415d0422951'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:50:57.493148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Bound port: e7b059b6-6865-4f09-9b4a-df921c27c60b, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b21ee55-750f-41e7-9266-009e35a3ebb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7366182b-63bd-40dd-9230-b415d0422951'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:50:57.493526 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.497881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bc7603aa-5f11-4b01-a30f-5356af7c9a09 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.591923 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:50:57.595924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Checking segment: {'id': '10f7e241-2041-4b64-bb65-df3c712ca593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2d921588-81cc-4557-8962-332a436cc414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:50:57.596566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.597128 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Bound using segment: {'id': '10f7e241-2041-4b64-bb65-df3c712ca593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2d921588-81cc-4557-8962-332a436cc414'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:50:57.597805 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Bound port: ecaee824-200d-4bef-b0e5-a2fa58002a84, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f7e241-2041-4b64-bb65-df3c712ca593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2d921588-81cc-4557-8962-332a436cc414'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:50:57.600869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.610592 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3a2858eb-08b4-43fa-ae2b-1a3e9053a504 None None] Provisioning for port eaeda7fc-302d-4614-8ea7-157e496277a1 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:57.610969 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b8284-64e9-4147-8488-2e14eaeb6a08 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=6574067d-097a-4312-aa9a-8739e98274a9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:57.638806 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84f7fcb4-454b-467a-a548-c6cb10347c80 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.639732 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.ipam_backend_mixin [None req-29b58563-a30a-409b-b071-5a505dd78bac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 089c992a-949c-44fe-9328-0493deec7dba (CIDR: 2001:db8::/64) May 28 04:50:57.698347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.723226 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b58563-a30a-409b-b071-5a505dd78bac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:50:57.723719 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29b58563-a30a-409b-b071-5a505dd78bac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:57.758288 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.768427 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.769502 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.776999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56880) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:57.790357 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce3b8284-64e9-4147-8488-2e14eaeb6a08 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.839877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:50:57.904444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Pushing event updated for resources: {'Port': ['ID=ecaee824-200d-4bef-b0e5-a2fa58002a84,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:57.921318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.940070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.941285 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:57.945119 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3a2858eb-08b4-43fa-ae2b-1a3e9053a504 None None] Provisioning complete for port eaeda7fc-302d-4614-8ea7-157e496277a1 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:50:57.945678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3a2858eb-08b4-43fa-ae2b-1a3e9053a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:58.061496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=aa589d09-6b04-4479-beeb-b75174a69a4f,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:58.120065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84f7fcb4-454b-467a-a548-c6cb10347c80 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:58.159930 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event updated for resources: {'Port': ['ID=bb603846-afd5-4e32-8a88-57bb70d45386,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:58.162808 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bc7603aa-5f11-4b01-a30f-5356af7c9a09 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:58.201938 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-29b58563-a30a-409b-b071-5a505dd78bac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2647705 May 28 04:50:58.214474 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ce3b8284-64e9-4147-8488-2e14eaeb6a08 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/6574067d-097a-4312-aa9a-8739e98274a9 HTTP/1.1" status: 204 len: 168 time: 3.2661111 May 28 04:50:58.221207 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56886) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:58.221207 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56888) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:58.229070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7fcb4-454b-467a-a548-c6cb10347c80 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e51314-a002-4a47-9e8b-90ca159e990d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:58.242406 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7603aa-5f11-4b01-a30f-5356af7c9a09 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Subnet': ['ID=482d900b-c64d-450d-9846-54065690df07,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:58.247481 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'subnet': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:58.377605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84f7fcb4-454b-467a-a548-c6cb10347c80 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:58.380594 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] For port ecaee824-200d-4bef-b0e5-a2fa58002a84, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:50:58.382725 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-84f7fcb4-454b-467a-a548-c6cb10347c80 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "DELETE /v2.0/security-groups/b6e51314-a002-4a47-9e8b-90ca159e990d HTTP/1.1" status: 204 len: 168 time: 1.5822496 May 28 04:50:58.391997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] For port ecaee824-200d-4bef-b0e5-a2fa58002a84, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ecaee824-200d-4bef-b0e5-a2fa58002a84,segment=NetworkSegment(10f7e241-2041-4b64-bb65-df3c712ca593),segment_id=10f7e241-2041-4b64-bb65-df3c712ca593)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:50:58.409038 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56894) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:58.409955 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74e643-0d11-4f76-b8a3-57b53d773431 None None] Pushing event updated for resources: {'Port': ['ID=73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:58.415016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:58.418209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bc7603aa-5f11-4b01-a30f-5356af7c9a09 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server [None req-b871ebcd-bad9-490e-a6c1-10deb6c6b755 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 482d900b-c64d-450d-9846-54065690df07: This subnet is being modified by another concurrent operation. May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 04:50:58.418802 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise exception May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 482d900b-c64d-450d-9846-54065690df07: This subnet is being modified by another concurrent operation. May 28 04:50:58.425088 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server May 28 04:50:58.434505 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bc7603aa-5f11-4b01-a30f-5356af7c9a09 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/subnets/482d900b-c64d-450d-9846-54065690df07 HTTP/1.1" status: 204 len: 168 time: 2.9445615 May 28 04:50:58.434871 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:58.437843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56900) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:58.437843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:58.462466 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed8b3b6-6222-4c43-b6db-648ab8d27875 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] GET failed (client error): The resource could not be found. May 28 04:50:58.463220 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-aed8b3b6-6222-4c43-b6db-648ab8d27875 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:58.471855 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e185dc-ed0f-48d4-a777-5602c0686516 None None] Network c0f7ee9f-bbd0-4274-acdb-4352e251bcf4 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:58.489262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] For port e7b059b6-6865-4f09-9b4a-df921c27c60b, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:50:58.531196 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-592b351d-fd4d-4360-9f58-3e620ffe9a90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cabd20bf9b9e4fe68d6da0a704f20081&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4088352 May 28 04:50:58.541469 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56904) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:58.599020 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-aed8b3b6-6222-4c43-b6db-648ab8d27875 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:58.600154 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-aed8b3b6-6222-4c43-b6db-648ab8d27875 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/6574067d-097a-4312-aa9a-8739e98274a9 HTTP/1.1" status: 404 len: 333 time: 0.3765049 May 28 04:50:58.615809 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56908) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:58.663853 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:58.713386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81906053-e5ae-4774-a414-39a6fcdb30a1 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:58.714862 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81906053-e5ae-4774-a414-39a6fcdb30a1 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:50:58.719819 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-81906053-e5ae-4774-a414-39a6fcdb30a1 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2838254 May 28 04:50:58.720006 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 58b869e1-ae10-4cae-9255-1b040ecff9c5 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:50:58.734008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56912) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:58.743186 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31aee507-5204-449a-b4a2-5463b97cc426 None None] Network 993a8d21-822f-42c2-a75e-75e1dd8fe30b requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:58.764320 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] For port e7b059b6-6865-4f09-9b4a-df921c27c60b, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e7b059b6-6865-4f09-9b4a-df921c27c60b,segment=NetworkSegment(5b21ee55-750f-41e7-9266-009e35a3ebb9),segment_id=5b21ee55-750f-41e7-9266-009e35a3ebb9)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:50:58.792927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Network 6d79a5f1-f0bc-4fc8-89dc-b922a293f97e is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:58.809012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:58.857125 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:58.909568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=3adb6c51-924c-4c74-8c9e-70494729ebfa,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:58.911033 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:58.923260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:subnet and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:58.926500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:58.935368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:58.991547 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cf8f5995-4764-41b1-b7ec-5679fb620ff7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Synchronizing usage tracker for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:50:59.019984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3a2858eb-08b4-43fa-ae2b-1a3e9053a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:59.093471 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddeccb-5a67-4701-b58e-138120a44f68 None None] Pushing event updated for resources: {'Port': ['ID=f12c59c8-25a1-45cf-8516-c0bd6fb7f01f,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:59.117565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-020baf8d-58ba-4751-95da-cfebadc2542e tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:59.130136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3a162827-1980-446d-aa3f-f6eafca62ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:59.145627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network af58b00a-db35-47bd-ae21-8515f50a14a9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:59.173210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:50:59.181434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:59.183813 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:59.322277 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a56fb463-14af-4629-8e3f-b833eeac4967 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port b4a04193-cdd9-4aa0-8879-6b9336855eef {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:50:59.326111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a56fb463-14af-4629-8e3f-b833eeac4967 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:59.381912 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-020baf8d-58ba-4751-95da-cfebadc2542e tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 28 04:50:59.382356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020baf8d-58ba-4751-95da-cfebadc2542e tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:50:59.382616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3a162827-1980-446d-aa3f-f6eafca62ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:59.387792 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-020baf8d-58ba-4751-95da-cfebadc2542e tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/networks/c0f7ee9f-bbd0-4274-acdb-4352e251bcf4 HTTP/1.1" status: 409 len: 405 time: 0.6527367 May 28 04:50:59.405108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56916) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:59.412640 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a16fa3-209a-436b-9890-9efff3cbdec2 None None] Update dhcp port {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'fixed_ips': [{'subnet_id': '089c992a-949c-44fe-9328-0493deec7dba'}], 'binding:host_id': 'dv-neutron-843300-5-hyperv'}, 'id': '9b63701f-b6a2-4f29-af07-579952fa84e8'} from dv-neutron-843300-5-hyperv. {{(pid=84011) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 28 04:50:59.454358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a8d6f125-1b7a-4015-928e-6acd558288a4 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1060066393'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:59.481647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a8d6f125-1b7a-4015-928e-6acd558288a4 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:59.492802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 993a8d21-822f-42c2-a75e-75e1dd8fe30b is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:50:59.498777 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:50:59.513412 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86554c28-a930-443d-a5a8-81c3e597b46b None None] Pushing event updated for resources: {'Port': ['ID=ecaee824-200d-4bef-b0e5-a2fa58002a84,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:50:59.514402 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a8d6f125-1b7a-4015-928e-6acd558288a4 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Usage tracker for resource:network and tenant:8b3fd1d9cf014c149393a638d96945f7 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:50:59.668661 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a8d6f125-1b7a-4015-928e-6acd558288a4 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:50:59.696044 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cf8f5995-4764-41b1-b7ec-5679fb620ff7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Unset dirty status for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:50:59.697311 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cf8f5995-4764-41b1-b7ec-5679fb620ff7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.2759206 May 28 04:50:59.719629 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56920) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:50:59.749551 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16639d4-6bcb-4e45-8a83-9e25d74e367e None None] Network 6d79a5f1-f0bc-4fc8-89dc-b922a293f97e requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:50:59.780324 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-3a2858eb-08b4-43fa-ae2b-1a3e9053a504 None None] For port eaeda7fc-302d-4614-8ea7-157e496277a1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=eaeda7fc-302d-4614-8ea7-157e496277a1,segment=NetworkSegment(4b8ddc93-e1f0-4c4b-92a6-e914b33dd937),segment_id=4b8ddc93-e1f0-4c4b-92a6-e914b33dd937)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:50:59.816528 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-66b610c8-db90-41cc-bca5-c5cfbef927d6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1727921869'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:50:59.818082 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 58b869e1-ae10-4cae-9255-1b040ecff9c5 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:50:59.875364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a8d6f125-1b7a-4015-928e-6acd558288a4 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:50:59.947678 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-66b610c8-db90-41cc-bca5-c5cfbef927d6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:50:59.987359 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3a2858eb-08b4-43fa-ae2b-1a3e9053a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:50:59.989064 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-89a16fa3-209a-436b-9890-9efff3cbdec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:00.081094 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71011f-f69c-44e6-9cfa-33396a0901f9 None None] Pushing event updated for resources: {'Port': ['ID=e7b059b6-6865-4f09-9b4a-df921c27c60b,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:00.130953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-66b610c8-db90-41cc-bca5-c5cfbef927d6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:00.145019 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3a162827-1980-446d-aa3f-f6eafca62ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:00.215118 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a162827-1980-446d-aa3f-f6eafca62ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe650d6-3824-4acd-aefa-d24678147f33,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:00.222093 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a244b11d-768f-41d4-ad87-0b5eeda33984 None None] Network 64fbe55e-4fb8-4547-beaa-c04092b8cd4e requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:00.284064 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3a162827-1980-446d-aa3f-f6eafca62ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:00.285766 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3a162827-1980-446d-aa3f-f6eafca62ad2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dfe650d6-3824-4acd-aefa-d24678147f33 HTTP/1.1" status: 204 len: 168 time: 1.7380896 May 28 04:51:00.310350 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Could not find standard attr ID for object 6574067d-097a-4312-aa9a-8739e98274a9. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:51:00.318234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66b610c8-db90-41cc-bca5-c5cfbef927d6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:00.342299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d6f125-1b7a-4015-928e-6acd558288a4 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Made reservation on behalf of 8b3fd1d9cf014c149393a638d96945f7 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:00.345842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f125-1b7a-4015-928e-6acd558288a4 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:00.400382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-66b610c8-db90-41cc-bca5-c5cfbef927d6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:00.405776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-66b610c8-db90-41cc-bca5-c5cfbef927d6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:00.410851 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-66b610c8-db90-41cc-bca5-c5cfbef927d6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:00.418774 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-66b610c8-db90-41cc-bca5-c5cfbef927d6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:00.564151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d6f125-1b7a-4015-928e-6acd558288a4 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:51:00.738661 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f125-1b7a-4015-928e-6acd558288a4 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:00.739345 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-a8d6f125-1b7a-4015-928e-6acd558288a4 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Added segment 0bc96ee7-fe7a-4dc4-82a4-5e7b5cd172a8 of type vlan for network 736217af-2e7e-4097-9928-76471ea9895a May 28 04:51:00.823122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router c4f1a19c-9a44-4c15-bec6-94faa46132bd has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:51:00.838600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f125-1b7a-4015-928e-6acd558288a4 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:00.878377 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f12c59c8-25a1-45cf-8516-c0bd6fb7f01f up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:00.998992 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66b610c8-db90-41cc-bca5-c5cfbef927d6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:01.053220 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2858eb-08b4-43fa-ae2b-1a3e9053a504 None None] Pushing event updated for resources: {'Port': ['ID=eaeda7fc-302d-4614-8ea7-157e496277a1,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:01.075908 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec69316d-00d2-4eaf-9201-4be2a626ebc8 None None] Network 2d921588-81cc-4557-8962-332a436cc414 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:01.080466 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a56fb463-14af-4629-8e3f-b833eeac4967 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:01.117118 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Provisioning complete for port 9b63701f-b6a2-4f29-af07-579952fa84e8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:01.118681 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:01.132567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f125-1b7a-4015-928e-6acd558288a4 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:01.136427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d6f125-1b7a-4015-928e-6acd558288a4 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:01.137117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a8d6f125-1b7a-4015-928e-6acd558288a4 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:01.247009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a56fb463-14af-4629-8e3f-b833eeac4967 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for b4a04193-cdd9-4aa0-8879-6b9336855eef owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:01.351788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6f125-1b7a-4015-928e-6acd558288a4 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event updated for resources: {'Network': ['ID=736217af-2e7e-4097-9928-76471ea9895a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:01.358545 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a8d6f125-1b7a-4015-928e-6acd558288a4 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9132040 May 28 04:51:01.362815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56936) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:01.373309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Request body: {'subnet': {'network_id': '736217af-2e7e-4097-9928-76471ea9895a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:01.488728 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 0e1d8740-d63c-4a54-957a-e3ea7348500b is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:51:01.520664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:51:01.529014 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-97d5cb5d-88bc-4af9-af91-866b9632de4a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/c4f1a19c-9a44-4c15-bec6-94faa46132bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4657719 May 28 04:51:01.535526 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a1755-b918-4de8-a3ca-4d639520f993 None None] Sync routers for ids ['c4f1a19c-9a44-4c15-bec6-94faa46132bd'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:51:01.536076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56944) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:01.549884 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 736217af-2e7e-4097-9928-76471ea9895a details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:51:01.558363 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a1755-b918-4de8-a3ca-4d639520f993 None None] Routers {'c4f1a19c-9a44-4c15-bec6-94faa46132bd'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:01.561968 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-620a1755-b918-4de8-a3ca-4d639520f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:55Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c4f1a19c-9a44-4c15-bec6-94faa46132bd'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:01.592784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:01.597191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Usage tracker for resource:subnet and tenant:8b3fd1d9cf014c149393a638d96945f7 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:01.599616 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:01.605353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:01.625535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66b610c8-db90-41cc-bca5-c5cfbef927d6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:01.628186 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20e407d-f1fc-47bd-b418-30cc4b903752 None None] Network 7366182b-63bd-40dd-9230-b415d0422951 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:01.633823 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a56fb463-14af-4629-8e3f-b833eeac4967 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:01.684361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Made reservation on behalf of 8b3fd1d9cf014c149393a638d96945f7 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:01.707206 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-620a1755-b918-4de8-a3ca-4d639520f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:01.731245 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620a1755-b918-4de8-a3ca-4d639520f993 None None] Routers {'c4f1a19c-9a44-4c15-bec6-94faa46132bd'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:01.732284 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-620a1755-b918-4de8-a3ca-4d639520f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:55Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c4f1a19c-9a44-4c15-bec6-94faa46132bd'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:01.816778 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fb463-14af-4629-8e3f-b833eeac4967 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=b4a04193-cdd9-4aa0-8879-6b9336855eef,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:01.849195 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56950) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:01.865131 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709c2009-a6c4-47c1-9c90-1c10b1f2b0e3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:01.865863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-709c2009-a6c4-47c1-9c90-1c10b1f2b0e3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Synchronizing usage tracker for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:01.874600 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-620a1755-b918-4de8-a3ca-4d639520f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:01.875784 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620a1755-b918-4de8-a3ca-4d639520f993 None None] The sync data for ids ['c4f1a19c-9a44-4c15-bec6-94faa46132bd'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:51:01.940733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:01.943587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b610c8-db90-41cc-bca5-c5cfbef927d6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11dc7309-ca36-4211-8287-d0da56f5e9b4,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:01.951524 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a56fb463-14af-4629-8e3f-b833eeac4967 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:01.986853 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a56fb463-14af-4629-8e3f-b833eeac4967 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/b4a04193-cdd9-4aa0-8879-6b9336855eef HTTP/1.1" status: 204 len: 168 time: 3.3560584 May 28 04:51:01.999399 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56956) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:02.010560 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66b610c8-db90-41cc-bca5-c5cfbef927d6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:02.012707 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-66b610c8-db90-41cc-bca5-c5cfbef927d6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.2013509 May 28 04:51:02.020115 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56960) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:02.046276 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:02.054696 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-89a16fa3-209a-436b-9890-9efff3cbdec2 None None] Allocated IP 2001:db8::2 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/089c992a-949c-44fe-9328-0493deec7dba/9b63701f-b6a2-4f29-af07-579952fa84e8) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:02.135403 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e7b059b6-6865-4f09-9b4a-df921c27c60b up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:02.155928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-7dc89fee-da25-43bf-bf6f-4f45d2718169 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': '11dc7309-ca36-4211-8287-d0da56f5e9b4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:02.156573 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-7dc89fee-da25-43bf-bf6f-4f45d2718169 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:02.160200 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7dc89fee-da25-43bf-bf6f-4f45d2718169 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0444300 May 28 04:51:02.170662 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56964) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:02.203623 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2ebe90-1099-43f8-a1aa-a68dfbea6758 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] GET failed (client error): The resource could not be found. May 28 04:51:02.204391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1a2ebe90-1099-43f8-a1aa-a68dfbea6758 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:02.216636 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Router 8295b9e2-0613-4984-8a99-5181e16c34b6 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:51:02.227884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-4a180a38-2302-4d39-837e-59a7f6afe4ee tempest-DvrRoutersNegativeTest-1559469493 tempest-DvrRoutersNegativeTest-1559469493-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-868417773', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:02.231663 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.policy [None req-4a180a38-2302-4d39-837e-59a7f6afe4ee tempest-DvrRoutersNegativeTest-1559469493 tempest-DvrRoutersNegativeTest-1559469493-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84010) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} May 28 04:51:02.232308 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.policy [None req-4a180a38-2302-4d39-837e-59a7f6afe4ee tempest-DvrRoutersNegativeTest-1559469493 tempest-DvrRoutersNegativeTest-1559469493-project] Failed policy check for 'create_router' {{(pid=84010) enforce /opt/stack/neutron/neutron/policy.py:482}} May 28 04:51:02.233025 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-4a180a38-2302-4d39-837e-59a7f6afe4ee tempest-DvrRoutersNegativeTest-1559469493 tempest-DvrRoutersNegativeTest-1559469493-project] create failed (client error): Access was denied to this resource. May 28 04:51:02.235175 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4a180a38-2302-4d39-837e-59a7f6afe4ee tempest-DvrRoutersNegativeTest-1559469493 tempest-DvrRoutersNegativeTest-1559469493-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3827505 May 28 04:51:02.255641 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-709c2009-a6c4-47c1-9c90-1c10b1f2b0e3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Unset dirty status for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:02.256835 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-709c2009-a6c4-47c1-9c90-1c10b1f2b0e3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports/aa589d09-6b04-4479-beeb-b75174a69a4f HTTP/1.1" status: 200 len: 913 time: 0.7204840 May 28 04:51:02.307210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56970) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:02.538989 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1a2ebe90-1099-43f8-a1aa-a68dfbea6758 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:02.542590 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1a2ebe90-1099-43f8-a1aa-a68dfbea6758 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/b4a04193-cdd9-4aa0-8879-6b9336855eef HTTP/1.1" status: 404 len: 333 time: 0.5284610 May 28 04:51:02.550466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56974) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:02.575541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Provisioning for port 58b869e1-ae10-4cae-9255-1b040ecff9c5 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:02.608813 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Provisioning complete for port 58b869e1-ae10-4cae-9255-1b040ecff9c5 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:02.608813 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:02.768281 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port e7b059b6-6865-4f09-9b4a-df921c27c60b completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:02.777360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-89a16fa3-209a-436b-9890-9efff3cbdec2 None None] For port 9b63701f-b6a2-4f29-af07-579952fa84e8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9b63701f-b6a2-4f29-af07-579952fa84e8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:02.780225 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ecaee824-200d-4bef-b0e5-a2fa58002a84 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:02.843510 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:51:02.885116 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a04e8f-8ff7-4aec-b420-daf54907bf15 None None] Sync routers for ids ['0e1d8740-d63c-4a54-957a-e3ea7348500b'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:51:02.925476 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.objects.ports [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84009) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:51:03.007918 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-89a16fa3-209a-436b-9890-9efff3cbdec2 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:03.015102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53c1a46b-4211-444f-b413-00889a3a5220 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:03.022413 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56980) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:03.088466 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a04e8f-8ff7-4aec-b420-daf54907bf15 None None] Routers {'0e1d8740-d63c-4a54-957a-e3ea7348500b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:03.089107 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-94a04e8f-8ff7-4aec-b420-daf54907bf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:55Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0e1d8740-d63c-4a54-957a-e3ea7348500b'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:03.185091 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53c1a46b-4211-444f-b413-00889a3a5220 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:03.204936 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-89a16fa3-209a-436b-9890-9efff3cbdec2 None None] Transition to ACTIVE for port object 9b63701f-b6a2-4f29-af07-579952fa84e8 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:03.216539 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-94a04e8f-8ff7-4aec-b420-daf54907bf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:03.234208 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-89a16fa3-209a-436b-9890-9efff3cbdec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:03.296015 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8deac814-8686-4d5a-baf7-349311350c79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/0e1d8740-d63c-4a54-957a-e3ea7348500b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1159346 May 28 04:51:03.304305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56986) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:03.321323 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:03.410309 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port ecaee824-200d-4bef-b0e5-a2fa58002a84 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:03.418877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7620e5-4d75-4853-b4e2-67af13cf1905 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:03.419449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2d7620e5-4d75-4853-b4e2-67af13cf1905 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Synchronizing usage tracker for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:03.433262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:03.468179 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a04e8f-8ff7-4aec-b420-daf54907bf15 None None] Routers {'0e1d8740-d63c-4a54-957a-e3ea7348500b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:03.468179 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-94a04e8f-8ff7-4aec-b420-daf54907bf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:55Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0e1d8740-d63c-4a54-957a-e3ea7348500b'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:03.473903 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53c1a46b-4211-444f-b413-00889a3a5220 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:03.490684 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.objects.ports [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84010) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:51:03.501916 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f3459c-d3c6-41af-9565-443158630ef9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting subnet 2c2a5c9e-4104-42b9-8537-e2a2f9a054d9 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:51:03.503688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:03.535311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-95f3459c-d3c6-41af-9565-443158630ef9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:03.575713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2d7620e5-4d75-4853-b4e2-67af13cf1905 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Unset dirty status for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:03.580045 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2d7620e5-4d75-4853-b4e2-67af13cf1905 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports/3adb6c51-924c-4c74-8c9e-70494729ebfa HTTP/1.1" status: 200 len: 910 time: 0.2710726 May 28 04:51:03.580215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-94a04e8f-8ff7-4aec-b420-daf54907bf15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:03.580215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a04e8f-8ff7-4aec-b420-daf54907bf15 None None] The sync data for ids ['0e1d8740-d63c-4a54-957a-e3ea7348500b'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:51:03.590067 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56990) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:03.599887 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a16fa3-209a-436b-9890-9efff3cbdec2 None None] Pushing event updated for resources: {'Port': ['ID=9b63701f-b6a2-4f29-af07-579952fa84e8,revision_number=13']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:03.607994 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] For port 58b869e1-ae10-4cae-9255-1b040ecff9c5, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=58b869e1-ae10-4cae-9255-1b040ecff9c5,segment=NetworkSegment(6afd990f-2322-44c7-8862-8815712389a2),segment_id=6afd990f-2322-44c7-8862-8815712389a2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:03.622115 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:03.698292 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Pushing event updated for resources: {'Port': ['ID=58b869e1-ae10-4cae-9255-1b040ecff9c5,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:03.716099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1424860-a3d6-4bfa-8beb-ad3b15243f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:03.722344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:03.728218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Provisioning for port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:03.733033 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1a46b-4211-444f-b413-00889a3a5220 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dc7309-ca36-4211-8287-d0da56f5e9b4,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:03.737614 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:03.738229 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:03.755416 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-95f3459c-d3c6-41af-9565-443158630ef9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:03.768795 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53c1a46b-4211-444f-b413-00889a3a5220 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:03.770250 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-53c1a46b-4211-444f-b413-00889a3a5220 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "DELETE /v2.0/security-groups/11dc7309-ca36-4211-8287-d0da56f5e9b4 HTTP/1.1" status: 204 len: 168 time: 1.5984473 May 28 04:51:03.776351 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:51:03.778214 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 56994) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:03.794742 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46172308-7b9b-47b0-9005-cebc836dfaf2 None None] Sync routers for ids ['8295b9e2-0613-4984-8a99-5181e16c34b6'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:51:03.795537 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event updated for resources: {'Subnet': ['ID=7c805c57-be9e-411b-9631-2cc5aecc097f,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:03.796935 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:03.829828 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46172308-7b9b-47b0-9005-cebc836dfaf2 None None] Routers {'8295b9e2-0613-4984-8a99-5181e16c34b6'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:03.830476 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-46172308-7b9b-47b0-9005-cebc836dfaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:55Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8295b9e2-0613-4984-8a99-5181e16c34b6'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:03.870815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 56998) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:03.877926 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-98f329a7-08c2-4fc3-86de-7f2e0a9b615a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "PUT /v2.0/routers/8295b9e2-0613-4984-8a99-5181e16c34b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5828247 May 28 04:51:03.879745 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d1424860-a3d6-4bfa-8beb-ad3b15243f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:03.887435 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Provisioning complete for port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:03.888130 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:03.910253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-95f3459c-d3c6-41af-9565-443158630ef9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:03.920449 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-46172308-7b9b-47b0-9005-cebc836dfaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:03.933122 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46172308-7b9b-47b0-9005-cebc836dfaf2 None None] Routers {'8295b9e2-0613-4984-8a99-5181e16c34b6'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:03.934201 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-46172308-7b9b-47b0-9005-cebc836dfaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:55Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8295b9e2-0613-4984-8a99-5181e16c34b6'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:03.968921 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d1424860-a3d6-4bfa-8beb-ad3b15243f0e admin admin] Usage tracker for resource:security_group_rule and tenant:58308f2a4da54583ae294cf7a9d68490 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:04.013853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d1424860-a3d6-4bfa-8beb-ad3b15243f0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:04.015100 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-46172308-7b9b-47b0-9005-cebc836dfaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:04.015492 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46172308-7b9b-47b0-9005-cebc836dfaf2 None None] The sync data for ids ['8295b9e2-0613-4984-8a99-5181e16c34b6'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:51:04.031794 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Checking segment: {'id': '0bc96ee7-fe7a-4dc4-82a4-5e7b5cd172a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '736217af-2e7e-4097-9928-76471ea9895a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:04.032149 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Network hostable DHCP agents. Network: 736217af-2e7e-4097-9928-76471ea9895a, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:51:04.049954 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d1424860-a3d6-4bfa-8beb-ad3b15243f0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:04.084192 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-520fd1ea-11f0-4db0-a991-f982861a15d5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Synchronizing usage tracker for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:04.176324 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.197064 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.229673 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-95f3459c-d3c6-41af-9565-443158630ef9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.242176 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-520fd1ea-11f0-4db0-a991-f982861a15d5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Unset dirty status for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:04.243498 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-520fd1ea-11f0-4db0-a991-f982861a15d5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4562616 May 28 04:51:04.251112 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57002) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:04.257060 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] For port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca,segment=NetworkSegment(32a8208e-be1e-4c2b-b348-b84178d7f377),segment_id=32a8208e-be1e-4c2b-b348-b84178d7f377)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:04.276471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Network 736217af-2e7e-4097-9928-76471ea9895a is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:51:04.278388 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-70c1114b-5e06-474e-b6eb-c7ef9e0b75ff tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1218097170'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:04.285866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3459c-d3c6-41af-9565-443158630ef9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2a5c9e-4104-42b9-8537-e2a2f9a054d9,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:04.290057 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-70c1114b-5e06-474e-b6eb-c7ef9e0b75ff tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:04.300070 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-629c0ce5-c73a-425b-8f26-a981e4e744c5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.303845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.310431 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 736217af-2e7e-4097-9928-76471ea9895a) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:04.321069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:04.322145 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.364056 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaaa342-b67b-490f-af19-307ee5962106 None None] Network 736217af-2e7e-4097-9928-76471ea9895a requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:04.408137 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Could not find standard attr ID for object b4a04193-cdd9-4aa0-8879-6b9336855eef. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:51:04.423022 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Pushing event updated for resources: {'Port': ['ID=73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:04.435291 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-70c1114b-5e06-474e-b6eb-c7ef9e0b75ff tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:04.438520 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1424860-a3d6-4bfa-8beb-ad3b15243f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.471057 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e35e009-0be4-4e4e-a5d3-3586dbba1520 None None] Network dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:04.471947 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1424860-a3d6-4bfa-8beb-ad3b15243f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.483640 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-95f3459c-d3c6-41af-9565-443158630ef9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.495620 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-70c1114b-5e06-474e-b6eb-c7ef9e0b75ff tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.508622 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-95f3459c-d3c6-41af-9565-443158630ef9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/2c2a5c9e-4104-42b9-8537-e2a2f9a054d9 HTTP/1.1" status: 204 len: 168 time: 1.9511395 May 28 04:51:04.515769 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9298e6c2-093e-4c67-b887-be102ff51d35 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1509769 May 28 04:51:04.517246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57006) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:04.517558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57008) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:04.535557 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Request body: {'port': {'network_id': '736217af-2e7e-4097-9928-76471ea9895a', 'name': 'tempest-NetworksIpV6TestAttrs-1590058045'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:04.551007 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] For port 9b63701f-b6a2-4f29-af07-579952fa84e8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9b63701f-b6a2-4f29-af07-579952fa84e8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:04.571830 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:51:04.572242 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:51:04.579671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1424860-a3d6-4bfa-8beb-ad3b15243f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10000902-4ece-476b-96af-9d15265e946f,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:04.590711 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Provisioning complete for port eaeda7fc-302d-4614-8ea7-157e496277a1 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:04.591081 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.600772 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d1424860-a3d6-4bfa-8beb-ad3b15243f0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58308f2a4da54583ae294cf7a9d68490&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5630178 May 28 04:51:04.603893 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57014) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:04.619232 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-70c1114b-5e06-474e-b6eb-c7ef9e0b75ff tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:04.642313 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-70c1114b-5e06-474e-b6eb-c7ef9e0b75ff tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:04.646199 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.649046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-70c1114b-5e06-474e-b6eb-c7ef9e0b75ff tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:04.667455 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.668226 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.678330 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-70c1114b-5e06-474e-b6eb-c7ef9e0b75ff tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:04.847935 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:04.855354 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:04.862050 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:04.862627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.898893 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28138d6-c586-407d-9057-3025b592bddb None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:04.937797 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-70c1114b-5e06-474e-b6eb-c7ef9e0b75ff tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.939632 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Subnet': ['ID=b1b4fdcb-b548-4f77-bdf6-a9f27c02cc20,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:04.955740 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca77c215-321c-4084-9d38-5b7b071f49a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:04.963848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=9b63701f-b6a2-4f29-af07-579952fa84e8,revision_number=15']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:04.966613 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-70c1114b-5e06-474e-b6eb-c7ef9e0b75ff tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.001097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-736217af-2e7e-4097-9928-76471ea9895a', 'network_id': '736217af-2e7e-4097-9928-76471ea9895a', 'tenant_id': '8b3fd1d9cf014c149393a638d96945f7', 'fixed_ips': [{'subnet_id': '7c805c57-be9e-411b-9631-2cc5aecc097f'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:51:05.001627 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.008198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.090306 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca77c215-321c-4084-9d38-5b7b071f49a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.097175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port eaeda7fc-302d-4614-8ea7-157e496277a1 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:05.097419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.101417 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fa1155a7-eb17-4202-b263-190bad3aead0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.8763006 May 28 04:51:05.105274 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57018) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:05.106155 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-70c1114b-5e06-474e-b6eb-c7ef9e0b75ff tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.107318 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-70c1114b-5e06-474e-b6eb-c7ef9e0b75ff tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8486764 May 28 04:51:05.109770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c1114b-5e06-474e-b6eb-c7ef9e0b75ff tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e453e7-bd18-4990-ad02-270b8f201afa,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:05.111652 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57022) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:05.117376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Request body: {'port': {'network_id': 'ba7d5340-6612-4ffa-ba26-ab26f78055ee', 'mac_address': 'fa:16:3e:03:a9:a5', 'name': 'tempest-NetworksTestDHCPv6-1127580575'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:05.148968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:05.158224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1089ee16-fb1c-4cab-a8db-97f4a9b8a1e1 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': 'e0e453e7-bd18-4990-ad02-270b8f201afa', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:05.158925 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-1089ee16-fb1c-4cab-a8db-97f4a9b8a1e1 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:05.162662 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1089ee16-fb1c-4cab-a8db-97f4a9b8a1e1 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0173023 May 28 04:51:05.173744 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52799a07-b3e3-434b-aecb-cc528050b14b None None] DHCP port deletion for dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:51:05.204824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Provisioning for port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:05.205592 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57026) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:05.216289 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Usage tracker for resource:port and tenant:8b3fd1d9cf014c149393a638d96945f7 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:05.216837 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-52799a07-b3e3-434b-aecb-cc528050b14b None None] Deleting port eaeda7fc-302d-4614-8ea7-157e496277a1 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:05.217262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-52799a07-b3e3-434b-aecb-cc528050b14b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.222744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:05.271356 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Provisioning complete for port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:05.271688 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.292882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:05.373894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Made reservation on behalf of 8b3fd1d9cf014c149393a638d96945f7 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:05.377492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.453125 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca77c215-321c-4084-9d38-5b7b071f49a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.473095 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77c215-321c-4084-9d38-5b7b071f49a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10000902-4ece-476b-96af-9d15265e946f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:05.478953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-414d5933-9dd2-415f-b1e0-46bfaea25653 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.483089 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:05.525342 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] device_id is not set on port 2363347e-bff1-4de6-9abc-2e5c140171e6 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:51:05.541054 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Usage tracker for resource:port and tenant:607620405fdb4aa1a99d9a45c57ac298 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:05.558686 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:05.573179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca77c215-321c-4084-9d38-5b7b071f49a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.577278 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ca77c215-321c-4084-9d38-5b7b071f49a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10000902-4ece-476b-96af-9d15265e946f HTTP/1.1" status: 204 len: 168 time: 0.9723926 May 28 04:51:05.579259 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:05.599822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Allocated IP 2001:db8::f816:3eff:fedf:5b07 (736217af-2e7e-4097-9928-76471ea9895a/7c805c57-be9e-411b-9631-2cc5aecc097f/902d6d49-5fef-4017-889b-2641e803066e) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:05.602470 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-414d5933-9dd2-415f-b1e0-46bfaea25653 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.607809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 58b869e1-ae10-4cae-9255-1b040ecff9c5 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:05.687456 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Made reservation on behalf of 607620405fdb4aa1a99d9a45c57ac298 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:05.743940 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] For port eaeda7fc-302d-4614-8ea7-157e496277a1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=eaeda7fc-302d-4614-8ea7-157e496277a1,segment=NetworkSegment(4b8ddc93-e1f0-4c4b-92a6-e914b33dd937),segment_id=4b8ddc93-e1f0-4c4b-92a6-e914b33dd937)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:05.744293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.913118 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for eaeda7fc-302d-4614-8ea7-157e496277a1 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:05.916907 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.936049 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-52799a07-b3e3-434b-aecb-cc528050b14b None None] For port eaeda7fc-302d-4614-8ea7-157e496277a1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=eaeda7fc-302d-4614-8ea7-157e496277a1,segment=NetworkSegment(4b8ddc93-e1f0-4c4b-92a6-e914b33dd937),segment_id=4b8ddc93-e1f0-4c4b-92a6-e914b33dd937)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:05.936370 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-52799a07-b3e3-434b-aecb-cc528050b14b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.949539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-414d5933-9dd2-415f-b1e0-46bfaea25653 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:05.960602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:06.008938 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] device_id is not set on port 548fb8a0-776e-4ed8-b668-50fd24fda5c1 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:51:06.047744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d5933-9dd2-415f-b1e0-46bfaea25653 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e453e7-bd18-4990-ad02-270b8f201afa,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:06.101365 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-52799a07-b3e3-434b-aecb-cc528050b14b None None] Calling delete_port for eaeda7fc-302d-4614-8ea7-157e496277a1 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:06.123601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:06.186955 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 58b869e1-ae10-4cae-9255-1b040ecff9c5 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:06.187220 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:06.188156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=eaeda7fc-302d-4614-8ea7-157e496277a1,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:06.236014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No DVR routers for this DVR port eaeda7fc-302d-4614-8ea7-157e496277a1 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:06.238251 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-414d5933-9dd2-415f-b1e0-46bfaea25653 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:06.239500 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-414d5933-9dd2-415f-b1e0-46bfaea25653 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "DELETE /v2.0/security-groups/e0e453e7-bd18-4990-ad02-270b8f201afa HTTP/1.1" status: 204 len: 168 time: 1.0296683 May 28 04:51:06.244126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57032) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:06.312664 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] For port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f12c59c8-25a1-45cf-8516-c0bd6fb7f01f,segment=NetworkSegment(ea16b0e0-b2de-410d-b17b-0488153a4b05),segment_id=ea16b0e0-b2de-410d-b17b-0488153a4b05)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:06.328813 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:06.420161 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:06.430928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7373dfe1-13fb-48be-8e8a-ab1d6d7102eb tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Synchronizing usage tracker for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:06.435566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-52799a07-b3e3-434b-aecb-cc528050b14b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:51:06.435913 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-52799a07-b3e3-434b-aecb-cc528050b14b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:51:06.442997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Transition to ACTIVE for port object 902d6d49-5fef-4017-889b-2641e803066e will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:06.454984 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:06.483010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:06.528255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Provisioning for port aa589d09-6b04-4479-beeb-b75174a69a4f completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:06.534382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9b63701f-b6a2-4f29-af07-579952fa84e8 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:06.536453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:06.554824 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7373dfe1-13fb-48be-8e8a-ab1d6d7102eb tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Unset dirty status for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:06.560256 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8ddc93-e1f0-4c4b-92a6-e914b33dd937') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:06.560559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8ddc93-e1f0-4c4b-92a6-e914b33dd937') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:06.562338 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7373dfe1-13fb-48be-8e8a-ab1d6d7102eb tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3165021 May 28 04:51:06.565426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57036) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:06.573297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Transition to ACTIVE for port object 902d6d49-5fef-4017-889b-2641e803066e will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:06.579539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:06.581791 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Pushing event updated for resources: {'Port': ['ID=f12c59c8-25a1-45cf-8516-c0bd6fb7f01f,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:06.582705 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-54680b76-93d4-441d-8110-8721792d66bc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group': {'name': 'tempest-secgroup--913349903'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:06.599592 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:06.599748 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-54680b76-93d4-441d-8110-8721792d66bc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:06.608581 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-629c0ce5-c73a-425b-8f26-a981e4e744c5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port aa589d09-6b04-4479-beeb-b75174a69a4f {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:06.608581 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-629c0ce5-c73a-425b-8f26-a981e4e744c5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:06.636242 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Provisioning complete for port aa589d09-6b04-4479-beeb-b75174a69a4f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:06.636607 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:06.667039 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8::3b4 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/089c992a-949c-44fe-9328-0493deec7dba/548fb8a0-776e-4ed8-b668-50fd24fda5c1) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:06.685180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-54680b76-93d4-441d-8110-8721792d66bc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:06.699830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Allocated IP 2001:db8:0:1:f816:3eff:fe03:a9a5 (ba7d5340-6612-4ffa-ba26-ab26f78055ee/b1b4fdcb-b548-4f77-bdf6-a9f27c02cc20/548fb8a0-776e-4ed8-b668-50fd24fda5c1) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:06.744278 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54680b76-93d4-441d-8110-8721792d66bc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:06.754269 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Network 736217af-2e7e-4097-9928-76471ea9895a is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:06.756796 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Pushing event updated for resources: {'Port': ['ID=902d6d49-5fef-4017-889b-2641e803066e,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:06.759188 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-437ff239-3048-4849-822a-0d108c642bf9 None None] Port aa589d09-6b04-4479-beeb-b75174a69a4f cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:06.760715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:06.765040 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:06.921541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:06.969260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-54680b76-93d4-441d-8110-8721792d66bc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:06.991669 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-52799a07-b3e3-434b-aecb-cc528050b14b None None] Deleting port eaeda7fc-302d-4614-8ea7-157e496277a1 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:06.993339 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-52799a07-b3e3-434b-aecb-cc528050b14b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.050521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-54680b76-93d4-441d-8110-8721792d66bc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:07.070919 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-54680b76-93d4-441d-8110-8721792d66bc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:07.080434 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-629c0ce5-c73a-425b-8f26-a981e4e744c5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.101863 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-54680b76-93d4-441d-8110-8721792d66bc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:07.132245 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-52799a07-b3e3-434b-aecb-cc528050b14b None None] The port 'eaeda7fc-302d-4614-8ea7-157e496277a1' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:51:07.137538 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Attempting to bind port 902d6d49-5fef-4017-889b-2641e803066e on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:51:07.137932 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Attempting to bind port 902d6d49-5fef-4017-889b-2641e803066e by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '0bc96ee7-fe7a-4dc4-82a4-5e7b5cd172a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '736217af-2e7e-4097-9928-76471ea9895a'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:51:07.138074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.138301 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Attempting to bind port 902d6d49-5fef-4017-889b-2641e803066e on network 736217af-2e7e-4097-9928-76471ea9895a {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:51:07.159069 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Provisioning for port bb603846-afd5-4e32-8a88-57bb70d45386 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:07.166277 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:51:07.166658 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Checking segment: {'id': '0bc96ee7-fe7a-4dc4-82a4-5e7b5cd172a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '736217af-2e7e-4097-9928-76471ea9895a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:07.167060 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.167448 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Bound using segment: {'id': '0bc96ee7-fe7a-4dc4-82a4-5e7b5cd172a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '736217af-2e7e-4097-9928-76471ea9895a'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:51:07.167928 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Bound port: 902d6d49-5fef-4017-889b-2641e803066e, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc96ee7-fe7a-4dc4-82a4-5e7b5cd172a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '736217af-2e7e-4097-9928-76471ea9895a'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:51:07.168296 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.176390 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-12ae922a-9766-42e6-870d-7d96abc36c45 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:07.180498 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-12ae922a-9766-42e6-870d-7d96abc36c45 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "PUT /v2.0/routers/8295b9e2-0613-4984-8a99-5181e16c34b6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.1481676 May 28 04:51:07.185376 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Provisioning complete for port bb603846-afd5-4e32-8a88-57bb70d45386 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:07.185777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.195852 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:07.196483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.196709 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57040) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:07.215190 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:07.316063 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Allocated IP 2001:db8::f816:3eff:fe6d:a3c1 (736217af-2e7e-4097-9928-76471ea9895a/7c805c57-be9e-411b-9631-2cc5aecc097f/2363347e-bff1-4de6-9abc-2e5c140171e6) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:07.320194 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Port bb603846-afd5-4e32-8a88-57bb70d45386 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:07.327653 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:07.328000 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.362809 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-629c0ce5-c73a-425b-8f26-a981e4e744c5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for aa589d09-6b04-4479-beeb-b75174a69a4f owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:07.381097 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.384249 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] For port 902d6d49-5fef-4017-889b-2641e803066e, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:51:07.399419 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] For port 902d6d49-5fef-4017-889b-2641e803066e, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=902d6d49-5fef-4017-889b-2641e803066e,segment=NetworkSegment(0bc96ee7-fe7a-4dc4-82a4-5e7b5cd172a8),segment_id=0bc96ee7-fe7a-4dc4-82a4-5e7b5cd172a8)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:51:07.412430 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.415154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.441369 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Network': ['ID=dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:07.446444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Provisioning for port 9b63701f-b6a2-4f29-af07-579952fa84e8 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:07.519499 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.541967 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f59f2ad9-6e90-4381-aa1d-6598184dd20b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/networks/dbffa13d-3e1f-4bd0-a5b5-36de4b3e72f9 HTTP/1.1" status: 204 len: 168 time: 3.0216901 May 28 04:51:07.548006 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Provisioning complete for port 9b63701f-b6a2-4f29-af07-579952fa84e8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:07.548373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.559348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57044) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:07.573162 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-82efbe33-21b9-49b2-adac-cf4d6cc57774 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1178822225'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:07.578172 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-82efbe33-21b9-49b2-adac-cf4d6cc57774 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:07.581988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-82efbe33-21b9-49b2-adac-cf4d6cc57774 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:network and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:07.585273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-82efbe33-21b9-49b2-adac-cf4d6cc57774 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:07.591305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-82efbe33-21b9-49b2-adac-cf4d6cc57774 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:07.594023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Transition to ACTIVE for port object 548fb8a0-776e-4ed8-b668-50fd24fda5c1 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:07.629693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54680b76-93d4-441d-8110-8721792d66bc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.642216 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54680b76-93d4-441d-8110-8721792d66bc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.653207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd25ae0-f887-415a-8e81-5a7aa172c9a0 None None] Pushing event updated for resources: {'Port': ['ID=902d6d49-5fef-4017-889b-2641e803066e,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:07.668989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82efbe33-21b9-49b2-adac-cf4d6cc57774 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:07.672217 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-82efbe33-21b9-49b2-adac-cf4d6cc57774 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.690116 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54680b76-93d4-441d-8110-8721792d66bc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd486194-058c-47d6-a2ef-86b1cc270ff9,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:07.720566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Allocated IP 172.21.0.1 (7366182b-63bd-40dd-9230-b415d0422951/a0031b32-be1e-4b30-91b8-dcaea328d53e/a39fcd68-16c3-4874-8565-2656b68a3f72) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:07.756958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Provisioning complete for port 58b869e1-ae10-4cae-9255-1b040ecff9c5 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:07.757613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.766890 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.788890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device eaeda7fc-302d-4614-8ea7-157e496277a1 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:51:07.816940 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54680b76-93d4-441d-8110-8721792d66bc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.818372 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-54680b76-93d4-441d-8110-8721792d66bc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2495704 May 28 04:51:07.831867 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57048) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:07.834257 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: eaeda7fc-302d-4614-8ea7-157e496277a1 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:51:07.834616 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device eaeda7fc-302d-4614-8ea7-157e496277a1 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:51:07.948354 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82efbe33-21b9-49b2-adac-cf4d6cc57774 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:51:07.948571 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-af20c792-51d0-4f83-9158-f4a50aed05fa tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': 'dd486194-058c-47d6-a2ef-86b1cc270ff9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:07.949511 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-af20c792-51d0-4f83-9158-f4a50aed05fa tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:07.950678 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-af20c792-51d0-4f83-9158-f4a50aed05fa tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.1092148 May 28 04:51:07.972432 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-82efbe33-21b9-49b2-adac-cf4d6cc57774 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:07.974043 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-82efbe33-21b9-49b2-adac-cf4d6cc57774 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Added segment 1424dc8e-d725-46d9-ae18-d7d4ead38138 of type vlan for network 1b27110f-1513-442a-8366-c05416b5f6ca May 28 04:51:08.007649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-82efbe33-21b9-49b2-adac-cf4d6cc57774 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.011959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f12c59c8-25a1-45cf-8516-c0bd6fb7f01f up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:08.042513 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57052) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:08.054457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-7b367dc7-26ab-4e15-92a4-0cbe3e33647d tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': 'dd486194-058c-47d6-a2ef-86b1cc270ff9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:08.055199 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-7b367dc7-26ab-4e15-92a4-0cbe3e33647d tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:08.056202 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7b367dc7-26ab-4e15-92a4-0cbe3e33647d tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0132270 May 28 04:51:08.056663 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event updated for resources: {'Port': ['ID=548fb8a0-776e-4ed8-b668-50fd24fda5c1,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:08.057381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-82efbe33-21b9-49b2-adac-cf4d6cc57774 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.060986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82efbe33-21b9-49b2-adac-cf4d6cc57774 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:08.061593 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-82efbe33-21b9-49b2-adac-cf4d6cc57774 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.063197 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Provisioning complete for port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:08.064031 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.068596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57056) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:08.089472 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:08.170499 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3d30f984-ce04-4c50-a576-626edd8f71ba tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': 'dd486194-058c-47d6-a2ef-86b1cc270ff9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:08.171292 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-3d30f984-ce04-4c50-a576-626edd8f71ba tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:08.172221 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3d30f984-ce04-4c50-a576-626edd8f71ba tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0831494 May 28 04:51:08.178336 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57060) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:08.205870 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:08.206387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.210632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3654671d-42f2-4b89-b744-580bc7dfac64 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': 'dd486194-058c-47d6-a2ef-86b1cc270ff9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:08.211345 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-3654671d-42f2-4b89-b744-580bc7dfac64 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:08.212698 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3654671d-42f2-4b89-b744-580bc7dfac64 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0275638 May 28 04:51:08.221947 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57064) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:08.251185 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-82efbe33-21b9-49b2-adac-cf4d6cc57774 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6907101 May 28 04:51:08.252285 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efbe33-21b9-49b2-adac-cf4d6cc57774 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Network': ['ID=1b27110f-1513-442a-8366-c05416b5f6ca,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:08.258622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57068) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:08.269776 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-fa48d4be-49d2-4cb4-bf3b-e833df439076 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'subnet': {'network_id': '1b27110f-1513-442a-8366-c05416b5f6ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:08.273904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:08.274360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 1b27110f-1513-442a-8366-c05416b5f6ca details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:51:08.281563 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:08.285702 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:08.286276 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.338109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-629c0ce5-c73a-425b-8f26-a981e4e744c5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.371161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.378635 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0b569f72-2045-4465-ba83-cff3087d1ecc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2700694 May 28 04:51:08.388060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57072) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:08.414121 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Provisioning for port ecaee824-200d-4bef-b0e5-a2fa58002a84 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:08.415870 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.431555 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c0ce5-c73a-425b-8f26-a981e4e744c5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Port': ['ID=aa589d09-6b04-4479-beeb-b75174a69a4f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:08.432356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Transition to ACTIVE for port object 2363347e-bff1-4de6-9abc-2e5c140171e6 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:08.450497 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Provisioning complete for port ecaee824-200d-4bef-b0e5-a2fa58002a84 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:08.450950 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.455651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Transition to ACTIVE for port object a39fcd68-16c3-4874-8565-2656b68a3f72 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:08.489214 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fa48d4be-49d2-4cb4-bf3b-e833df439076 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:08.499227 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.501682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-fa48d4be-49d2-4cb4-bf3b-e833df439076 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:subnet and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:08.506297 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-fa48d4be-49d2-4cb4-bf3b-e833df439076 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:08.520724 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-4f28cbc2-22d9-47c1-abbb-4586a431439d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting port 548fb8a0-776e-4ed8-b668-50fd24fda5c1 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:08.521073 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f28cbc2-22d9-47c1-abbb-4586a431439d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.531585 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fa48d4be-49d2-4cb4-bf3b-e833df439076 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:08.596764 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.597343 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.618888 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa48d4be-49d2-4cb4-bf3b-e833df439076 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:08.656627 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.667844 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.722199 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] For port ecaee824-200d-4bef-b0e5-a2fa58002a84, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ecaee824-200d-4bef-b0e5-a2fa58002a84,segment=NetworkSegment(10f7e241-2041-4b64-bb65-df3c712ca593),segment_id=10f7e241-2041-4b64-bb65-df3c712ca593)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:08.728929 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.833086 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.870986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Pushing event updated for resources: {'Port': ['ID=ecaee824-200d-4bef-b0e5-a2fa58002a84,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:08.884166 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Provisioning complete for port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:08.884719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:08.986607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Network 736217af-2e7e-4097-9928-76471ea9895a is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:09.003582 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:09.005798 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event updated for resources: {'Port': ['ID=2363347e-bff1-4de6-9abc-2e5c140171e6,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:09.007880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:09.018921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:09.019605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:09.025040 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 7366182b-63bd-40dd-9230-b415d0422951 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:09.027869 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fa48d4be-49d2-4cb4-bf3b-e833df439076 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:09.077400 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:09.079816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:09.087821 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Provisioning for port 3adb6c51-924c-4c74-8c9e-70494729ebfa completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:09.094377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:09.096588 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Provisioning complete for port 3adb6c51-924c-4c74-8c9e-70494729ebfa triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:09.097133 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:09.177171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Port 3adb6c51-924c-4c74-8c9e-70494729ebfa cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:09.190014 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564d19ce-dbe3-4bc2-8ddd-446a05d7c023 None None] Network 736217af-2e7e-4097-9928-76471ea9895a requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:09.273432 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-629c0ce5-c73a-425b-8f26-a981e4e744c5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:09.281034 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f28cbc2-22d9-47c1-abbb-4586a431439d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:09.339285 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Provisioning for port e7b059b6-6865-4f09-9b4a-df921c27c60b completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:09.348070 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Provisioning complete for port e7b059b6-6865-4f09-9b4a-df921c27c60b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:09.348433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:09.418924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd486194-058c-47d6-a2ef-86b1cc270ff9,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:09.421388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:09.422582 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "DELETE /v2.0/security-groups/dd486194-058c-47d6-a2ef-86b1cc270ff9 HTTP/1.1" status: 204 len: 168 time: 1.1915753 May 28 04:51:09.429140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=a39fcd68-16c3-4874-8565-2656b68a3f72,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:09.431405 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57076) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:09.447209 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fa491ba3-5824-4990-b921-b27adc8dd210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.9261520 May 28 04:51:09.473165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57080) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:09.475371 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-4f28cbc2-22d9-47c1-abbb-4586a431439d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Calling delete_port for 548fb8a0-776e-4ed8-b668-50fd24fda5c1 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:09.515160 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:09.525232 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.525573 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.526010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.526486 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.527045 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.527376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.527708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.528104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.528345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.528659 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.528977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d718f5b3-244b-4bb7-8a7e-e3f93bdbe92c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.542949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.543296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.543637 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.543978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.544292 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.544641 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.544957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.545795 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.545795 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.546022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.546352 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:09.592775 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:09.639219 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] For port e7b059b6-6865-4f09-9b4a-df921c27c60b, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e7b059b6-6865-4f09-9b4a-df921c27c60b,segment=NetworkSegment(5b21ee55-750f-41e7-9266-009e35a3ebb9),segment_id=5b21ee55-750f-41e7-9266-009e35a3ebb9)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:09.646177 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:09.731735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd972e2f-ea4b-4e2a-9610-06c2efd54f8a None None] Pushing event updated for resources: {'Port': ['ID=e7b059b6-6865-4f09-9b4a-df921c27c60b,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:09.765803 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:51:09.779268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f5d82ca1-b094-4c92-b4a5-411330eb24cf None None] Provisioning complete for port 9b63701f-b6a2-4f29-af07-579952fa84e8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:09.779978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f5d82ca1-b094-4c92-b4a5-411330eb24cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:09.797615 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-92648058-0a3f-4a2e-9c58-ebf21766b205 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Synchronizing usage tracker for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:09.944816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-92648058-0a3f-4a2e-9c58-ebf21766b205 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Unset dirty status for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:09.953436 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-92648058-0a3f-4a2e-9c58-ebf21766b205 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5149934 May 28 04:51:09.958878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57084) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:10.028370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.052182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-9a54e910-3a89-47e9-9c1c-8dcacc3cabd3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group': {'name': 'tempest-secgroup--54819364'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:10.062403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fa48d4be-49d2-4cb4-bf3b-e833df439076 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.106545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9a54e910-3a89-47e9-9c1c-8dcacc3cabd3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:10.111213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e7b059b6-6865-4f09-9b4a-df921c27c60b up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:10.129007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffcd2241-a166-47bc-85f7-b43503f9ea4e tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Deleting subnet 7c805c57-be9e-411b-9631-2cc5aecc097f {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:51:10.190509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9a54e910-3a89-47e9-9c1c-8dcacc3cabd3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:10.192655 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2241-a166-47bc-85f7-b43503f9ea4e tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.205384 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port e7b059b6-6865-4f09-9b4a-df921c27c60b triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:10.205772 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.273707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ceb23e-bbfd-45a0-99d1-17a3560499d7 None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:51:10.296843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9a54e910-3a89-47e9-9c1c-8dcacc3cabd3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.314861 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48d4be-49d2-4cb4-bf3b-e833df439076 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Subnet': ['ID=48b2ad5c-2abe-4ff4-b22a-6a642568dfdf,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:10.383750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2241-a166-47bc-85f7-b43503f9ea4e tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.411417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f5d82ca1-b094-4c92-b4a5-411330eb24cf None None] Provisioning for port 548fb8a0-776e-4ed8-b668-50fd24fda5c1 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:10.436063 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f5d82ca1-b094-4c92-b4a5-411330eb24cf None None] Provisioning complete for port 548fb8a0-776e-4ed8-b668-50fd24fda5c1 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:10.437354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f5d82ca1-b094-4c92-b4a5-411330eb24cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.460366 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f28cbc2-22d9-47c1-abbb-4586a431439d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.476986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ecaee824-200d-4bef-b0e5-a2fa58002a84 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:10.506275 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f5d82ca1-b094-4c92-b4a5-411330eb24cf None None] Port 548fb8a0-776e-4ed8-b668-50fd24fda5c1 was deleted so its status cannot be updated. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 28 04:51:10.532277 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa48d4be-49d2-4cb4-bf3b-e833df439076 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Checking segment: {'id': '1424dc8e-d725-46d9-ae18-d7d4ead38138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1b27110f-1513-442a-8366-c05416b5f6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:10.533423 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa48d4be-49d2-4cb4-bf3b-e833df439076 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network hostable DHCP agents. Network: 1b27110f-1513-442a-8366-c05416b5f6ca, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:51:10.548972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9a54e910-3a89-47e9-9c1c-8dcacc3cabd3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:10.562921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9a54e910-3a89-47e9-9c1c-8dcacc3cabd3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:10.576426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9a54e910-3a89-47e9-9c1c-8dcacc3cabd3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:10.579575 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28cbc2-22d9-47c1-abbb-4586a431439d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Port': ['ID=548fb8a0-776e-4ed8-b668-50fd24fda5c1,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:10.590663 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9a54e910-3a89-47e9-9c1c-8dcacc3cabd3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:10.620066 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f5d82ca1-b094-4c92-b4a5-411330eb24cf None None] Provisioning for port a39fcd68-16c3-4874-8565-2656b68a3f72 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:10.632406 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f5d82ca1-b094-4c92-b4a5-411330eb24cf None None] Provisioning complete for port a39fcd68-16c3-4874-8565-2656b68a3f72 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:10.632762 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f5d82ca1-b094-4c92-b4a5-411330eb24cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.690343 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f28cbc2-22d9-47c1-abbb-4586a431439d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.708460 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4f28cbc2-22d9-47c1-abbb-4586a431439d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/548fb8a0-776e-4ed8-b668-50fd24fda5c1 HTTP/1.1" status: 204 len: 168 time: 2.3098497 May 28 04:51:10.711821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57088) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:10.720828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f5d82ca1-b094-4c92-b4a5-411330eb24cf None None] Port a39fcd68-16c3-4874-8565-2656b68a3f72 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:10.732839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa48d4be-49d2-4cb4-bf3b-e833df439076 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 1b27110f-1513-442a-8366-c05416b5f6ca is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:51:10.741553 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ecaee824-200d-4bef-b0e5-a2fa58002a84 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:10.742402 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.780957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-fa48d4be-49d2-4cb4-bf3b-e833df439076 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 1b27110f-1513-442a-8366-c05416b5f6ca) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:10.785034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48d4be-49d2-4cb4-bf3b-e833df439076 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:10.785890 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fa48d4be-49d2-4cb4-bf3b-e833df439076 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.817991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f5d82ca1-b094-4c92-b4a5-411330eb24cf None None] Provisioning for port 902d6d49-5fef-4017-889b-2641e803066e completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:10.819069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9a54e910-3a89-47e9-9c1c-8dcacc3cabd3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.837421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Deleting port bb603846-afd5-4e32-8a88-57bb70d45386 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:10.837421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.845422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9a54e910-3a89-47e9-9c1c-8dcacc3cabd3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.889135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2241-a166-47bc-85f7-b43503f9ea4e tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.890919 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629c0ce5-c73a-425b-8f26-a981e4e744c5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router c4f1a19c-9a44-4c15-bec6-94faa46132bd has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:51:10.913941 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ceb23e-bbfd-45a0-99d1-17a3560499d7 None None] Unable to find a vacant binding_index for network 1b27110f-1513-442a-8366-c05416b5f6ca and agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a {{(pid=84011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 28 04:51:10.919303 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 902d6d49-5fef-4017-889b-2641e803066e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:10.929702 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fa48d4be-49d2-4cb4-bf3b-e833df439076 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6697688 May 28 04:51:10.930535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57092) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:10.956859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9a54e910-3a89-47e9-9c1c-8dcacc3cabd3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:10.957328 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ceb23e-bbfd-45a0-99d1-17a3560499d7 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 1b27110f-1513-442a-8366-c05416b5f6ca) {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:51:10.961230 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9a54e910-3a89-47e9-9c1c-8dcacc3cabd3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9760106 May 28 04:51:10.968034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5216a4d4-167b-4030-9535-f8610877ae60 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2141971034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:10.975050 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57096) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:10.986410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5216a4d4-167b-4030-9535-f8610877ae60 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:10.992232 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-654b147c-138c-46bf-a026-986de194811e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': '452702e1-ce81-4b51-a701-da989e68ed5a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:10.993067 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-654b147c-138c-46bf-a026-986de194811e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:10.997720 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-654b147c-138c-46bf-a026-986de194811e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0216193 May 28 04:51:10.999952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:51:11.001037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57100) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:11.007000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afbd5c7-3e1e-428f-9105-5558041fb7d9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:11.007860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9afbd5c7-3e1e-428f-9105-5558041fb7d9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:11.008586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54e910-3a89-47e9-9c1c-8dcacc3cabd3 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452702e1-ce81-4b51-a701-da989e68ed5a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:11.017949 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f6cb229b-ef23-420b-b633-6a05ac2d3c54 None None] Provisioning for port 2363347e-bff1-4de6-9abc-2e5c140171e6 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:11.020340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4745df0d-c592-401d-8b67-f4c06789c44c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': '452702e1-ce81-4b51-a701-da989e68ed5a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:11.020693 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5216a4d4-167b-4030-9535-f8610877ae60 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:router and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:11.024825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.029070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5216a4d4-167b-4030-9535-f8610877ae60 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:11.039895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5216a4d4-167b-4030-9535-f8610877ae60 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:11.045812 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.084797 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4745df0d-c592-401d-8b67-f4c06789c44c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:11.112708 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f6cb229b-ef23-420b-b633-6a05ac2d3c54 None None] Provisioning complete for port 2363347e-bff1-4de6-9abc-2e5c140171e6 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:11.113443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f6cb229b-ef23-420b-b633-6a05ac2d3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.149941 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4745df0d-c592-401d-8b67-f4c06789c44c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:11.153573 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4745df0d-c592-401d-8b67-f4c06789c44c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:11.159094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5216a4d4-167b-4030-9535-f8610877ae60 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.160151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5216a4d4-167b-4030-9535-f8610877ae60 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.183664 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9afbd5c7-3e1e-428f-9105-5558041fb7d9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:11.184840 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9afbd5c7-3e1e-428f-9105-5558041fb7d9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4713953 May 28 04:51:11.186197 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4745df0d-c592-401d-8b67-f4c06789c44c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:11.191195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb229b-ef23-420b-b633-6a05ac2d3c54 None None] Port 2363347e-bff1-4de6-9abc-2e5c140171e6 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:11.191732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=a39fcd68-16c3-4874-8565-2656b68a3f72,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:11.192855 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57104) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:11.192984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 902d6d49-5fef-4017-889b-2641e803066e completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:11.199030 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.206358 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 902d6d49-5fef-4017-889b-2641e803066e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:11.206358 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.206802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2241-a166-47bc-85f7-b43503f9ea4e tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.255538 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd2241-a166-47bc-85f7-b43503f9ea4e tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Subnet': ['ID=7c805c57-be9e-411b-9631-2cc5aecc097f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:11.268551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.284839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2241-a166-47bc-85f7-b43503f9ea4e tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.311945 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f6cb229b-ef23-420b-b633-6a05ac2d3c54 None None] Provisioning complete for port 902d6d49-5fef-4017-889b-2641e803066e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:11.312404 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f6cb229b-ef23-420b-b633-6a05ac2d3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.476667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5216a4d4-167b-4030-9535-f8610877ae60 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.489737 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ffcd2241-a166-47bc-85f7-b43503f9ea4e tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/subnets/7c805c57-be9e-411b-9631-2cc5aecc097f HTTP/1.1" status: 204 len: 168 time: 2.0136096 May 28 04:51:11.493803 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57108) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:11.544271 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Calling delete_port for bb603846-afd5-4e32-8a88-57bb70d45386 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:11.546216 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.582781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f6cb229b-ef23-420b-b633-6a05ac2d3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.585200 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5216a4d4-167b-4030-9535-f8610877ae60 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.593904 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-4745df0d-c592-401d-8b67-f4c06789c44c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:11.597633 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4745df0d-c592-401d-8b67-f4c06789c44c tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5839400 May 28 04:51:11.599029 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57112) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:11.622243 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5216a4d4-167b-4030-9535-f8610877ae60 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.629126 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5216a4d4-167b-4030-9535-f8610877ae60 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6794915 May 28 04:51:11.629357 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-d55b850b-1577-4b43-8097-aea97e4a6a4f tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': '452702e1-ce81-4b51-a701-da989e68ed5a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:11.629357 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-d55b850b-1577-4b43-8097-aea97e4a6a4f tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:11.629357 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d55b850b-1577-4b43-8097-aea97e4a6a4f tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0154641 May 28 04:51:11.629689 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec75d17-7fb2-4d5f-ba24-7393af5dabc5 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:11.629689 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec75d17-7fb2-4d5f-ba24-7393af5dabc5 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:11.629902 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57116) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:11.629902 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57118) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:11.631093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8ec75d17-7fb2-4d5f-ba24-7393af5dabc5 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Synchronizing usage tracker for tenant:8b3fd1d9cf014c149393a638d96945f7 on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:11.635282 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 7366182b-63bd-40dd-9230-b415d0422951 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:11.637128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:11.658251 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'network_id': '1b27110f-1513-442a-8366-c05416b5f6ca', 'name': 'tempest-PortsIpV6TestJSON-682871220'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:11.683714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 902d6d49-5fef-4017-889b-2641e803066e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=902d6d49-5fef-4017-889b-2641e803066e,segment=NetworkSegment(0bc96ee7-fe7a-4dc4-82a4-5e7b5cd172a8),segment_id=0bc96ee7-fe7a-4dc4-82a4-5e7b5cd172a8)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:11.691401 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.738176 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-45b244e5-53ae-430a-b59d-8ddc00eea603 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': '452702e1-ce81-4b51-a701-da989e68ed5a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:11.764853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-45b244e5-53ae-430a-b59d-8ddc00eea603 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:11.784985 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-45b244e5-53ae-430a-b59d-8ddc00eea603 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:11.803204 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-45b244e5-53ae-430a-b59d-8ddc00eea603 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:11.812464 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267cf46e-fb8d-41fe-b604-c1c96191e427 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:11.817679 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-267cf46e-fb8d-41fe-b604-c1c96191e427 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6237998 May 28 04:51:11.820242 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57124) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:11.833924 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-45b244e5-53ae-430a-b59d-8ddc00eea603 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:11.845770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-1b27110f-1513-442a-8366-c05416b5f6ca', 'network_id': '1b27110f-1513-442a-8366-c05416b5f6ca', 'tenant_id': '2f38548c71c149ba8d132c7dd3fe1dd0', 'fixed_ips': [{'subnet_id': '48b2ad5c-2abe-4ff4-b22a-6a642568dfdf'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:51:11.846560 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:11.867235 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8ec75d17-7fb2-4d5f-ba24-7393af5dabc5 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Unset dirty status for tenant:8b3fd1d9cf014c149393a638d96945f7 on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:11.871421 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8ec75d17-7fb2-4d5f-ba24-7393af5dabc5 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3722200 May 28 04:51:11.877327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57128) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:11.915580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629c0ce5-c73a-425b-8f26-a981e4e744c5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:51:11.916756 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=902d6d49-5fef-4017-889b-2641e803066e,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:11.924185 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-629c0ce5-c73a-425b-8f26-a981e4e744c5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/c4f1a19c-9a44-4c15-bec6-94faa46132bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6072395 May 28 04:51:11.925042 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57132) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:11.948981 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3913eff4-3a8b-404b-9ccb-eef9775c884e None None] Sync routers for ids ['c4f1a19c-9a44-4c15-bec6-94faa46132bd'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:51:11.964594 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-f6cb229b-ef23-420b-b633-6a05ac2d3c54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:51:11.965151 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-f6cb229b-ef23-420b-b633-6a05ac2d3c54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:51:12.021051 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3913eff4-3a8b-404b-9ccb-eef9775c884e None None] Routers {'c4f1a19c-9a44-4c15-bec6-94faa46132bd'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:12.022282 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-3913eff4-3a8b-404b-9ccb-eef9775c884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:55Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c4f1a19c-9a44-4c15-bec6-94faa46132bd'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:12.062687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3a963caa-65dd-4bb6-982b-caa864aede01 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:12.075317 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a963caa-65dd-4bb6-982b-caa864aede01 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 28 04:51:12.075894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a963caa-65dd-4bb6-982b-caa864aede01 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:12.081122 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3a963caa-65dd-4bb6-982b-caa864aede01 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/networks/736217af-2e7e-4097-9928-76471ea9895a HTTP/1.1" status: 409 len: 405 time: 0.2020123 May 28 04:51:12.084525 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57136) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:12.093683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-cc44a98f-b530-44d4-8827-7a2ac24d88d0 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1002750610'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:12.095888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-3913eff4-3a8b-404b-9ccb-eef9775c884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:12.103859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-cc44a98f-b530-44d4-8827-7a2ac24d88d0 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:12.109756 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cc44a98f-b530-44d4-8827-7a2ac24d88d0 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Usage tracker for resource:network and tenant:8b3fd1d9cf014c149393a638d96945f7 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:12.113428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cc44a98f-b530-44d4-8827-7a2ac24d88d0 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:12.113748 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2765f6c-cc54-4b98-83f2-d64823866673 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:12.115101 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2765f6c-cc54-4b98-83f2-d64823866673 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:12.116600 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2765f6c-cc54-4b98-83f2-d64823866673 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:12.117640 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d2765f6c-cc54-4b98-83f2-d64823866673 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:12.117966 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3913eff4-3a8b-404b-9ccb-eef9775c884e None None] Routers {'c4f1a19c-9a44-4c15-bec6-94faa46132bd'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:12.118508 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-3913eff4-3a8b-404b-9ccb-eef9775c884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:55Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c4f1a19c-9a44-4c15-bec6-94faa46132bd'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:12.121482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-cc44a98f-b530-44d4-8827-7a2ac24d88d0 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:12.128097 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:12.138587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:port and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:12.141481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 0e1d8740-d63c-4a54-957a-e3ea7348500b has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:51:12.146160 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc44a98f-b530-44d4-8827-7a2ac24d88d0 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Made reservation on behalf of 8b3fd1d9cf014c149393a638d96945f7 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:12.147559 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:12.149344 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cc44a98f-b530-44d4-8827-7a2ac24d88d0 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:12.150306 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-45b244e5-53ae-430a-b59d-8ddc00eea603 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:12.156190 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-45b244e5-53ae-430a-b59d-8ddc00eea603 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5191598 May 28 04:51:12.157625 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57140) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:12.160280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:12.175675 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-6a17a4df-bb5c-4c5b-92f9-a0890b14bec2 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': '452702e1-ce81-4b51-a701-da989e68ed5a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:12.176435 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-6a17a4df-bb5c-4c5b-92f9-a0890b14bec2 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:12.180047 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6a17a4df-bb5c-4c5b-92f9-a0890b14bec2 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0129521 May 28 04:51:12.185564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57144) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:12.190749 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc44a98f-b530-44d4-8827-7a2ac24d88d0 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:51:12.192970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-3913eff4-3a8b-404b-9ccb-eef9775c884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:12.193605 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3913eff4-3a8b-404b-9ccb-eef9775c884e None None] The sync data for ids ['c4f1a19c-9a44-4c15-bec6-94faa46132bd'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:51:12.196025 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-65ab16aa-e02d-409f-b323-9beb8a678b74 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': '452702e1-ce81-4b51-a701-da989e68ed5a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:12.202539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-65ab16aa-e02d-409f-b323-9beb8a678b74 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:12.216582 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-65ab16aa-e02d-409f-b323-9beb8a678b74 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:12.219944 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-65ab16aa-e02d-409f-b323-9beb8a678b74 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:12.225615 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d2765f6c-cc54-4b98-83f2-d64823866673 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:12.229711 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d2765f6c-cc54-4b98-83f2-d64823866673 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3985238 May 28 04:51:12.238835 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57148) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:12.262998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Allocated IP 2001:db8::2 (1b27110f-1513-442a-8366-c05416b5f6ca/48b2ad5c-2abe-4ff4-b22a-6a642568dfdf/9065738c-db9d-45de-9a3e-1f82e5db93b2) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:12.279427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-65ab16aa-e02d-409f-b323-9beb8a678b74 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:12.290540 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:12.294360 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:12.340632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cc44a98f-b530-44d4-8827-7a2ac24d88d0 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:12.340632 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-cc44a98f-b530-44d4-8827-7a2ac24d88d0 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Added segment 58833cdd-8ac3-4e10-9ca2-c784d1345f16 of type vlan for network c8e0d045-38b5-4500-8e46-e3ce9e21d4fd May 28 04:51:12.352954 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] device_id is not set on port 74a0d0b6-7e71-423e-85f5-9562ed4b7da0 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:51:12.407733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cc44a98f-b530-44d4-8827-7a2ac24d88d0 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:12.412601 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-65ab16aa-e02d-409f-b323-9beb8a678b74 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:12.413614 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-65ab16aa-e02d-409f-b323-9beb8a678b74 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2253609 May 28 04:51:12.418480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57152) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:12.425574 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ef94f0d5-6918-43d9-8720-2b2e40e5f461 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': '452702e1-ce81-4b51-a701-da989e68ed5a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:12.426432 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-ef94f0d5-6918-43d9-8720-2b2e40e5f461 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:12.427564 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ef94f0d5-6918-43d9-8720-2b2e40e5f461 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081878 May 28 04:51:12.430792 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57156) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:12.437245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-005589aa-9e86-4afd-a4d0-a9cafd967eb7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': '452702e1-ce81-4b51-a701-da989e68ed5a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:12.446237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-005589aa-9e86-4afd-a4d0-a9cafd967eb7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:12.461880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-005589aa-9e86-4afd-a4d0-a9cafd967eb7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:12.465107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-005589aa-9e86-4afd-a4d0-a9cafd967eb7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:12.476609 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-005589aa-9e86-4afd-a4d0-a9cafd967eb7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:12.485338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:12.489199 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cc44a98f-b530-44d4-8827-7a2ac24d88d0 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:12.493269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc44a98f-b530-44d4-8827-7a2ac24d88d0 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:12.494085 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cc44a98f-b530-44d4-8827-7a2ac24d88d0 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:12.535950 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:12.549270 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Transition to ACTIVE for port object 9065738c-db9d-45de-9a3e-1f82e5db93b2 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:12.574037 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Transition to ACTIVE for port object 9065738c-db9d-45de-9a3e-1f82e5db93b2 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:12.582122 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event deleted for resources: {'Port': ['ID=bb603846-afd5-4e32-8a88-57bb70d45386,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:12.587064 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:12.624835 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:51:12.626158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44a98f-b530-44d4-8827-7a2ac24d88d0 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event updated for resources: {'Network': ['ID=c8e0d045-38b5-4500-8e46-e3ce9e21d4fd,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:12.630811 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d20e0143-302e-427a-a493-cf4d68474b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/0e1d8740-d63c-4a54-957a-e3ea7348500b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0333824 May 28 04:51:12.632996 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-005589aa-9e86-4afd-a4d0-a9cafd967eb7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:12.636609 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-005589aa-9e86-4afd-a4d0-a9cafd967eb7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2020881 May 28 04:51:12.639125 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cc44a98f-b530-44d4-8827-7a2ac24d88d0 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5512528 May 28 04:51:12.639125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57160) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:12.639341 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57162) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:12.639639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57164) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:12.648129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Network 1b27110f-1513-442a-8366-c05416b5f6ca is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:12.648487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-aec848dd-ad64-46e4-b59f-c20ef7c95fc7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Request body: {'subnet': {'network_id': 'c8e0d045-38b5-4500-8e46-e3ce9e21d4fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:12.652550 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:12.659869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:12.669037 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e6730-1f2b-45a4-a5e1-a7ac482f7154 None None] Sync routers for ids ['0e1d8740-d63c-4a54-957a-e3ea7348500b'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:51:12.676894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:12.677888 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:12.678239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:12.678556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5bb34385-9084-4ac8-af92-6e3d04404a58 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': '452702e1-ce81-4b51-a701-da989e68ed5a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:12.678680 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:12.678884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:12.679186 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:12.679497 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:12.679808 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:12.680290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:12.680606 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:12.680914 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:12.689048 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e6730-1f2b-45a4-a5e1-a7ac482f7154 None None] Routers {'0e1d8740-d63c-4a54-957a-e3ea7348500b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:12.689533 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network c8e0d045-38b5-4500-8e46-e3ce9e21d4fd details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:51:12.690592 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ac1e6730-1f2b-45a4-a5e1-a7ac482f7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:55Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0e1d8740-d63c-4a54-957a-e3ea7348500b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:12.776552 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ac1e6730-1f2b-45a4-a5e1-a7ac482f7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:12.782787 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Pushing event updated for resources: {'Port': ['ID=9065738c-db9d-45de-9a3e-1f82e5db93b2,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:12.793278 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1e6730-1f2b-45a4-a5e1-a7ac482f7154 None None] Routers {'0e1d8740-d63c-4a54-957a-e3ea7348500b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:12.794082 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ac1e6730-1f2b-45a4-a5e1-a7ac482f7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:55Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0e1d8740-d63c-4a54-957a-e3ea7348500b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:12.829809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5bb34385-9084-4ac8-af92-6e3d04404a58 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:12.855364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5bb34385-9084-4ac8-af92-6e3d04404a58 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:12.877842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5bb34385-9084-4ac8-af92-6e3d04404a58 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:12.923441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5bb34385-9084-4ac8-af92-6e3d04404a58 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:12.951547 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f151f53b-692e-4723-90d1-dceb35e163ee tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:12.952177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f151f53b-692e-4723-90d1-dceb35e163ee tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Synchronizing usage tracker for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:12.956341 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ac1e6730-1f2b-45a4-a5e1-a7ac482f7154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:12.956741 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1e6730-1f2b-45a4-a5e1-a7ac482f7154 None None] The sync data for ids ['0e1d8740-d63c-4a54-957a-e3ea7348500b'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:51:12.988198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-aec848dd-ad64-46e4-b59f-c20ef7c95fc7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:12.991670 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Attempting to bind port 9065738c-db9d-45de-9a3e-1f82e5db93b2 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:51:12.992467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Attempting to bind port 9065738c-db9d-45de-9a3e-1f82e5db93b2 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '1424dc8e-d725-46d9-ae18-d7d4ead38138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1b27110f-1513-442a-8366-c05416b5f6ca'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:51:12.992935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Attempting to bind port 9065738c-db9d-45de-9a3e-1f82e5db93b2 on network 1b27110f-1513-442a-8366-c05416b5f6ca {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:51:12.999565 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:51:13.000052 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Checking segment: {'id': '1424dc8e-d725-46d9-ae18-d7d4ead38138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1b27110f-1513-442a-8366-c05416b5f6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:13.000875 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:13.001357 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Bound using segment: {'id': '1424dc8e-d725-46d9-ae18-d7d4ead38138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1b27110f-1513-442a-8366-c05416b5f6ca'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:51:13.001965 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Bound port: 9065738c-db9d-45de-9a3e-1f82e5db93b2, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1424dc8e-d725-46d9-ae18-d7d4ead38138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '1b27110f-1513-442a-8366-c05416b5f6ca'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:51:13.002418 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:13.021040 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-aec848dd-ad64-46e4-b59f-c20ef7c95fc7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:13.025625 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-5bb34385-9084-4ac8-af92-6e3d04404a58 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:13.027086 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5bb34385-9084-4ac8-af92-6e3d04404a58 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3850086 May 28 04:51:13.030511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57172) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:13.031162 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f151f53b-692e-4723-90d1-dceb35e163ee tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Unset dirty status for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:13.035318 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f151f53b-692e-4723-90d1-dceb35e163ee tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports/a39fcd68-16c3-4874-8565-2656b68a3f72 HTTP/1.1" status: 200 len: 910 time: 0.3922942 May 28 04:51:13.037705 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57174) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:13.038391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba63eafe-9d3c-4221-af7d-55d4623169c2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet 089c992a-949c-44fe-9328-0493deec7dba {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:51:13.041746 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ba63eafe-9d3c-4221-af7d-55d4623169c2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:13.102343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] For port 9065738c-db9d-45de-9a3e-1f82e5db93b2, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:51:13.106497 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] For port 9065738c-db9d-45de-9a3e-1f82e5db93b2, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9065738c-db9d-45de-9a3e-1f82e5db93b2,segment=NetworkSegment(1424dc8e-d725-46d9-ae18-d7d4ead38138),segment_id=1424dc8e-d725-46d9-ae18-d7d4ead38138)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:51:13.113161 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:13.117583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec848dd-ad64-46e4-b59f-c20ef7c95fc7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Made reservation on behalf of 8b3fd1d9cf014c149393a638d96945f7 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:13.210844 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da51b1-0f0c-40ac-a455-7026a83c8f44 None None] Pushing event updated for resources: {'Port': ['ID=9065738c-db9d-45de-9a3e-1f82e5db93b2,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:13.276830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Allocated IP 2001:db8::2e5 (1b27110f-1513-442a-8366-c05416b5f6ca/48b2ad5c-2abe-4ff4-b22a-6a642568dfdf/74a0d0b6-7e71-423e-85f5-9562ed4b7da0) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:13.318860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ba63eafe-9d3c-4221-af7d-55d4623169c2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:13.364179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:13.486459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aec848dd-ad64-46e4-b59f-c20ef7c95fc7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:13.543223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-68def8e7-f62b-4b1c-a1c8-63c7bb4dd296 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:13.571952 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ba63eafe-9d3c-4221-af7d-55d4623169c2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:13.655986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-68def8e7-f62b-4b1c-a1c8-63c7bb4dd296 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:13.816372 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5d27df4f-d79e-4866-9592-41bcd8247aa1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:13.833387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-68def8e7-f62b-4b1c-a1c8-63c7bb4dd296 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:13.964404 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68def8e7-f62b-4b1c-a1c8-63c7bb4dd296 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452702e1-ce81-4b51-a701-da989e68ed5a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:13.981487 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ba63eafe-9d3c-4221-af7d-55d4623169c2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:14.010472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-68def8e7-f62b-4b1c-a1c8-63c7bb4dd296 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:14.012037 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-68def8e7-f62b-4b1c-a1c8-63c7bb4dd296 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "DELETE /v2.0/security-groups/452702e1-ce81-4b51-a701-da989e68ed5a HTTP/1.1" status: 204 len: 168 time: 0.9775069 May 28 04:51:14.025877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57180) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:14.075102 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9065738c-db9d-45de-9a3e-1f82e5db93b2 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:14.140739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9f3cb660-14d5-4dd0-8c04-320ab07cf4ed tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:14.159330 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63eafe-9d3c-4221-af7d-55d4623169c2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=089c992a-949c-44fe-9328-0493deec7dba,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:14.169958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 9065738c-db9d-45de-9a3e-1f82e5db93b2 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:14.175903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 902d6d49-5fef-4017-889b-2641e803066e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:14.202466 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:14.207239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-64ac21a4-bbac-4985-8265-c1362c7ce2a6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Synchronizing usage tracker for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:14.215825 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ba63eafe-9d3c-4221-af7d-55d4623169c2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:14.243950 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Transition to ACTIVE for port object 74a0d0b6-7e71-423e-85f5-9562ed4b7da0 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:14.269415 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 902d6d49-5fef-4017-889b-2641e803066e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:14.270100 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:14.322129 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ba63eafe-9d3c-4221-af7d-55d4623169c2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/089c992a-949c-44fe-9328-0493deec7dba HTTP/1.1" status: 204 len: 168 time: 2.0821438 May 28 04:51:14.322765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57184) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:14.405982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.objects.ports [None req-aec848dd-ad64-46e4-b59f-c20ef7c95fc7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84010) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:51:14.411243 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aec848dd-ad64-46e4-b59f-c20ef7c95fc7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:14.417352 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e122ff1-48d7-4381-96f7-174b07c6d9b3 None None] Network 1b27110f-1513-442a-8366-c05416b5f6ca requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:14.491022 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-425b59ce-d561-4928-9288-cf4df56c7703 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Deleting subnet b1b4fdcb-b548-4f77-bdf6-a9f27c02cc20 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:51:14.501266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec848dd-ad64-46e4-b59f-c20ef7c95fc7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event updated for resources: {'Subnet': ['ID=8b4dc772-952f-431a-a192-4edd00ac5930,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:14.527471 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:14.535559 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-425b59ce-d561-4928-9288-cf4df56c7703 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:14.542867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-64ac21a4-bbac-4985-8265-c1362c7ce2a6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Unset dirty status for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:14.544142 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-64ac21a4-bbac-4985-8265-c1362c7ce2a6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5158300 May 28 04:51:14.554041 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57188) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:14.556773 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b23925e-79be-473b-8178-dbffb06e1ec2 None None] Network 736217af-2e7e-4097-9928-76471ea9895a requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:14.566044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-be791e06-def2-4eb4-9115-d2cf8e837db7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group': {'name': 'tempest-secgroup--770357454'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:14.573394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-be791e06-def2-4eb4-9115-d2cf8e837db7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:14.588583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-be791e06-def2-4eb4-9115-d2cf8e837db7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:14.623615 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be791e06-def2-4eb4-9115-d2cf8e837db7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:14.670042 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec848dd-ad64-46e4-b59f-c20ef7c95fc7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Checking segment: {'id': '58833cdd-8ac3-4e10-9ca2-c784d1345f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c8e0d045-38b5-4500-8e46-e3ce9e21d4fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:14.670444 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec848dd-ad64-46e4-b59f-c20ef7c95fc7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Network hostable DHCP agents. Network: c8e0d045-38b5-4500-8e46-e3ce9e21d4fd, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:51:14.730290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-be791e06-def2-4eb4-9115-d2cf8e837db7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:14.736674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-be791e06-def2-4eb4-9115-d2cf8e837db7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:14.740474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Router 8295b9e2-0613-4984-8a99-5181e16c34b6 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:51:14.740980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-be791e06-def2-4eb4-9115-d2cf8e837db7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:14.749297 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-be791e06-def2-4eb4-9115-d2cf8e837db7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:14.791143 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-425b59ce-d561-4928-9288-cf4df56c7703 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:14.834182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be791e06-def2-4eb4-9115-d2cf8e837db7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:14.891740 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbea6c50-963a-40ce-bcf6-7d93f7831398 None None] Network ba7d5340-6612-4ffa-ba26-ab26f78055ee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:14.900269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be791e06-def2-4eb4-9115-d2cf8e837db7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:14.920632 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-425b59ce-d561-4928-9288-cf4df56c7703 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:14.968035 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec848dd-ad64-46e4-b59f-c20ef7c95fc7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Network c8e0d045-38b5-4500-8e46-e3ce9e21d4fd is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:51:15.018477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 1b27110f-1513-442a-8366-c05416b5f6ca is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:15.030208 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Provisioning for port 9065738c-db9d-45de-9a3e-1f82e5db93b2 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:15.033118 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be791e06-def2-4eb4-9115-d2cf8e837db7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81588bfb-663b-4c43-9d3a-6deea6fadc05,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:15.040769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-aec848dd-ad64-46e4-b59f-c20ef7c95fc7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, c8e0d045-38b5-4500-8e46-e3ce9e21d4fd) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:15.051667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be791e06-def2-4eb4-9115-d2cf8e837db7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:15.051807 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Provisioning complete for port 9065738c-db9d-45de-9a3e-1f82e5db93b2 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:15.052132 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:15.052881 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-be791e06-def2-4eb4-9115-d2cf8e837db7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4944024 May 28 04:51:15.054161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec848dd-ad64-46e4-b59f-c20ef7c95fc7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:15.054710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aec848dd-ad64-46e4-b59f-c20ef7c95fc7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:15.060080 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57192) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:15.072832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:15.086777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c4c315-3877-4c4e-93d6-8a0b509cdfc1 None None] Network c8e0d045-38b5-4500-8e46-e3ce9e21d4fd requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:15.099747 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-66427f4e-82ea-4ee9-bd8b-f7ef20c5fc0b tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': '81588bfb-663b-4c43-9d3a-6deea6fadc05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:15.103831 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:15.108922 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:15.109810 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:15.120485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-66427f4e-82ea-4ee9-bd8b-f7ef20c5fc0b tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:15.129219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-66427f4e-82ea-4ee9-bd8b-f7ef20c5fc0b tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:15.134038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-66427f4e-82ea-4ee9-bd8b-f7ef20c5fc0b tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:15.141877 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-aec848dd-ad64-46e4-b59f-c20ef7c95fc7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4958847 May 28 04:51:15.144652 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57196) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:15.145512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-66427f4e-82ea-4ee9-bd8b-f7ef20c5fc0b tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:15.316290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=74a0d0b6-7e71-423e-85f5-9562ed4b7da0,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:15.318946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-425b59ce-d561-4928-9288-cf4df56c7703 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:15.344611 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-66427f4e-82ea-4ee9-bd8b-f7ef20c5fc0b tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The resource could not be found. May 28 04:51:15.345988 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-66427f4e-82ea-4ee9-bd8b-f7ef20c5fc0b tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2593763 May 28 04:51:15.352730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57200) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:15.368780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-aa1d073c-3225-43a5-9e9d-884e7deb67e4 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': '81588bfb-663b-4c43-9d3a-6deea6fadc05', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'dfec9010-2c8a-4433-9409-dbbe09583447'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:15.464518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983dab5d-7bba-4631-9fe5-95ec5f5d9d00 None None] DHCP port deletion for 736217af-2e7e-4097-9928-76471ea9895a request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:51:15.473216 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b59ce-d561-4928-9288-cf4df56c7703 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b4fdcb-b548-4f77-bdf6-a9f27c02cc20,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:15.498484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-983dab5d-7bba-4631-9fe5-95ec5f5d9d00 None None] Deleting port 902d6d49-5fef-4017-889b-2641e803066e {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:15.499533 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-983dab5d-7bba-4631-9fe5-95ec5f5d9d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:15.505992 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-425b59ce-d561-4928-9288-cf4df56c7703 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:15.510748 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-425b59ce-d561-4928-9288-cf4df56c7703 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/b1b4fdcb-b548-4f77-bdf6-a9f27c02cc20 HTTP/1.1" status: 204 len: 168 time: 1.1837759 May 28 04:51:15.511460 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57204) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:15.519477 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ad947899-c0e5-49db-8a79-b1f786eb1a40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8882377 May 28 04:51:15.524000 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57208) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:15.539106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-aa1d073c-3225-43a5-9e9d-884e7deb67e4 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:15.543983 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:15.611831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-aa1d073c-3225-43a5-9e9d-884e7deb67e4 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:15.618880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf6a4-1a6e-4497-9506-9dd09b8fbf99 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:15.622817 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84136649-341c-4e09-a4ca-c0230e2df0f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-c8e0d045-38b5-4500-8e46-e3ce9e21d4fd', 'network_id': 'c8e0d045-38b5-4500-8e46-e3ce9e21d4fd', 'tenant_id': '8b3fd1d9cf014c149393a638d96945f7', 'fixed_ips': [{'subnet_id': '8b4dc772-952f-431a-a192-4edd00ac5930'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:51:15.623606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-84136649-341c-4e09-a4ca-c0230e2df0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:15.645731 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fb07aa11-6ce6-4858-a6cf-d1ffea369751 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1265647 May 28 04:51:15.650063 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57212) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:15.666371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-aa1d073c-3225-43a5-9e9d-884e7deb67e4 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:15.695851 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-aa1d073c-3225-43a5-9e9d-884e7deb67e4 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:15.709939 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] For port 9065738c-db9d-45de-9a3e-1f82e5db93b2, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9065738c-db9d-45de-9a3e-1f82e5db93b2,segment=NetworkSegment(1424dc8e-d725-46d9-ae18-d7d4ead38138),segment_id=1424dc8e-d725-46d9-ae18-d7d4ead38138)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:15.746922 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:51:15.768864 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e9c68-e88a-4c5c-a42e-63271bf4b97c None None] Sync routers for ids ['8295b9e2-0613-4984-8a99-5181e16c34b6'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:51:15.775044 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:15.816198 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cefbf091-3286-4ef8-a3cf-3a345711d7e8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "PUT /v2.0/routers/8295b9e2-0613-4984-8a99-5181e16c34b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6139944 May 28 04:51:15.826379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57216) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:15.876795 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e089a8-ae20-4df6-a864-7f0737dfcf78 None None] DHCP port deletion for ba7d5340-6612-4ffa-ba26-ab26f78055ee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:51:15.956085 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-8365e82f-5c46-4c7f-b4ae-86447217055b tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] delete failed (client error): The resource could not be found. May 28 04:51:15.962101 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8365e82f-5c46-4c7f-b4ae-86447217055b tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-592199616 HTTP/1.1" status: 404 len: 334 time: 0.1295335 May 28 04:51:15.964068 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57220) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:15.972555 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-43db5fb0-194e-4724-b76b-68a7f7856fe7 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Request body: {'router': {'external_gateway_info': {'network_id': '8295b9e2-0613-4984-8a99-5181e16c34b6'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:15.974102 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 902d6d49-5fef-4017-889b-2641e803066e no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:51:16.040857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-07e089a8-ae20-4df6-a864-7f0737dfcf78 None None] Deleting port 9b63701f-b6a2-4f29-af07-579952fa84e8 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:16.041221 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-07e089a8-ae20-4df6-a864-7f0737dfcf78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:16.058131 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf6a4-1a6e-4497-9506-9dd09b8fbf99 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:16.134473 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbabca0e-5c7d-4970-b593-6b4b3e9f5079 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:16.138741 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bbabca0e-5c7d-4970-b593-6b4b3e9f5079 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3990932 May 28 04:51:16.141023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57224) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:16.150300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e9c68-e88a-4c5c-a42e-63271bf4b97c None None] Routers {'8295b9e2-0613-4984-8a99-5181e16c34b6'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:16.150972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-be5e9c68-e88a-4c5c-a42e-63271bf4b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:55Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8295b9e2-0613-4984-8a99-5181e16c34b6'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:16.205742 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-aa1d073c-3225-43a5-9e9d-884e7deb67e4 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The resource could not be found. May 28 04:51:16.207301 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Pushing event updated for resources: {'Port': ['ID=9065738c-db9d-45de-9a3e-1f82e5db93b2,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:16.212467 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-aa1d073c-3225-43a5-9e9d-884e7deb67e4 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8584955 May 28 04:51:16.213640 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf6a4-1a6e-4497-9506-9dd09b8fbf99 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server [None req-84136649-341c-4e09-a4ca-c0230e2df0f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b4dc772-952f-431a-a192-4edd00ac5930: This subnet is being modified by another concurrent operation. May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 04:51:16.227117 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise exception May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8b4dc772-952f-431a-a192-4edd00ac5930: This subnet is being modified by another concurrent operation. May 28 04:51:16.231794 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server May 28 04:51:16.236501 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57228) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:16.236684 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-983dab5d-7bba-4631-9fe5-95ec5f5d9d00 None None] For port 902d6d49-5fef-4017-889b-2641e803066e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=902d6d49-5fef-4017-889b-2641e803066e,segment=NetworkSegment(0bc96ee7-fe7a-4dc4-82a4-5e7b5cd172a8),segment_id=0bc96ee7-fe7a-4dc4-82a4-5e7b5cd172a8)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:16.236684 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-983dab5d-7bba-4631-9fe5-95ec5f5d9d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:16.245344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-be5e9c68-e88a-4c5c-a42e-63271bf4b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:16.287929 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f2d74a-c6c5-44c7-97f3-89d3dd2f414b None None] Network c8e0d045-38b5-4500-8e46-e3ce9e21d4fd requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:16.298110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaf6a4-1a6e-4497-9506-9dd09b8fbf99 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4dc772-952f-431a-a192-4edd00ac5930,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:16.299936 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261d9cc0-fd4c-42fd-b313-f9d44151b8ee None None] Network 1b27110f-1513-442a-8366-c05416b5f6ca requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:16.368045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-869617ee-f9d4-4fae-a5a5-e503912ca146 None None] Provisioning complete for port a39fcd68-16c3-4874-8565-2656b68a3f72 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:16.368045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-869617ee-f9d4-4fae-a5a5-e503912ca146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:16.377729 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77895ade-d226-43ce-8f8d-341c909f6ad2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:16.378638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-77895ade-d226-43ce-8f8d-341c909f6ad2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Synchronizing usage tracker for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:16.414787 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-77895ade-d226-43ce-8f8d-341c909f6ad2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Unset dirty status for tenant:607620405fdb4aa1a99d9a45c57ac298 on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:16.419127 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-77895ade-d226-43ce-8f8d-341c909f6ad2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2757151 May 28 04:51:16.422574 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57232) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:16.517300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:16.517545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:16.517878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:16.518203 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:16.518527 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:16.518845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:16.519177 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:16.519491 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:16.519798 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:16.520107 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:16.520417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19cdd61a-330a-4728-9766-622a1e5033c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:51:16.536715 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf6a4-1a6e-4497-9506-9dd09b8fbf99 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:16.552971 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-85193f63-4326-42f0-a190-ecf129f83b97 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1234200 May 28 04:51:16.553313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57236) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:16.578216 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-983dab5d-7bba-4631-9fe5-95ec5f5d9d00 None None] Calling delete_port for 902d6d49-5fef-4017-889b-2641e803066e owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:16.619116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-0aaaf6a4-1a6e-4497-9506-9dd09b8fbf99 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e0d045-38b5-4500-8e46-e3ce9e21d4fd']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:16.628946 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e0acdc-04c1-4334-81f5-04948cb57856 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:16.629387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e0acdc-04c1-4334-81f5-04948cb57856 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:16.652104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-0aaaf6a4-1a6e-4497-9506-9dd09b8fbf99 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58833cdd-8ac3-4e10-9ca2-c784d1345f16') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:16.652476 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-0aaaf6a4-1a6e-4497-9506-9dd09b8fbf99 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58833cdd-8ac3-4e10-9ca2-c784d1345f16') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:16.678816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-5d27df4f-d79e-4866-9592-41bcd8247aa1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port 01053723-e801-49ae-af9f-afb5c7e450dd {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:16.679179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5d27df4f-d79e-4866-9592-41bcd8247aa1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:16.700153 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e0e0acdc-04c1-4334-81f5-04948cb57856 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/548fb8a0-776e-4ed8-b668-50fd24fda5c1 HTTP/1.1" status: 404 len: 333 time: 0.1433985 May 28 04:51:16.700153 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf6a4-1a6e-4497-9506-9dd09b8fbf99 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:16.702331 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57240) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:16.747871 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c21ae251-fd69-48e8-af74-56435dfdfb2f tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:16.787165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf6a4-1a6e-4497-9506-9dd09b8fbf99 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:16.812569 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-869617ee-f9d4-4fae-a5a5-e503912ca146 None None] Port a39fcd68-16c3-4874-8565-2656b68a3f72 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:16.830304 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aaaf6a4-1a6e-4497-9506-9dd09b8fbf99 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:16.830705 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf6a4-1a6e-4497-9506-9dd09b8fbf99 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:16.846517 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c21ae251-fd69-48e8-af74-56435dfdfb2f tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:16.853641 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-9f3cb660-14d5-4dd0-8c04-320ab07cf4ed tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port a39fcd68-16c3-4874-8565-2656b68a3f72 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:16.854004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9f3cb660-14d5-4dd0-8c04-320ab07cf4ed tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:16.865290 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5e9c68-e88a-4c5c-a42e-63271bf4b97c None None] Routers {'8295b9e2-0613-4984-8a99-5181e16c34b6'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:16.866255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-be5e9c68-e88a-4c5c-a42e-63271bf4b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:55Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8295b9e2-0613-4984-8a99-5181e16c34b6'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:16.877789 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:16.886588 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-43db5fb0-194e-4724-b76b-68a7f7856fe7 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:16.888791 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce7a399a-8d49-4966-ae85-690e91c92a26 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:16.889679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce7a399a-8d49-4966-ae85-690e91c92a26 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:16.893993 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ce7a399a-8d49-4966-ae85-690e91c92a26 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/b1b4fdcb-b548-4f77-bdf6-a9f27c02cc20 HTTP/1.1" status: 404 len: 337 time: 0.1880176 May 28 04:51:16.896026 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57244) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:16.945319 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a168c3-1cd1-47e1-8e78-1a77de533fbb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:16.945319 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a168c3-1cd1-47e1-8e78-1a77de533fbb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:16.949451 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-78a168c3-1cd1-47e1-8e78-1a77de533fbb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/089c992a-949c-44fe-9328-0493deec7dba HTTP/1.1" status: 404 len: 337 time: 0.0484769 May 28 04:51:16.966535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57248) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:17.036517 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.047736 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-43db5fb0-194e-4724-b76b-68a7f7856fe7 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] update failed (client error): The resource could not be found. May 28 04:51:17.052748 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-43db5fb0-194e-4724-b76b-68a7f7856fe7 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "PUT /v2.0/routers/8295b9e2-0613-4984-8a99-5181e16c34b6 HTTP/1.1" status: 404 len: 339 time: 1.0813813 May 28 04:51:17.053765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57252) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:17.062550 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c0360d4f-0d83-4140-a97f-0d9d1b0be5d8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-604459278'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:17.069613 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c0360d4f-0d83-4140-a97f-0d9d1b0be5d8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:17.075448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c0360d4f-0d83-4140-a97f-0d9d1b0be5d8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Usage tracker for resource:network and tenant:946bc1a39daa47378635045d132c9c3d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:17.081825 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c0360d4f-0d83-4140-a97f-0d9d1b0be5d8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:17.082211 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-983dab5d-7bba-4631-9fe5-95ec5f5d9d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.104530 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c0360d4f-0d83-4140-a97f-0d9d1b0be5d8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:17.118869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-be5e9c68-e88a-4c5c-a42e-63271bf4b97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:17.119428 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5e9c68-e88a-4c5c-a42e-63271bf4b97c None None] The sync data for ids ['8295b9e2-0613-4984-8a99-5181e16c34b6'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:51:17.133798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5d27df4f-d79e-4866-9592-41bcd8247aa1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.142507 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0360d4f-0d83-4140-a97f-0d9d1b0be5d8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Made reservation on behalf of 946bc1a39daa47378635045d132c9c3d for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:17.146156 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c0360d4f-0d83-4140-a97f-0d9d1b0be5d8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.198426 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3ad760-fdea-4106-b2d2-92ff9e328a5c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:17.199094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e3ad760-fdea-4106-b2d2-92ff9e328a5c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:17.218434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983dab5d-7bba-4631-9fe5-95ec5f5d9d00 None None] Pushing event deleted for resources: {'Port': ['ID=902d6d49-5fef-4017-889b-2641e803066e,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:17.230359 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf6a4-1a6e-4497-9506-9dd09b8fbf99 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.245347 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-07e089a8-ae20-4df6-a864-7f0737dfcf78 None None] For port 9b63701f-b6a2-4f29-af07-579952fa84e8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9b63701f-b6a2-4f29-af07-579952fa84e8,segment=NetworkSegment(352ae99d-074e-4d61-9f7d-df7e265d4fe2),segment_id=352ae99d-074e-4d61-9f7d-df7e265d4fe2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:17.246042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-07e089a8-ae20-4df6-a864-7f0737dfcf78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.264595 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983dab5d-7bba-4631-9fe5-95ec5f5d9d00 None None] No DVR routers for this DVR port 902d6d49-5fef-4017-889b-2641e803066e on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:17.284679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-5d27df4f-d79e-4866-9592-41bcd8247aa1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for 01053723-e801-49ae-af9f-afb5c7e450dd owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:17.297486 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6e3ad760-fdea-4106-b2d2-92ff9e328a5c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/6e813f71-e8a5-40bf-8499-2fb30842a645 HTTP/1.1" status: 404 len: 333 time: 0.3190567 May 28 04:51:17.319554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57256) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:17.322435 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0aaaf6a4-1a6e-4497-9506-9dd09b8fbf99 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.356754 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaaf6a4-1a6e-4497-9506-9dd09b8fbf99 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Network': ['ID=c8e0d045-38b5-4500-8e46-e3ce9e21d4fd,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:17.375256 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c21ae251-fd69-48e8-af74-56435dfdfb2f tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.377540 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c21ae251-fd69-48e8-af74-56435dfdfb2f tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.381496 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c21ae251-fd69-48e8-af74-56435dfdfb2f tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "DELETE /v2.0/security-groups/81588bfb-663b-4c43-9d3a-6deea6fadc05 HTTP/1.1" status: 204 len: 168 time: 1.1084394 May 28 04:51:17.383893 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d86b6e-a954-4b69-a016-510eef5558a4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:17.384361 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d86b6e-a954-4b69-a016-510eef5558a4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:17.387177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57260) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:17.395203 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0aaaf6a4-1a6e-4497-9506-9dd09b8fbf99 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/networks/c8e0d045-38b5-4500-8e46-e3ce9e21d4fd HTTP/1.1" status: 204 len: 168 time: 2.2473729 May 28 04:51:17.398695 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0360d4f-0d83-4140-a97f-0d9d1b0be5d8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:51:17.401116 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57264) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:17.402553 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-be21a206-1a4f-4df3-bf14-261736ae974b None None] Provisioning for port 74a0d0b6-7e71-423e-85f5-9562ed4b7da0 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:17.408056 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-3328711a-f9ad-4734-9a0a-895416257afe tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1294770483'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:17.413534 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-07e089a8-ae20-4df6-a864-7f0737dfcf78 None None] Calling delete_port for 9b63701f-b6a2-4f29-af07-579952fa84e8 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:17.415089 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f8d86b6e-a954-4b69-a016-510eef5558a4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/44f82817-e6bf-4e3f-91f0-cba70e158519 HTTP/1.1" status: 404 len: 337 time: 0.0932992 May 28 04:51:17.421510 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57268) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:17.427608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3328711a-f9ad-4734-9a0a-895416257afe tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:17.430647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ae251-fd69-48e8-af74-56435dfdfb2f tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81588bfb-663b-4c43-9d3a-6deea6fadc05,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:17.450140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58da8283-2ff0-45bd-96e8-c58baeb872ee tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.454143 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9b63701f-b6a2-4f29-af07-579952fa84e8 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:51:17.467803 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3328711a-f9ad-4734-9a0a-895416257afe tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Usage tracker for resource:network and tenant:8b3fd1d9cf014c149393a638d96945f7 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:17.472927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c0360d4f-0d83-4140-a97f-0d9d1b0be5d8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.473375 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-c0360d4f-0d83-4140-a97f-0d9d1b0be5d8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Added segment f42d07f8-1e1e-4ef9-b86c-486f0e8d2fa1 of type vlan for network 80678ae5-46ec-402a-9b31-1ebacf5733c5 May 28 04:51:17.474654 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3328711a-f9ad-4734-9a0a-895416257afe tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:17.498099 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-7551019c-8bf9-410c-9337-67e54a9964fa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:17.498099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7551019c-8bf9-410c-9337-67e54a9964fa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:17.498426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57272) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:17.498538 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7551019c-8bf9-410c-9337-67e54a9964fa tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/2ac2efa6-7b3e-4378-bf81-0a78b6a0dc1f HTTP/1.1" status: 404 len: 337 time: 0.0726249 May 28 04:51:17.498538 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3328711a-f9ad-4734-9a0a-895416257afe tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:17.526886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-be21a206-1a4f-4df3-bf14-261736ae974b None None] Provisioning complete for port 74a0d0b6-7e71-423e-85f5-9562ed4b7da0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:17.527542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-be21a206-1a4f-4df3-bf14-261736ae974b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.541074 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3328711a-f9ad-4734-9a0a-895416257afe tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Made reservation on behalf of 8b3fd1d9cf014c149393a638d96945f7 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:17.544472 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3328711a-f9ad-4734-9a0a-895416257afe tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.565324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c0360d4f-0d83-4140-a97f-0d9d1b0be5d8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.566052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9f3cb660-14d5-4dd0-8c04-320ab07cf4ed tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.578843 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3031474-5059-48a8-85a2-daf1a038cf67 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:17.579273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3031474-5059-48a8-85a2-daf1a038cf67 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:17.580963 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b3031474-5059-48a8-85a2-daf1a038cf67 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/26dbf61d-be91-4e35-8a41-f1d8dbe5ac76 HTTP/1.1" status: 404 len: 333 time: 0.0849578 May 28 04:51:17.595999 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57276) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:17.624681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3328711a-f9ad-4734-9a0a-895416257afe tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:51:17.633002 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-be21a206-1a4f-4df3-bf14-261736ae974b None None] Port 74a0d0b6-7e71-423e-85f5-9562ed4b7da0 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:17.636520 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3328711a-f9ad-4734-9a0a-895416257afe tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.636964 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-3328711a-f9ad-4734-9a0a-895416257afe tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Added segment d1f84ca1-b652-47a9-aa26-aaf078a01f41 of type vlan for network 136578f5-0e5b-44d2-ac18-cf447dbcea6c May 28 04:51:17.668307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3328711a-f9ad-4734-9a0a-895416257afe tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.691909 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-07e089a8-ae20-4df6-a864-7f0737dfcf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.706212 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c0360d4f-0d83-4140-a97f-0d9d1b0be5d8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.711309 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0360d4f-0d83-4140-a97f-0d9d1b0be5d8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:17.711948 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c0360d4f-0d83-4140-a97f-0d9d1b0be5d8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.715703 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3328711a-f9ad-4734-9a0a-895416257afe tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.720987 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3328711a-f9ad-4734-9a0a-895416257afe tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:17.721698 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3328711a-f9ad-4734-9a0a-895416257afe tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.721838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Port 9b63701f-b6a2-4f29-af07-579952fa84e8 update to DOWN by agent not found {{(pid=84011) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 28 04:51:17.744025 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e089a8-ae20-4df6-a864-7f0737dfcf78 None None] Pushing event deleted for resources: {'Port': ['ID=9b63701f-b6a2-4f29-af07-579952fa84e8,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:17.751775 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-be21a206-1a4f-4df3-bf14-261736ae974b None None] Provisioning complete for port 9065738c-db9d-45de-9a3e-1f82e5db93b2 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:17.752767 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-be21a206-1a4f-4df3-bf14-261736ae974b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:17.761922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-9f3cb660-14d5-4dd0-8c04-320ab07cf4ed tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for a39fcd68-16c3-4874-8565-2656b68a3f72 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:17.788513 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e089a8-ae20-4df6-a864-7f0737dfcf78 None None] No DVR routers for this DVR port 9b63701f-b6a2-4f29-af07-579952fa84e8 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:17.791642 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b807ed-1132-4743-9049-85504b41c5ef tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:17.792165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b807ed-1132-4743-9049-85504b41c5ef tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:17.793880 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-13b807ed-1132-4743-9049-85504b41c5ef tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/80313aa8-10bb-453d-be5e-3b9a04a06381 HTTP/1.1" status: 404 len: 337 time: 0.1929393 May 28 04:51:17.796139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0d177ee8-f870-4d6b-8711-578835283ed6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Synchronizing usage tracker for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:17.806808 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57280) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:17.912786 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3328711a-f9ad-4734-9a0a-895416257afe tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5072212 May 28 04:51:17.965560 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57284) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:17.972270 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c0360d4f-0d83-4140-a97f-0d9d1b0be5d8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9141150 May 28 04:51:17.979533 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-af209d2d-58d5-475f-b195-5f8b314c950b tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Request body: {'subnet': {'network_id': '136578f5-0e5b-44d2-ac18-cf447dbcea6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:17.990118 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9065738c-db9d-45de-9a3e-1f82e5db93b2 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:17.993169 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57288) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:18.005885 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0360d4f-0d83-4140-a97f-0d9d1b0be5d8 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event updated for resources: {'Network': ['ID=80678ae5-46ec-402a-9b31-1ebacf5733c5,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:18.008190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-2f752cf6-8bfe-4bc3-b5b7-33298c8bedbf tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Request body: {'subnet': {'network_id': '80678ae5-46ec-402a-9b31-1ebacf5733c5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:18.099457 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 80678ae5-46ec-402a-9b31-1ebacf5733c5 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:51:18.108850 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ee3083-defb-4089-a5c9-e6d607e191a7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:18.109291 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ee3083-defb-4089-a5c9-e6d607e191a7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:18.113615 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-12ee3083-defb-4089-a5c9-e6d607e191a7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/363ea4c5-b8d0-491b-b673-f2fa3fff2266 HTTP/1.1" status: 404 len: 337 time: 0.3058226 May 28 04:51:18.128745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57292) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:18.205979 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328711a-f9ad-4734-9a0a-895416257afe tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event updated for resources: {'Network': ['ID=136578f5-0e5b-44d2-ac18-cf447dbcea6c,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:18.212383 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5d27df4f-d79e-4866-9592-41bcd8247aa1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:18.235478 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4dca8c0-cb8d-4935-a992-047d038682e6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:18.236088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4dca8c0-cb8d-4935-a992-047d038682e6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:18.240332 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f4dca8c0-cb8d-4935-a992-047d038682e6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/05b252e6-ec30-4085-90b7-1d3e32b3ed54 HTTP/1.1" status: 404 len: 333 time: 0.1103780 May 28 04:51:18.241365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0d177ee8-f870-4d6b-8711-578835283ed6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Unset dirty status for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:18.248961 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0d177ee8-f870-4d6b-8711-578835283ed6 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8466725 May 28 04:51:18.251432 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-af209d2d-58d5-475f-b195-5f8b314c950b tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:18.254061 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57296) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:18.254389 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57298) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:18.261288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-6c4d2607-a9a6-4d41-a199-35f4f9ed8b4f tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': '4ec35698-c51d-4ace-b8cb-34205eafbf83', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:18.269584 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 136578f5-0e5b-44d2-ac18-cf447dbcea6c details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:51:18.316752 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d27df4f-d79e-4866-9592-41bcd8247aa1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Port': ['ID=01053723-e801-49ae-af9f-afb5c7e450dd,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:18.318939 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6c4d2607-a9a6-4d41-a199-35f4f9ed8b4f tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:18.329841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-af209d2d-58d5-475f-b195-5f8b314c950b tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:18.333410 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4493c409-a787-4fd1-a5a7-91f369b989e3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:18.333869 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4493c409-a787-4fd1-a5a7-91f369b989e3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:18.335518 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4493c409-a787-4fd1-a5a7-91f369b989e3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/a32c2dc2-54a2-4f27-ad16-9bfa6b4f2483 HTTP/1.1" status: 404 len: 337 time: 0.0802088 May 28 04:51:18.336802 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6c4d2607-a9a6-4d41-a199-35f4f9ed8b4f tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:18.340702 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6c4d2607-a9a6-4d41-a199-35f4f9ed8b4f tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:18.343366 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57304) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:18.395857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2f752cf6-8bfe-4bc3-b5b7-33298c8bedbf tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:18.422543 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6c4d2607-a9a6-4d41-a199-35f4f9ed8b4f tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:18.437620 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 9065738c-db9d-45de-9a3e-1f82e5db93b2 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:18.438018 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:18.460320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9f3cb660-14d5-4dd0-8c04-320ab07cf4ed tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:18.465159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2f752cf6-8bfe-4bc3-b5b7-33298c8bedbf tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Usage tracker for resource:subnet and tenant:946bc1a39daa47378635045d132c9c3d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:18.483907 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-126b0e32-6bac-4388-8fa3-023f7f1edf58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:18.484342 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126b0e32-6bac-4388-8fa3-023f7f1edf58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:18.486060 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-126b0e32-6bac-4388-8fa3-023f7f1edf58 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/409bb5f2-0f34-4b19-9a88-2ac70f559a6d HTTP/1.1" status: 404 len: 337 time: 0.1405561 May 28 04:51:18.494201 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57308) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:18.499654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b0860f3b-3a47-499e-93ff-29f598db0f86 None None] Provisioning complete for port 74a0d0b6-7e71-423e-85f5-9562ed4b7da0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:18.500019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b0860f3b-3a47-499e-93ff-29f598db0f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:18.514366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2f752cf6-8bfe-4bc3-b5b7-33298c8bedbf tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:18.532139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3cb660-14d5-4dd0-8c04-320ab07cf4ed tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Port': ['ID=a39fcd68-16c3-4874-8565-2656b68a3f72,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:18.534989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2f752cf6-8bfe-4bc3-b5b7-33298c8bedbf tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:18.563299 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b0860f3b-3a47-499e-93ff-29f598db0f86 None None] Port 74a0d0b6-7e71-423e-85f5-9562ed4b7da0 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:18.603038 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af209d2d-58d5-475f-b195-5f8b314c950b tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Made reservation on behalf of 8b3fd1d9cf014c149393a638d96945f7 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:18.616081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f752cf6-8bfe-4bc3-b5b7-33298c8bedbf tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Made reservation on behalf of 946bc1a39daa47378635045d132c9c3d for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:18.648992 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b0860f3b-3a47-499e-93ff-29f598db0f86 None None] Provisioning complete for port 9065738c-db9d-45de-9a3e-1f82e5db93b2 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:18.649355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b0860f3b-3a47-499e-93ff-29f598db0f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:18.809129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d24ba08-33dc-4d89-84d2-5d6767d89403 None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:51:18.858235 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ebd6dc-87cb-49ff-a025-df1045b87de5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:18.858545 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ebd6dc-87cb-49ff-a025-df1045b87de5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:18.861349 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-40ebd6dc-87cb-49ff-a025-df1045b87de5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/d15cac33-a75e-4094-987b-119d10fa1200 HTTP/1.1" status: 404 len: 333 time: 0.3637559 May 28 04:51:18.880990 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57312) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:18.945980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c7854fc6-caee-45ca-8e17-64264c488be4 None None] Provisioning complete for port 74a0d0b6-7e71-423e-85f5-9562ed4b7da0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:18.946380 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c7854fc6-caee-45ca-8e17-64264c488be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:18.952428 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5d27df4f-d79e-4866-9592-41bcd8247aa1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:18.968483 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-c94fbdd3-61ad-490d-b61e-5ce242754f50 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:18.968978 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c94fbdd3-61ad-490d-b61e-5ce242754f50 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:18.973831 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c94fbdd3-61ad-490d-b61e-5ce242754f50 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/b37562e4-0727-4e5a-870f-9b7aba6d9b9e HTTP/1.1" status: 404 len: 337 time: 0.0855370 May 28 04:51:19.004038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57316) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:19.028468 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-af209d2d-58d5-475f-b195-5f8b314c950b tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:19.035886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-c7854fc6-caee-45ca-8e17-64264c488be4 None None] Port 74a0d0b6-7e71-423e-85f5-9562ed4b7da0 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:19.055615 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-6c4d2607-a9a6-4d41-a199-35f4f9ed8b4f tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The resource could not be found. May 28 04:51:19.056634 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6c4d2607-a9a6-4d41-a199-35f4f9ed8b4f tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7998719 May 28 04:51:19.056902 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d24ba08-33dc-4d89-84d2-5d6767d89403 None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:51:19.070667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57320) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:19.075979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-fbd1746e-b45a-4c91-a482-946e147ded5e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333367370'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:19.084952 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-48711cc2-bc1e-423e-bb73-7ae7fb4cfaf3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:19.085381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48711cc2-bc1e-423e-bb73-7ae7fb4cfaf3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:19.103248 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fbd1746e-b45a-4c91-a482-946e147ded5e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:19.125787 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-48711cc2-bc1e-423e-bb73-7ae7fb4cfaf3 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/5a84241a-feda-445d-9d5b-171ee252bde6 HTTP/1.1" status: 404 len: 333 time: 0.1182432 May 28 04:51:19.130981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57324) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:19.138549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f752cf6-8bfe-4bc3-b5b7-33298c8bedbf tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:19.165960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fbd1746e-b45a-4c91-a482-946e147ded5e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:19.271411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58da8283-2ff0-45bd-96e8-c58baeb872ee tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:19.275901 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6d16f2-bd15-48ca-9d83-7f80f5f2082d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:19.276379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6d16f2-bd15-48ca-9d83-7f80f5f2082d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:19.277966 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8c6d16f2-bd15-48ca-9d83-7f80f5f2082d tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/3fab4a34-fb94-4df8-b936-cc9116d69ccc HTTP/1.1" status: 404 len: 337 time: 0.1423781 May 28 04:51:19.291055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57328) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:19.297136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58da8283-2ff0-45bd-96e8-c58baeb872ee tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:19.377497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fbd1746e-b45a-4c91-a482-946e147ded5e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:19.434067 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-b211fc68-6d33-4dbc-9eb9-c09a0384ce63 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:19.434499 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b211fc68-6d33-4dbc-9eb9-c09a0384ce63 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:19.436205 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b211fc68-6d33-4dbc-9eb9-c09a0384ce63 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/354ebeb0-2cf8-498d-9d91-f34e5f2c323b HTTP/1.1" status: 404 len: 333 time: 0.1411071 May 28 04:51:19.443165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57332) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:19.538248 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da8283-2ff0-45bd-96e8-c58baeb872ee tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=74a0d0b6-7e71-423e-85f5-9562ed4b7da0,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:19.559313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fbd1746e-b45a-4c91-a482-946e147ded5e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:19.563850 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66ae764-d317-46c9-986b-3e349859a832 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:19.564256 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66ae764-d317-46c9-986b-3e349859a832 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:19.581059 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e66ae764-d317-46c9-986b-3e349859a832 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/2238d118-53c4-44f0-87f9-acfd5b3a660b HTTP/1.1" status: 404 len: 337 time: 0.1311481 May 28 04:51:19.584099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57336) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:19.594911 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-fbd1746e-b45a-4c91-a482-946e147ded5e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:19.599884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9f3cb660-14d5-4dd0-8c04-320ab07cf4ed tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:19.612037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-fbd1746e-b45a-4c91-a482-946e147ded5e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:19.655646 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2cb0e6-88ab-49ee-848d-d91a0eebdc56 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:19.656145 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2cb0e6-88ab-49ee-848d-d91a0eebdc56 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:19.660517 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-dc2cb0e6-88ab-49ee-848d-d91a0eebdc56 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/d2f18bcb-85b1-4ceb-a666-9a83e193d76c HTTP/1.1" status: 404 len: 333 time: 0.0723550 May 28 04:51:19.662683 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57340) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:19.667791 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d27df4f-d79e-4866-9592-41bcd8247aa1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router c4f1a19c-9a44-4c15-bec6-94faa46132bd has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:51:19.668567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fbd1746e-b45a-4c91-a482-946e147ded5e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:19.702322 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-af209d2d-58d5-475f-b195-5f8b314c950b tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:19.739953 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-669ec56e-f74d-4dcb-92bd-7b875ec9dd1e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:19.740304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-669ec56e-f74d-4dcb-92bd-7b875ec9dd1e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:19.742318 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-669ec56e-f74d-4dcb-92bd-7b875ec9dd1e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/fbc27fde-c7ea-40bd-8cca-eb447f201497 HTTP/1.1" status: 404 len: 337 time: 0.0770373 May 28 04:51:19.746886 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57344) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:19.769301 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fea15ce8-ef57-465a-9299-c9b4c615e5dd None None] Provisioning complete for port 74a0d0b6-7e71-423e-85f5-9562ed4b7da0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:19.769919 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fea15ce8-ef57-465a-9299-c9b4c615e5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:19.819175 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cab733a-d808-4eec-a2f7-1e8f1c550ee1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:19.819606 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cab733a-d808-4eec-a2f7-1e8f1c550ee1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:19.821225 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7cab733a-d808-4eec-a2f7-1e8f1c550ee1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/29755019-eeb9-4091-96da-23514da1b559 HTTP/1.1" status: 404 len: 333 time: 0.0688665 May 28 04:51:19.828816 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-fea15ce8-ef57-465a-9299-c9b4c615e5dd None None] Port 74a0d0b6-7e71-423e-85f5-9562ed4b7da0 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:19.850884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57348) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:19.894201 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af209d2d-58d5-475f-b195-5f8b314c950b tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event updated for resources: {'Subnet': ['ID=26f555d8-3d47-4e77-b273-77794061d27c,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:19.953161 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ead36c-023c-4007-91e5-28a798151720 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:19.953559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ead36c-023c-4007-91e5-28a798151720 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:19.971162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af209d2d-58d5-475f-b195-5f8b314c950b tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Checking segment: {'id': 'd1f84ca1-b652-47a9-aa26-aaf078a01f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '136578f5-0e5b-44d2-ac18-cf447dbcea6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:19.971509 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af209d2d-58d5-475f-b195-5f8b314c950b tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Network hostable DHCP agents. Network: 136578f5-0e5b-44d2-ac18-cf447dbcea6c, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:51:19.985537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d27df4f-d79e-4866-9592-41bcd8247aa1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:51:19.994193 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5d27df4f-d79e-4866-9592-41bcd8247aa1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/c4f1a19c-9a44-4c15-bec6-94faa46132bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0561066 May 28 04:51:19.994696 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57352) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:20.000669 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f0f546-6919-4d9a-81af-52122d3deb1f None None] Sync routers for ids ['c4f1a19c-9a44-4c15-bec6-94faa46132bd'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:51:20.012377 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f0f546-6919-4d9a-81af-52122d3deb1f None None] Routers {'c4f1a19c-9a44-4c15-bec6-94faa46132bd'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:20.013201 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-93f0f546-6919-4d9a-81af-52122d3deb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:55Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c4f1a19c-9a44-4c15-bec6-94faa46132bd'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:20.016565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f752cf6-8bfe-4bc3-b5b7-33298c8bedbf tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:20.038504 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6d12d69c-dde9-4f3e-8c38-c8d982a8b2e6 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Synchronizing usage tracker for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:20.047286 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af209d2d-58d5-475f-b195-5f8b314c950b tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Network 136578f5-0e5b-44d2-ac18-cf447dbcea6c is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:51:20.060875 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6d12d69c-dde9-4f3e-8c38-c8d982a8b2e6 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Unset dirty status for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:20.062401 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6d12d69c-dde9-4f3e-8c38-c8d982a8b2e6 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f1a19c-9a44-4c15-bec6-94faa46132bd HTTP/1.1" status: 200 len: 205 time: 0.0668094 May 28 04:51:20.063683 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-af209d2d-58d5-475f-b195-5f8b314c950b tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 136578f5-0e5b-44d2-ac18-cf447dbcea6c) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:20.068834 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b6ead36c-023c-4007-91e5-28a798151720 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/7c02e48d-088e-4272-b465-998d9e832bbc HTTP/1.1" status: 404 len: 337 time: 0.2107382 May 28 04:51:20.070845 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58da8283-2ff0-45bd-96e8-c58baeb872ee tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:20.073077 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173e681a-4767-4d84-bbc9-58dcc50f2efd None None] Network 136578f5-0e5b-44d2-ac18-cf447dbcea6c requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:20.074654 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af209d2d-58d5-475f-b195-5f8b314c950b tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:20.075241 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-af209d2d-58d5-475f-b195-5f8b314c950b tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:20.079518 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57356) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:20.079841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57358) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:20.088170 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-93f0f546-6919-4d9a-81af-52122d3deb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:20.103765 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f0f546-6919-4d9a-81af-52122d3deb1f None None] Routers {'c4f1a19c-9a44-4c15-bec6-94faa46132bd'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:20.104748 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-93f0f546-6919-4d9a-81af-52122d3deb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:55Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c4f1a19c-9a44-4c15-bec6-94faa46132bd'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:20.116666 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fbd1746e-b45a-4c91-a482-946e147ded5e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:20.138250 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fbd1746e-b45a-4c91-a482-946e147ded5e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:20.164750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f752cf6-8bfe-4bc3-b5b7-33298c8bedbf tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event updated for resources: {'Subnet': ['ID=56cd8073-368e-4187-a9b7-4189c2926e44,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:20.200259 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-93f0f546-6919-4d9a-81af-52122d3deb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:20.201084 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f0f546-6919-4d9a-81af-52122d3deb1f None None] The sync data for ids ['c4f1a19c-9a44-4c15-bec6-94faa46132bd'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:51:20.223867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1746e-b45a-4c91-a482-946e147ded5e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c711d3-5ab7-42ac-a150-46687232a055,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:20.229233 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fbd1746e-b45a-4c91-a482-946e147ded5e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:20.230450 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fbd1746e-b45a-4c91-a482-946e147ded5e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1588514 May 28 04:51:20.237859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57364) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:20.247321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5ccde17b-0764-4448-9f79-c455059e4df5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group': {'name': 'tempest-secgroup--2125976864'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:20.256884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f752cf6-8bfe-4bc3-b5b7-33298c8bedbf tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Checking segment: {'id': 'f42d07f8-1e1e-4ef9-b86c-486f0e8d2fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '80678ae5-46ec-402a-9b31-1ebacf5733c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:20.257262 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f752cf6-8bfe-4bc3-b5b7-33298c8bedbf tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Network hostable DHCP agents. Network: 80678ae5-46ec-402a-9b31-1ebacf5733c5, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:51:20.292001 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5ccde17b-0764-4448-9f79-c455059e4df5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:20.316446 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-136578f5-0e5b-44d2-ac18-cf447dbcea6c', 'network_id': '136578f5-0e5b-44d2-ac18-cf447dbcea6c', 'tenant_id': '8b3fd1d9cf014c149393a638d96945f7', 'fixed_ips': [{'subnet_id': '26f555d8-3d47-4e77-b273-77794061d27c'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:51:20.317560 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:20.326503 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5ccde17b-0764-4448-9f79-c455059e4df5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:20.398838 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4bb5c1-b409-4cea-9c9a-9d81bbfad9a0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:20.399292 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4bb5c1-b409-4cea-9c9a-9d81bbfad9a0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:20.401187 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7a4bb5c1-b409-4cea-9c9a-9d81bbfad9a0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/3ae69c8b-2bb1-442a-aad0-38c0d01df1c5 HTTP/1.1" status: 404 len: 333 time: 0.3159096 May 28 04:51:20.409825 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-af209d2d-58d5-475f-b195-5f8b314c950b tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4408038 May 28 04:51:20.413493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57368) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:20.413898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57370) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:20.457993 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-80bfe35a-ce43-4ce2-b2b4-063bde9326b2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:20.458709 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80bfe35a-ce43-4ce2-b2b4-063bde9326b2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:20.460364 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-80bfe35a-ce43-4ce2-b2b4-063bde9326b2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/b9850eac-df1b-441e-aaf0-3c4014864d71 HTTP/1.1" status: 404 len: 337 time: 0.0453703 May 28 04:51:20.496024 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Allocated IP 2001:db8::2 (136578f5-0e5b-44d2-ac18-cf447dbcea6c/26f555d8-3d47-4e77-b273-77794061d27c/21670c59-8c37-4788-b88b-ccd44b52a9d6) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:20.548065 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57376) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:20.590551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58da8283-2ff0-45bd-96e8-c58baeb872ee tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:20.603727 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea1e0e3-b610-44db-b14d-b9e598755c89 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:20.604126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea1e0e3-b610-44db-b14d-b9e598755c89 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:20.605832 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fea1e0e3-b610-44db-b14d-b9e598755c89 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/eccb7334-a43d-4fff-b398-34d0a6925b44 HTTP/1.1" status: 404 len: 337 time: 0.0529625 May 28 04:51:20.607044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ccde17b-0764-4448-9f79-c455059e4df5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:20.609138 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57380) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:20.673008 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a9b880b3-110c-482e-8409-2cdf515ef07d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:20.696253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f752cf6-8bfe-4bc3-b5b7-33298c8bedbf tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Network 80678ae5-46ec-402a-9b31-1ebacf5733c5 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:51:20.734679 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-68d792de-a62d-4508-86b9-2528221207e7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:20.734679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68d792de-a62d-4508-86b9-2528221207e7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:20.739537 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-68d792de-a62d-4508-86b9-2528221207e7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/e5caf982-7204-4bbe-8006-24d3e2b5d3d6 HTTP/1.1" status: 404 len: 333 time: 0.1262827 May 28 04:51:20.739699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-2f752cf6-8bfe-4bc3-b5b7-33298c8bedbf tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 80678ae5-46ec-402a-9b31-1ebacf5733c5) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:20.746930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a983c9-8014-4155-8d88-c2edf8451dc0 None None] Network 80678ae5-46ec-402a-9b31-1ebacf5733c5 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:20.771295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:20.785228 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57384) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:20.796173 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5ccde17b-0764-4448-9f79-c455059e4df5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:20.832959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Transition to ACTIVE for port object 21670c59-8c37-4788-b88b-ccd44b52a9d6 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:20.847780 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:20.852895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f752cf6-8bfe-4bc3-b5b7-33298c8bedbf tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:20.853371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f752cf6-8bfe-4bc3-b5b7-33298c8bedbf tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:20.854467 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-625e9a5b-7869-4ff7-86f9-4e43eb545f40 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:20.854879 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625e9a5b-7869-4ff7-86f9-4e43eb545f40 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:20.859241 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-625e9a5b-7869-4ff7-86f9-4e43eb545f40 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/72ce0816-9fd2-423b-aae0-9a37f99c5788 HTTP/1.1" status: 404 len: 337 time: 0.0635722 May 28 04:51:20.861948 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57388) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:20.871360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Transition to ACTIVE for port object 21670c59-8c37-4788-b88b-ccd44b52a9d6 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:20.873977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5ccde17b-0764-4448-9f79-c455059e4df5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:20.890684 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:20.908353 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bd94002-459e-4ae0-8e9e-65f399d6b7c7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:20.908773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bd94002-459e-4ae0-8e9e-65f399d6b7c7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:20.912591 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0bd94002-459e-4ae0-8e9e-65f399d6b7c7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/1235be91-6432-4e1f-96a5-43d6560dbcfe HTTP/1.1" status: 404 len: 337 time: 0.0463774 May 28 04:51:20.914969 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57392) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:20.937017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5ccde17b-0764-4448-9f79-c455059e4df5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:20.951896 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5ccde17b-0764-4448-9f79-c455059e4df5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:21.006387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Network 136578f5-0e5b-44d2-ac18-cf447dbcea6c is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:21.010650 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:21.016945 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:21.018906 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Pushing event updated for resources: {'Port': ['ID=21670c59-8c37-4788-b88b-ccd44b52a9d6,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:21.033831 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2f752cf6-8bfe-4bc3-b5b7-33298c8bedbf tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0395253 May 28 04:51:21.043303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57396) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:21.050038 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Deleting port 21670c59-8c37-4788-b88b-ccd44b52a9d6 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:21.050387 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:21.054588 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-679dc003-83ea-4305-9d65-adb0bc730124 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Request body: {'router': {'external_gateway_info': {'network_id': '80678ae5-46ec-402a-9b31-1ebacf5733c5'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:21.072564 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a99102e-4b8c-4bb1-b3fe-19876ac6b8ac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:21.072992 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a99102e-4b8c-4bb1-b3fe-19876ac6b8ac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:21.074655 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1a99102e-4b8c-4bb1-b3fe-19876ac6b8ac tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/5e0ac718-1a2c-4f6c-bd18-aab97734d67f HTTP/1.1" status: 404 len: 333 time: 0.1546614 May 28 04:51:21.101721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-80678ae5-46ec-402a-9b31-1ebacf5733c5', 'network_id': '80678ae5-46ec-402a-9b31-1ebacf5733c5', 'tenant_id': '946bc1a39daa47378635045d132c9c3d', 'fixed_ips': [{'subnet_id': '56cd8073-368e-4187-a9b7-4189c2926e44'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:51:21.102442 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:21.127546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57400) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:21.210813 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Attempting to bind port 21670c59-8c37-4788-b88b-ccd44b52a9d6 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:51:21.211360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Attempting to bind port 21670c59-8c37-4788-b88b-ccd44b52a9d6 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'd1f84ca1-b652-47a9-aa26-aaf078a01f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '136578f5-0e5b-44d2-ac18-cf447dbcea6c'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:51:21.211498 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Attempting to bind port 21670c59-8c37-4788-b88b-ccd44b52a9d6 on network 136578f5-0e5b-44d2-ac18-cf447dbcea6c {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:51:21.233699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:51:21.234125 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Checking segment: {'id': 'd1f84ca1-b652-47a9-aa26-aaf078a01f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '136578f5-0e5b-44d2-ac18-cf447dbcea6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:21.234451 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:21.234833 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Bound using segment: {'id': 'd1f84ca1-b652-47a9-aa26-aaf078a01f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '136578f5-0e5b-44d2-ac18-cf447dbcea6c'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:51:21.235309 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Bound port: 21670c59-8c37-4788-b88b-ccd44b52a9d6, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f84ca1-b652-47a9-aa26-aaf078a01f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '136578f5-0e5b-44d2-ac18-cf447dbcea6c'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:51:21.235674 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:21.303616 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad0b012-5e94-4e38-85f0-c5c0ce8e7dfc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:21.304239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad0b012-5e94-4e38-85f0-c5c0ce8e7dfc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:21.341333 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a9b880b3-110c-482e-8409-2cdf515ef07d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:21.343766 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bad0b012-5e94-4e38-85f0-c5c0ce8e7dfc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/9acc7bd0-cb3a-43c0-a5ce-a0851814ae51 HTTP/1.1" status: 404 len: 337 time: 0.2156522 May 28 04:51:21.347164 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57404) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:21.383059 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ccde17b-0764-4448-9f79-c455059e4df5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:21.400208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a9b880b3-110c-482e-8409-2cdf515ef07d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:21.402665 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Allocated IP 2001:db8:1::2 (80678ae5-46ec-402a-9b31-1ebacf5733c5/56cd8073-368e-4187-a9b7-4189c2926e44/0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:21.404421 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ccde17b-0764-4448-9f79-c455059e4df5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:21.405379 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] For port 21670c59-8c37-4788-b88b-ccd44b52a9d6, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:51:21.409910 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] For port 21670c59-8c37-4788-b88b-ccd44b52a9d6, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=21670c59-8c37-4788-b88b-ccd44b52a9d6,segment=NetworkSegment(d1f84ca1-b652-47a9-aa26-aaf078a01f41),segment_id=d1f84ca1-b652-47a9-aa26-aaf078a01f41)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:51:21.417050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:21.449575 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8321949-2683-4f1e-afe3-26f43c2e91f2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:21.450044 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8321949-2683-4f1e-afe3-26f43c2e91f2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:21.451715 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c8321949-2683-4f1e-afe3-26f43c2e91f2 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/0977e2fb-6c27-454f-8320-0da0538c8c3d HTTP/1.1" status: 404 len: 337 time: 0.1036286 May 28 04:51:21.463938 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57408) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:21.513626 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96cb6b1-4284-4ca2-870c-89e8bd489438 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:21.514100 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96cb6b1-4284-4ca2-870c-89e8bd489438 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:21.516180 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a96cb6b1-4284-4ca2-870c-89e8bd489438 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/b49006a4-8ed8-47c7-950b-37f0ec2f52eb HTTP/1.1" status: 404 len: 333 time: 0.0513232 May 28 04:51:21.520556 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57412) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:21.584259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ca626-0e04-4ed5-afb2-6e226becb301 None None] Pushing event updated for resources: {'Port': ['ID=21670c59-8c37-4788-b88b-ccd44b52a9d6,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:21.586481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ccde17b-0764-4448-9f79-c455059e4df5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:21.587904 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5ccde17b-0764-4448-9f79-c455059e4df5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3488579 May 28 04:51:21.596771 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57416) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:21.599470 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccde17b-0764-4448-9f79-c455059e4df5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ccac48-0362-4005-a432-cd14e9e9ef70,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:21.609913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-c8133036-463b-4f40-a100-4126a4d32b0e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group_rule': {'security_group_id': 'a8c711d3-5ab7-42ac-a150-46687232a055', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '57ccac48-0362-4005-a432-cd14e9e9ef70'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:21.620008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-58da8283-2ff0-45bd-96e8-c58baeb872ee tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:51:21.631976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c8133036-463b-4f40-a100-4126a4d32b0e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:21.642996 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c8133036-463b-4f40-a100-4126a4d32b0e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:21.648266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58da8283-2ff0-45bd-96e8-c58baeb872ee tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:21.651252 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c8133036-463b-4f40-a100-4126a4d32b0e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:21.659212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c8133036-463b-4f40-a100-4126a4d32b0e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:21.668048 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58da8283-2ff0-45bd-96e8-c58baeb872ee tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:21.668799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58da8283-2ff0-45bd-96e8-c58baeb872ee tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:21.715121 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3cb660-14d5-4dd0-8c04-320ab07cf4ed tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 0e1d8740-d63c-4a54-957a-e3ea7348500b has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:51:21.729841 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:21.742592 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Transition to ACTIVE for port object 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:21.762853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] For port 21670c59-8c37-4788-b88b-ccd44b52a9d6, host dv-neutron-843300-5-hyperv, got binding levels [] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:21.763212 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:21.763954 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Transition to ACTIVE for port object 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:21.772631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:21.894080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Pushing event updated for resources: {'Port': ['ID=0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:21.903796 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Network 80678ae5-46ec-402a-9b31-1ebacf5733c5 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:21.905371 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:21.909988 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:22.003827 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a9b880b3-110c-482e-8409-2cdf515ef07d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:22.007886 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b880b3-110c-482e-8409-2cdf515ef07d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Fanout notify agent at l3_agent the message router_deleted on router c4f1a19c-9a44-4c15-bec6-94faa46132bd {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:51:22.024483 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Calling delete_port for 21670c59-8c37-4788-b88b-ccd44b52a9d6 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:22.058264 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 21670c59-8c37-4788-b88b-ccd44b52a9d6 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:22.069906 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6619f689-f5f8-4359-a5a1-616f6ee3ecb1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:22.070655 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6619f689-f5f8-4359-a5a1-616f6ee3ecb1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:22.103670 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a9b880b3-110c-482e-8409-2cdf515ef07d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:22.108657 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a9b880b3-110c-482e-8409-2cdf515ef07d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/routers/c4f1a19c-9a44-4c15-bec6-94faa46132bd HTTP/1.1" status: 204 len: 168 time: 2.0225172 May 28 04:51:22.111720 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57420) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:22.115652 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6619f689-f5f8-4359-a5a1-616f6ee3ecb1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/5d7f764d-d534-4301-9540-98c19ad55b6f HTTP/1.1" status: 404 len: 337 time: 0.5895138 May 28 04:51:22.115788 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Attempting to bind port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:51:22.115788 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Attempting to bind port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'f42d07f8-1e1e-4ef9-b86c-486f0e8d2fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '80678ae5-46ec-402a-9b31-1ebacf5733c5'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:51:22.115788 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Attempting to bind port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe on network 80678ae5-46ec-402a-9b31-1ebacf5733c5 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:51:22.135373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cb842c7b-e688-4e2c-9aa7-c74e07d8bcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:22.141697 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:51:22.141916 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Checking segment: {'id': 'f42d07f8-1e1e-4ef9-b86c-486f0e8d2fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '80678ae5-46ec-402a-9b31-1ebacf5733c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:22.142293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:22.142676 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Bound using segment: {'id': 'f42d07f8-1e1e-4ef9-b86c-486f0e8d2fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '80678ae5-46ec-402a-9b31-1ebacf5733c5'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:51:22.143150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Bound port: 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42d07f8-1e1e-4ef9-b86c-486f0e8d2fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '80678ae5-46ec-402a-9b31-1ebacf5733c5'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:51:22.143516 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:22.147879 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da8283-2ff0-45bd-96e8-c58baeb872ee tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=74a0d0b6-7e71-423e-85f5-9562ed4b7da0,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:22.148928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57424) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:22.173915 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-c8133036-463b-4f40-a100-4126a4d32b0e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:22.177689 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c8133036-463b-4f40-a100-4126a4d32b0e tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.5725846 May 28 04:51:22.178810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57428) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:22.202860 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6042ae1b-6db4-4117-98b7-d9b93ed04dee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:22.203439 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6042ae1b-6db4-4117-98b7-d9b93ed04dee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:22.207710 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6042ae1b-6db4-4117-98b7-d9b93ed04dee tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/3ff651f6-7fbe-44ad-a9b5-06d536e3522b HTTP/1.1" status: 404 len: 337 time: 0.0554867 May 28 04:51:22.217871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57432) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:22.238570 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 21670c59-8c37-4788-b88b-ccd44b52a9d6 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:22.257632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] For port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:51:22.262789 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] For port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe,segment=NetworkSegment(f42d07f8-1e1e-4ef9-b86c-486f0e8d2fa1),segment_id=f42d07f8-1e1e-4ef9-b86c-486f0e8d2fa1)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:51:22.270076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:22.275660 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d4b91b43-a3b9-44e8-ace8-a2a0e98f8bfc tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports?device_id=647df6ad-f1ea-4544-bc31-161ab0cfd8f3 HTTP/1.1" status: 200 len: 205 time: 0.0519810 May 28 04:51:22.276579 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57436) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:22.343363 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-679dc003-83ea-4305-9d65-adb0bc730124 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:22.363197 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:51:22.363506 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:51:22.364824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a9ba9-54c4-4b65-babf-796585ff6512 None None] Pushing event updated for resources: {'Port': ['ID=0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:22.410409 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-c773df8b-3441-4e31-9707-2615b4758bf5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] delete failed (client error): The resource could not be found. May 28 04:51:22.411324 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c773df8b-3441-4e31-9707-2615b4758bf5 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/routers/647df6ad-f1ea-4544-bc31-161ab0cfd8f3 HTTP/1.1" status: 404 len: 336 time: 0.1338220 May 28 04:51:22.415671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57440) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:22.433334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58da8283-2ff0-45bd-96e8-c58baeb872ee tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 1b27110f-1513-442a-8366-c05416b5f6ca is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:22.447845 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-58da8283-2ff0-45bd-96e8-c58baeb872ee tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:22.505470 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8133eb1-de29-4f9f-86dd-84c769f9fc10 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:22.506017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8133eb1-de29-4f9f-86dd-84c769f9fc10 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:22.526471 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a8133eb1-de29-4f9f-86dd-84c769f9fc10 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/d194bfc0-6a8e-4bc2-9134-55700e233c0b HTTP/1.1" status: 404 len: 337 time: 0.1095331 May 28 04:51:22.535012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57444) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:22.575821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-787c7cdc-c2c5-463e-bee0-3f88d0f4a43b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting subnet ff554e2a-a891-4000-ac07-5c3b23ace9a3 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:51:22.588801 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-78817c6f-1c8e-42bb-bd6b-9a5ef9e43c23 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2597cd-9df5-49ce-b302-63fbad61db6d HTTP/1.1" status: 200 len: 205 time: 0.0523891 May 28 04:51:22.589515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57448) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:22.590304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-787c7cdc-c2c5-463e-bee0-3f88d0f4a43b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:22.593596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2c619c8b-0f5a-4513-ab86-56c34d07a3cc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:22.708900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2c619c8b-0f5a-4513-ab86-56c34d07a3cc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:22.711206 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-1db75d2a-cb7b-4d81-b818-7c8239ce389c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] delete failed (client error): The resource could not be found. May 28 04:51:22.716894 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1db75d2a-cb7b-4d81-b818-7c8239ce389c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/routers/6d2597cd-9df5-49ce-b302-63fbad61db6d HTTP/1.1" status: 404 len: 336 time: 0.0976927 May 28 04:51:22.718409 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57452) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:22.798940 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-1955ab42-72e0-46cd-ac6d-29115a0e3492 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:22.799173 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1955ab42-72e0-46cd-ac6d-29115a0e3492 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:22.803759 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1955ab42-72e0-46cd-ac6d-29115a0e3492 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/e9cb9d15-52cc-4552-9dfd-b87f84887fb8 HTTP/1.1" status: 404 len: 337 time: 0.0747209 May 28 04:51:22.804401 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57456) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:22.851684 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-295f9fa2-3533-4854-b434-9f8044ffb4e4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:22.852127 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295f9fa2-3533-4854-b434-9f8044ffb4e4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:22.858532 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-295f9fa2-3533-4854-b434-9f8044ffb4e4 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/3f5f71e7-eff3-4c12-acaa-3b44df25e1df HTTP/1.1" status: 404 len: 337 time: 0.0460405 May 28 04:51:22.861095 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-787c7cdc-c2c5-463e-bee0-3f88d0f4a43b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:22.881789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57460) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:22.893535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Deleting port 21670c59-8c37-4788-b88b-ccd44b52a9d6 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:22.894191 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:22.940492 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-70d638e2-be83-478f-a689-d6a026d3ee82 None None] Provisioning complete for port 74a0d0b6-7e71-423e-85f5-9562ed4b7da0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:22.941531 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-70d638e2-be83-478f-a689-d6a026d3ee82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:22.994588 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3cb660-14d5-4dd0-8c04-320ab07cf4ed tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:51:23.015640 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e363e-eefb-4416-825d-f8fd90b3be7b None None] Sync routers for ids ['0e1d8740-d63c-4a54-957a-e3ea7348500b'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:51:23.058330 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-70d638e2-be83-478f-a689-d6a026d3ee82 None None] Port 74a0d0b6-7e71-423e-85f5-9562ed4b7da0 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:23.063577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e363e-eefb-4416-825d-f8fd90b3be7b None None] Routers {'0e1d8740-d63c-4a54-957a-e3ea7348500b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:23.063704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2c619c8b-0f5a-4513-ab86-56c34d07a3cc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:23.064267 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a48e363e-eefb-4416-825d-f8fd90b3be7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:55Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0e1d8740-d63c-4a54-957a-e3ea7348500b'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:23.087226 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9f3cb660-14d5-4dd0-8c04-320ab07cf4ed tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/0e1d8740-d63c-4a54-957a-e3ea7348500b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0350554 May 28 04:51:23.087226 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-b657b656-68be-42aa-8c0d-39b801e695c9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:23.087226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b657b656-68be-42aa-8c0d-39b801e695c9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:23.091246 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b657b656-68be-42aa-8c0d-39b801e695c9 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/f4f1aa96-5675-49e5-b37e-ec131714e410 HTTP/1.1" status: 404 len: 333 time: 0.2075284 May 28 04:51:23.092783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57464) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:23.093112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57466) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:23.124942 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a48e363e-eefb-4416-825d-f8fd90b3be7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:23.135537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-787c7cdc-c2c5-463e-bee0-3f88d0f4a43b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:23.136541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48e363e-eefb-4416-825d-f8fd90b3be7b None None] Routers {'0e1d8740-d63c-4a54-957a-e3ea7348500b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:23.137188 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a48e363e-eefb-4416-825d-f8fd90b3be7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:50:55Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0e1d8740-d63c-4a54-957a-e3ea7348500b'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:23.152762 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c619c8b-0f5a-4513-ab86-56c34d07a3cc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ccac48-0362-4005-a432-cd14e9e9ef70,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:23.154622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2c619c8b-0f5a-4513-ab86-56c34d07a3cc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:23.158316 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2c619c8b-0f5a-4513-ab86-56c34d07a3cc tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "DELETE /v2.0/security-groups/57ccac48-0362-4005-a432-cd14e9e9ef70 HTTP/1.1" status: 204 len: 168 time: 0.9753120 May 28 04:51:23.164421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57472) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:23.244499 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728862be-3437-4a2a-8716-243bc27b7bee None None] Network 136578f5-0e5b-44d2-ac18-cf447dbcea6c requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:23.287341 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c2b1bf-64a0-4527-bd59-058c18133e00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:23.287777 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c2b1bf-64a0-4527-bd59-058c18133e00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:23.292094 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-11c2b1bf-64a0-4527-bd59-058c18133e00 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/4c4bc0ad-80aa-45e3-a01a-588da27e9316 HTTP/1.1" status: 404 len: 337 time: 0.1938815 May 28 04:51:23.295999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57476) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:23.313298 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a48e363e-eefb-4416-825d-f8fd90b3be7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:23.314083 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48e363e-eefb-4416-825d-f8fd90b3be7b None None] The sync data for ids ['0e1d8740-d63c-4a54-957a-e3ea7348500b'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:51:23.335135 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-679dc003-83ea-4305-9d65-adb0bc730124 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:23.339530 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-679dc003-83ea-4305-9d65-adb0bc730124 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "PUT /v2.0/routers/8295b9e2-0613-4984-8a99-5181e16c34b6 HTTP/1.1" status: 400 len: 364 time: 2.2860801 May 28 04:51:23.342140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57480) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:23.347224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-787c7cdc-c2c5-463e-bee0-3f88d0f4a43b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:23.360191 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bb531c0b-f854-4d2c-86c5-009f09476a0a None None] Provisioning for port 21670c59-8c37-4788-b88b-ccd44b52a9d6 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:23.371415 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bb531c0b-f854-4d2c-86c5-009f09476a0a None None] Provisioning complete for port 21670c59-8c37-4788-b88b-ccd44b52a9d6 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:23.371783 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bb531c0b-f854-4d2c-86c5-009f09476a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:23.389947 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d040af1-5349-4889-9a01-d4b2ccc4cebb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:23.390382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d040af1-5349-4889-9a01-d4b2ccc4cebb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:23.410605 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c7cdc-c2c5-463e-bee0-3f88d0f4a43b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Subnet': ['ID=ff554e2a-a891-4000-ac07-5c3b23ace9a3,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:23.415803 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] For port 21670c59-8c37-4788-b88b-ccd44b52a9d6, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=21670c59-8c37-4788-b88b-ccd44b52a9d6,segment=NetworkSegment(d1f84ca1-b652-47a9-aa26-aaf078a01f41),segment_id=d1f84ca1-b652-47a9-aa26-aaf078a01f41)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:23.416148 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:23.433233 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5d040af1-5349-4889-9a01-d4b2ccc4cebb tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/86045610-ebb1-4147-b3f5-40edb0d46cba HTTP/1.1" status: 404 len: 333 time: 0.1340029 May 28 04:51:23.451417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca194660-2c91-4c32-95da-083b485eeae9 None None] Network af58b00a-db35-47bd-ae21-8515f50a14a9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:23.606164 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57484) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:23.607428 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-787c7cdc-c2c5-463e-bee0-3f88d0f4a43b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:23.609710 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-787c7cdc-c2c5-463e-bee0-3f88d0f4a43b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/ff554e2a-a891-4000-ac07-5c3b23ace9a3 HTTP/1.1" status: 204 len: 168 time: 1.4956212 May 28 04:51:23.614669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-290fd1f9-456d-438f-8a73-e3541edf5c18 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Synchronizing usage tracker for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:23.617510 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57488) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:23.710329 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Calling delete_port for 21670c59-8c37-4788-b88b-ccd44b52a9d6 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:23.794962 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dbcd075-24f1-4304-b017-f7cc1e5b3057 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:23.795529 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dbcd075-24f1-4304-b017-f7cc1e5b3057 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:23.797790 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5dbcd075-24f1-4304-b017-f7cc1e5b3057 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/4e656844-dc0c-478b-aecc-11e40aad68db HTTP/1.1" status: 404 len: 337 time: 0.1868186 May 28 04:51:23.800464 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bb531c0b-f854-4d2c-86c5-009f09476a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:23.817229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57492) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:23.849116 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b265cdc3-433c-44d2-96f4-1900ebf5d40d None None] Network 80678ae5-46ec-402a-9b31-1ebacf5733c5 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:23.879733 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0de9daf-9969-42ea-b9a4-968c2b62d38e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:23.880158 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0de9daf-9969-42ea-b9a4-968c2b62d38e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:23.884581 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f0de9daf-9969-42ea-b9a4-968c2b62d38e tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/4b583428-d83f-425b-89be-2f36d876033a HTTP/1.1" status: 404 len: 333 time: 0.0617101 May 28 04:51:23.886348 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57496) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:23.949039 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-290fd1f9-456d-438f-8a73-e3541edf5c18 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Unset dirty status for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:23.953880 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-290fd1f9-456d-438f-8a73-e3541edf5c18 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.7833087 May 28 04:51:23.958113 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57500) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:24.002011 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7d387f-83f1-42f9-b477-cb5ffacc01f7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:24.002922 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7d387f-83f1-42f9-b477-cb5ffacc01f7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:24.006684 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-dc7d387f-83f1-42f9-b477-cb5ffacc01f7 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/9b2d48f8-6f2c-434b-872a-e4dd2b046e68 HTTP/1.1" status: 404 len: 337 time: 0.1172950 May 28 04:51:24.019438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57504) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:24.024298 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-bb531c0b-f854-4d2c-86c5-009f09476a0a None None] For port 21670c59-8c37-4788-b88b-ccd44b52a9d6, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=21670c59-8c37-4788-b88b-ccd44b52a9d6,segment=NetworkSegment(d1f84ca1-b652-47a9-aa26-aaf078a01f41),segment_id=d1f84ca1-b652-47a9-aa26-aaf078a01f41)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:24.041606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bb531c0b-f854-4d2c-86c5-009f09476a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.063453 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:51:24.063766 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:51:24.096413 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-16727c90-c702-4d03-947c-175b11f2dfc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:24.096922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16727c90-c702-4d03-947c-175b11f2dfc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:24.102182 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-16727c90-c702-4d03-947c-175b11f2dfc0 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/670f1a03-a451-4ad2-98bd-356a97423000 HTTP/1.1" status: 404 len: 333 time: 0.0725276 May 28 04:51:24.108126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57508) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:24.121116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58da8283-2ff0-45bd-96e8-c58baeb872ee tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Router 5953401f-c182-4ab6-8788-c07a12d2f006 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:51:24.163076 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c13318-1f82-4eae-be9e-1625ba0949a1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:24.163507 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c13318-1f82-4eae-be9e-1625ba0949a1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:24.167728 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb5cf3b-552f-400c-bf99-001de24153b5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting subnet 708d4689-bc7c-4d8e-b2f8-741021e53b97 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:51:24.173562 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-548e3233-fc96-4ef4-b6d6-e6cfc775e0b2 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.176075 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf3b-552f-400c-bf99-001de24153b5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.179158 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:24.220585 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d5c13318-1f82-4eae-be9e-1625ba0949a1 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/5612e7fe-1eff-43f8-9800-d45074d6c496 HTTP/1.1" status: 404 len: 337 time: 0.1110234 May 28 04:51:24.229142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57512) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:24.234753 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Deleting port 21670c59-8c37-4788-b88b-ccd44b52a9d6 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:24.235156 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.242452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001e3af4-336f-4e9b-a4be-9350e90901b8 None None] DHCP port deletion for af58b00a-db35-47bd-ae21-8515f50a14a9 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:51:24.331421 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-001e3af4-336f-4e9b-a4be-9350e90901b8 None None] Deleting port de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:24.331802 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-001e3af4-336f-4e9b-a4be-9350e90901b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.333224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf3b-552f-400c-bf99-001de24153b5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.365999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-548e3233-fc96-4ef4-b6d6-e6cfc775e0b2 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.379872 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-285e8855-4a81-47e3-9fe2-1cf84440a81c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:24.380312 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285e8855-4a81-47e3-9fe2-1cf84440a81c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:24.381996 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-285e8855-4a81-47e3-9fe2-1cf84440a81c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/d31b8c83-b91d-49bd-8266-d67f931a9850 HTTP/1.1" status: 404 len: 333 time: 0.1488302 May 28 04:51:24.392785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57516) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:24.407945 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb531c0b-f854-4d2c-86c5-009f09476a0a None None] Pushing event updated for resources: {'Port': ['ID=21670c59-8c37-4788-b88b-ccd44b52a9d6,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:24.420607 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-caa73809-c134-40ff-abe9-d8e139aa9e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.431123 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c9b35215-6324-4fd3-be16-20a3cffb37c1 None None] Provisioning for port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:24.500526 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7687713-7a49-496e-be77-cb5c29a5dee6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:24.500854 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7687713-7a49-496e-be77-cb5c29a5dee6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:24.502546 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d7687713-7a49-496e-be77-cb5c29a5dee6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/25897d0a-bc5f-473a-a562-f0d1316a4cc1 HTTP/1.1" status: 404 len: 337 time: 0.1052220 May 28 04:51:24.507179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57520) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:24.553922 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:24.569336 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97f05a7-0ba1-4a40-bd98-ea78dbf9b919 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:24.569760 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97f05a7-0ba1-4a40-bd98-ea78dbf9b919 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:24.573775 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-87398590-5ec3-43d2-9131-91e8b4344835 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.596368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-548e3233-fc96-4ef4-b6d6-e6cfc775e0b2 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.625333 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:24.625709 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.634181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.677116 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e97f05a7-0ba1-4a40-bd98-ea78dbf9b919 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/972ce6bd-2ae5-483e-8453-fdc36f76ad3f HTTP/1.1" status: 404 len: 333 time: 0.1595685 May 28 04:51:24.679339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548e3233-fc96-4ef4-b6d6-e6cfc775e0b2 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c711d3-5ab7-42ac-a150-46687232a055,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:24.680173 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-548e3233-fc96-4ef4-b6d6-e6cfc775e0b2 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.683732 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-548e3233-fc96-4ef4-b6d6-e6cfc775e0b2 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "DELETE /v2.0/security-groups/a8c711d3-5ab7-42ac-a150-46687232a055 HTTP/1.1" status: 204 len: 168 time: 0.6809835 May 28 04:51:24.685207 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57524) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:24.685207 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57526) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:24.726451 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.730770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-001e3af4-336f-4e9b-a4be-9350e90901b8 None None] For port de8f86bf-3b7e-4976-9e44-a33a1cc3eae3, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=de8f86bf-3b7e-4976-9e44-a33a1cc3eae3,segment=NetworkSegment(45e7d8ab-d50c-4535-8431-f50f737769df),segment_id=45e7d8ab-d50c-4535-8431-f50f737769df)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:24.731648 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-001e3af4-336f-4e9b-a4be-9350e90901b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.749933 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c8e860-2b11-4f38-9dba-74d3af6580de tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:24.750286 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c8e860-2b11-4f38-9dba-74d3af6580de tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:24.756179 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b8c8e860-2b11-4f38-9dba-74d3af6580de tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/b8347b1c-7b77-441f-ad7c-dbae1f51365d HTTP/1.1" status: 404 len: 337 time: 0.0662346 May 28 04:51:24.757396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57532) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:24.793727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf3b-552f-400c-bf99-001de24153b5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.858694 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-739198e9-e1b8-4d82-a4a1-286011a65539 None None] Provisioning complete for port 21670c59-8c37-4788-b88b-ccd44b52a9d6 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:24.858913 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-739198e9-e1b8-4d82-a4a1-286011a65539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.866681 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ea7ed8-e797-43d0-b2ab-7043dffa9df6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:24.867456 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ea7ed8-e797-43d0-b2ab-7043dffa9df6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:24.874586 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-89ea7ed8-e797-43d0-b2ab-7043dffa9df6 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/ports/579402b0-3e0f-48e9-bac6-2cc7cb0beac5 HTTP/1.1" status: 404 len: 333 time: 0.1098459 May 28 04:51:24.875011 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57536) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:24.909565 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] For port 21670c59-8c37-4788-b88b-ccd44b52a9d6, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=21670c59-8c37-4788-b88b-ccd44b52a9d6,segment=NetworkSegment(d1f84ca1-b652-47a9-aa26-aaf078a01f41),segment_id=d1f84ca1-b652-47a9-aa26-aaf078a01f41)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:24.910027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:24.953434 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fce488c-4978-417a-8732-74a531708e6c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] DELETE failed (client error): The resource could not be found. May 28 04:51:24.953895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fce488c-4978-417a-8732-74a531708e6c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:24.959188 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7fce488c-4978-417a-8732-74a531708e6c tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/subnets/a12b787c-3e53-4483-9a46-d16f7702f45c HTTP/1.1" status: 404 len: 337 time: 0.0812993 May 28 04:51:24.963082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57540) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:25.002560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58da8283-2ff0-45bd-96e8-c58baeb872ee tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:51:25.007485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-001e3af4-336f-4e9b-a4be-9350e90901b8 None None] Calling delete_port for de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:25.018349 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bfbcaa-fa57-441f-b234-2d60a8d6fe61 None None] Sync routers for ids ['5953401f-c182-4ab6-8788-c07a12d2f006'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:51:25.041232 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bfbcaa-fa57-441f-b234-2d60a8d6fe61 None None] Routers {'5953401f-c182-4ab6-8788-c07a12d2f006'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:25.043867 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e5bfbcaa-fa57-441f-b234-2d60a8d6fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5953401f-c182-4ab6-8788-c07a12d2f006'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:25.067298 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cb2952d4-3a4f-4ad6-b824-ed5bfb0b4912 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Synchronizing usage tracker for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:25.076296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Calling delete_port for 21670c59-8c37-4788-b88b-ccd44b52a9d6 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:25.134184 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e5bfbcaa-fa57-441f-b234-2d60a8d6fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:25.153207 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bfbcaa-fa57-441f-b234-2d60a8d6fe61 None None] Routers {'5953401f-c182-4ab6-8788-c07a12d2f006'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:25.154577 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e5bfbcaa-fa57-441f-b234-2d60a8d6fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5953401f-c182-4ab6-8788-c07a12d2f006'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:25.189419 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.274843 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-58da8283-2ff0-45bd-96e8-c58baeb872ee tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "PUT /v2.0/routers/5953401f-c182-4ab6-8788-c07a12d2f006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7416501 May 28 04:51:25.278380 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57544) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:25.284486 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-001e3af4-336f-4e9b-a4be-9350e90901b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.291345 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e5bfbcaa-fa57-441f-b234-2d60a8d6fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:25.292381 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bfbcaa-fa57-441f-b234-2d60a8d6fe61 None None] The sync data for ids ['5953401f-c182-4ab6-8788-c07a12d2f006'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:51:25.324135 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cb2952d4-3a4f-4ad6-b824-ed5bfb0b4912 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Unset dirty status for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:25.325836 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cb2952d4-3a4f-4ad6-b824-ed5bfb0b4912 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6376743 May 28 04:51:25.327714 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf3b-552f-400c-bf99-001de24153b5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.331522 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57548) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:25.338314 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe,segment=NetworkSegment(f42d07f8-1e1e-4ef9-b86c-486f0e8d2fa1),segment_id=f42d07f8-1e1e-4ef9-b86c-486f0e8d2fa1)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:25.343078 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e3af4-336f-4e9b-a4be-9350e90901b8 None None] Pushing event deleted for resources: {'Port': ['ID=de8f86bf-3b7e-4976-9e44-a33a1cc3eae3,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:25.347917 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.356723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-60ebcca3-2c62-4cbb-a344-1f2130c3ca78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.385579 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e3af4-336f-4e9b-a4be-9350e90901b8 None None] No DVR routers for this DVR port de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:25.386631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-06ce111d-8e69-43b1-85ce-e67461fd7811 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group': {'name': 'tempest-secgroup--1678468506'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:25.400424 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-06ce111d-8e69-43b1-85ce-e67461fd7811 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:25.403471 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb5cf3b-552f-400c-bf99-001de24153b5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Subnet': ['ID=708d4689-bc7c-4d8e-b2f8-741021e53b97,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:25.438415 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:25.443933 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f614f2-36f3-44c3-9b58-3e7dc85bc8c4 None None] Network f4239edf-4248-4b9d-9e1d-796106746e72 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:25.457443 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-06ce111d-8e69-43b1-85ce-e67461fd7811 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:25.462982 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0eb5cf3b-552f-400c-bf99-001de24153b5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.493340 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0eb5cf3b-552f-400c-bf99-001de24153b5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/708d4689-bc7c-4d8e-b2f8-741021e53b97 HTTP/1.1" status: 204 len: 168 time: 1.7903554 May 28 04:51:25.497145 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57552) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:25.534693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06ce111d-8e69-43b1-85ce-e67461fd7811 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.580601 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.615499 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.620935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3580fa97-ab2f-4712-9ed2-09554ca3d691 None None] Provisioning complete for port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:25.621356 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3580fa97-ab2f-4712-9ed2-09554ca3d691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.632072 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.665710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Allocated IP 2001:db8::1 (22b3ca75-8ab3-4afe-83e0-78211265db25/1a7585fa-8bb9-4007-8853-4f094d13a970/73ca4869-3930-42e0-b872-9851361d4f3b) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:25.677320 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a1dbae-1bcf-49a5-b37d-037a922d9b94 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:25.678053 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-30a1dbae-1bcf-49a5-b37d-037a922d9b94 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:25.706231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-60ebcca3-2c62-4cbb-a344-1f2130c3ca78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.721539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Port': ['ID=21670c59-8c37-4788-b88b-ccd44b52a9d6,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:25.746004 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-be43f59c-7e43-4e46-91d9-4257050506b9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.750129 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-06ce111d-8e69-43b1-85ce-e67461fd7811 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:25.752866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-60ebcca3-2c62-4cbb-a344-1f2130c3ca78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7d5340-6612-4ffa-ba26-ab26f78055ee']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:25.785902 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-30a1dbae-1bcf-49a5-b37d-037a922d9b94 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:25.785902 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-30a1dbae-1bcf-49a5-b37d-037a922d9b94 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports?device_id=5953401f-c182-4ab6-8788-c07a12d2f006 HTTP/1.1" status: 200 len: 988 time: 0.5062671 May 28 04:51:25.788723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-60ebcca3-2c62-4cbb-a344-1f2130c3ca78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352ae99d-074e-4d61-9f7d-df7e265d4fe2') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:25.789019 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-60ebcca3-2c62-4cbb-a344-1f2130c3ca78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352ae99d-074e-4d61-9f7d-df7e265d4fe2') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:25.789511 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-06ce111d-8e69-43b1-85ce-e67461fd7811 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Usage tracker for resource:security_group_rule and tenant:bd9b028ce8c14bb882f0bb803d5bea83 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:25.797555 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57556) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:25.800638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-06ce111d-8e69-43b1-85ce-e67461fd7811 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:25.851141 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f1af42-b198-4721-a15d-7b70fedf43f5 None None] DHCP port deletion for 136578f5-0e5b-44d2-ac18-cf447dbcea6c request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:51:25.872190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-60ebcca3-2c62-4cbb-a344-1f2130c3ca78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.896632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc5778e-cca2-4980-a470-2a8b4feb6e20 None None] DHCP port deletion for f4239edf-4248-4b9d-9e1d-796106746e72 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:51:25.900949 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5778e-cca2-4980-a470-2a8b4feb6e20 None None] Deleting port 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:25.901316 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ccc5778e-cca2-4980-a470-2a8b4feb6e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.924761 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-60ebcca3-2c62-4cbb-a344-1f2130c3ca78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.932166 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] No DVR routers for this DVR port 21670c59-8c37-4788-b88b-ccd44b52a9d6 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:25.951586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ebcca3-2c62-4cbb-a344-1f2130c3ca78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:25.951586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-60ebcca3-2c62-4cbb-a344-1f2130c3ca78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:25.966574 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:26.008309 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-06ce111d-8e69-43b1-85ce-e67461fd7811 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:26.010089 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.026661 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:26.126614 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-60ebcca3-2c62-4cbb-a344-1f2130c3ca78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.152182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-60ebcca3-2c62-4cbb-a344-1f2130c3ca78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.159927 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.165364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebcca3-2c62-4cbb-a344-1f2130c3ca78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] Pushing event deleted for resources: {'Network': ['ID=ba7d5340-6612-4ffa-ba26-ab26f78055ee,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:26.177601 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-60ebcca3-2c62-4cbb-a344-1f2130c3ca78 tempest-NetworksTestDHCPv6-1233067792 tempest-NetworksTestDHCPv6-1233067792-project] 10.222.0.15 "DELETE /v2.0/networks/ba7d5340-6612-4ffa-ba26-ab26f78055ee HTTP/1.1" status: 204 len: 168 time: 1.2120919 May 28 04:51:26.199462 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Transition to ACTIVE for port object 73ca4869-3930-42e0-b872-9851361d4f3b will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:26.203837 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ccc5778e-cca2-4980-a470-2a8b4feb6e20 None None] For port 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3020b6df-e6a7-4d22-90b7-7a2f7567cb4d,segment=NetworkSegment(cad5c45f-8125-4432-b56e-03e70d09ba49),segment_id=cad5c45f-8125-4432-b56e-03e70d09ba49)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:26.204809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ccc5778e-cca2-4980-a470-2a8b4feb6e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.272194 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:26.272955 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.282489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.301822 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-be43f59c-7e43-4e46-91d9-4257050506b9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.362641 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5778e-cca2-4980-a470-2a8b4feb6e20 None None] Calling delete_port for 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:26.372693 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Network 22b3ca75-8ab3-4afe-83e0-78211265db25 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:26.373928 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:26.378682 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06ce111d-8e69-43b1-85ce-e67461fd7811 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.379384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:26.379907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.382628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-be43f59c-7e43-4e46-91d9-4257050506b9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af58b00a-db35-47bd-ae21-8515f50a14a9']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:26.391068 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.415933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event updated for resources: {'Port': ['ID=73ca4869-3930-42e0-b872-9851361d4f3b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:26.443992 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06ce111d-8e69-43b1-85ce-e67461fd7811 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.452368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Subnet': ['ID=26f555d8-3d47-4e77-b273-77794061d27c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:26.492333 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-be43f59c-7e43-4e46-91d9-4257050506b9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e7d8ab-d50c-4535-8431-f50f737769df') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:26.493195 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-be43f59c-7e43-4e46-91d9-4257050506b9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e7d8ab-d50c-4535-8431-f50f737769df') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:26.512801 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce111d-8e69-43b1-85ce-e67461fd7811 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d492698a-d0f5-406b-b3fe-dd5bd540e613,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:26.532337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-be43f59c-7e43-4e46-91d9-4257050506b9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.550240 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ccc5778e-cca2-4980-a470-2a8b4feb6e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.609952 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e444f04c-f005-4244-b6ec-a69680de8413 None None] Network 136578f5-0e5b-44d2-ac18-cf447dbcea6c requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:26.639674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-87398590-5ec3-43d2-9131-91e8b4344835 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port 3adb6c51-924c-4c74-8c9e-70494729ebfa {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:26.640267 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-87398590-5ec3-43d2-9131-91e8b4344835 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.677064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.727337 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5778e-cca2-4980-a470-2a8b4feb6e20 None None] Pushing event deleted for resources: {'Port': ['ID=3020b6df-e6a7-4d22-90b7-7a2f7567cb4d,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:26.738567 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-be43f59c-7e43-4e46-91d9-4257050506b9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.781642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc5778e-cca2-4980-a470-2a8b4feb6e20 None None] No DVR routers for this DVR port 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:26.788627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57564) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:26.822389 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be43f59c-7e43-4e46-91d9-4257050506b9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:26.822800 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-be43f59c-7e43-4e46-91d9-4257050506b9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.846934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06ce111d-8e69-43b1-85ce-e67461fd7811 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-06ce111d-8e69-43b1-85ce-e67461fd7811 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4811208 May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:26.850922 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:26.855479 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:51:26.859559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57570) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:26.867976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-23a6ee58-1cdc-490e-918a-83c30fc4ae21 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:26.869698 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-23a6ee58-1cdc-490e-918a-83c30fc4ae21 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] update failed (client error): There was a conflict when trying to complete your request. May 28 04:51:26.869698 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-23a6ee58-1cdc-490e-918a-83c30fc4ae21 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "PUT /v2.0/security-groups/d492698a-d0f5-406b-b3fe-dd5bd540e613 HTTP/1.1" status: 409 len: 330 time: 0.0064526 May 28 04:51:26.884502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57574) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:26.981639 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:51:26.982769 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3020b6df-e6a7-4d22-90b7-7a2f7567cb4d not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:51:26.983572 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:51:27.013045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76e80c1-8ff6-43fb-bc21-e5836b18ab1c None None] DHCP port deletion for 136578f5-0e5b-44d2-ac18-cf447dbcea6c request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:51:27.015158 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b7a8ebb0-4f1f-4b32-a91a-f39adfbc0ca3 None None] Provisioning for port 73ca4869-3930-42e0-b872-9851361d4f3b completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:27.024643 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:51:27.024974 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device de8f86bf-3b7e-4976-9e44-a33a1cc3eae3 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:51:27.025375 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 21670c59-8c37-4788-b88b-ccd44b52a9d6 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:51:27.059036 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 21670c59-8c37-4788-b88b-ccd44b52a9d6 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:51:27.059385 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 21670c59-8c37-4788-b88b-ccd44b52a9d6 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:51:27.064732 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b7a8ebb0-4f1f-4b32-a91a-f39adfbc0ca3 None None] Provisioning complete for port 73ca4869-3930-42e0-b872-9851361d4f3b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:27.065089 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b7a8ebb0-4f1f-4b32-a91a-f39adfbc0ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.101234 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36528530-28b8-492f-8494-149fc6e1a753 None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:51:27.108386 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.159339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136578f5-0e5b-44d2-ac18-cf447dbcea6c']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:27.169610 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.179210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-be43f59c-7e43-4e46-91d9-4257050506b9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.182014 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b7a8ebb0-4f1f-4b32-a91a-f39adfbc0ca3 None None] Port 73ca4869-3930-42e0-b872-9851361d4f3b cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:27.183967 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-be43f59c-7e43-4e46-91d9-4257050506b9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.209778 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f84ca1-b652-47a9-aa26-aaf078a01f41') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:27.210168 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f84ca1-b652-47a9-aa26-aaf078a01f41') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:27.223133 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-be43f59c-7e43-4e46-91d9-4257050506b9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/networks/af58b00a-db35-47bd-ae21-8515f50a14a9 HTTP/1.1" status: 204 len: 168 time: 1.7226248 May 28 04:51:27.225554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57578) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:27.237372 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43f59c-7e43-4e46-91d9-4257050506b9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Network': ['ID=af58b00a-db35-47bd-ae21-8515f50a14a9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:27.258380 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.278808 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-87398590-5ec3-43d2-9131-91e8b4344835 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.280878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36528530-28b8-492f-8494-149fc6e1a753 None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:51:27.330160 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.355871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:27.356286 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:27.376345 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:27.453198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-87398590-5ec3-43d2-9131-91e8b4344835 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for 3adb6c51-924c-4c74-8c9e-70494729ebfa owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:27.459959 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5fb4-55ee-46f4-b1b2-67ad8d29f920 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.481423 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-563afee4-e0c9-4638-87bc-e3a4c2d4cb3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=607620405fdb4aa1a99d9a45c57ac298&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6916821 May 28 04:51:27.481644 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.486525 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57582) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:27.557798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.596313 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/networks/136578f5-0e5b-44d2-ac18-cf447dbcea6c HTTP/1.1" status: 204 len: 168 time: 7.1794450 May 28 04:51:27.603286 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d49e6-dcf4-41bb-b799-6c8d4d36d637 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Network': ['ID=136578f5-0e5b-44d2-ac18-cf447dbcea6c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:27.623855 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57586) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:27.640448 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-19285bbd-ee26-46db-8267-9d8784da38e7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.687170 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5fb4-55ee-46f4-b1b2-67ad8d29f920 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.694861 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-181695889'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:27.712733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:27.715301 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d6eb5fb4-55ee-46f4-b1b2-67ad8d29f920 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4239edf-4248-4b9d-9e1d-796106746e72']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:27.729790 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d6eb5fb4-55ee-46f4-b1b2-67ad8d29f920 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cad5c45f-8125-4432-b56e-03e70d09ba49') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:27.730098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d6eb5fb4-55ee-46f4-b1b2-67ad8d29f920 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cad5c45f-8125-4432-b56e-03e70d09ba49') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:27.733368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Usage tracker for resource:network and tenant:8b3fd1d9cf014c149393a638d96945f7 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:27.740045 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:27.744912 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5fb4-55ee-46f4-b1b2-67ad8d29f920 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.765074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:27.780202 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-19285bbd-ee26-46db-8267-9d8784da38e7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.795964 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5fb4-55ee-46f4-b1b2-67ad8d29f920 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.799034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21f11654-4199-4367-9a80-c2dc9a82e23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.810973 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6eb5fb4-55ee-46f4-b1b2-67ad8d29f920 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:27.811474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5fb4-55ee-46f4-b1b2-67ad8d29f920 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:27.826124 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:27.831872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Made reservation on behalf of 8b3fd1d9cf014c149393a638d96945f7 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:27.834810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.941120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5fb4-55ee-46f4-b1b2-67ad8d29f920 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.943060 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21f11654-4199-4367-9a80-c2dc9a82e23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.945172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6eb5fb4-55ee-46f4-b1b2-67ad8d29f920 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:27.990611 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb5fb4-55ee-46f4-b1b2-67ad8d29f920 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Network': ['ID=f4239edf-4248-4b9d-9e1d-796106746e72,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:27.998192 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d6eb5fb4-55ee-46f4-b1b2-67ad8d29f920 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/networks/f4239edf-4248-4b9d-9e1d-796106746e72 HTTP/1.1" status: 204 len: 168 time: 0.7654507 May 28 04:51:28.001758 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57590) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:28.011588 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-48e627f9-de32-426c-a193-a0f34f37bfc2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1999406680'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:28.015496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-19285bbd-ee26-46db-8267-9d8784da38e7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.019480 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-44089283-9c5a-4d93-8140-829e5884707f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.033706 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:51:28.056090 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19285bbd-ee26-46db-8267-9d8784da38e7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d492698a-d0f5-406b-b3fe-dd5bd540e613,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:28.069018 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.069398 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Added segment 25193329-4d05-4140-9875-a0a82051ecec of type vlan for network 0faad4b2-cd1a-4676-8697-fa69db38ca81 May 28 04:51:28.073892 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-48e627f9-de32-426c-a193-a0f34f37bfc2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:28.082452 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-87398590-5ec3-43d2-9131-91e8b4344835 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.089478 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.131566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-48e627f9-de32-426c-a193-a0f34f37bfc2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:network and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:28.136386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.137200 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.138927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-48e627f9-de32-426c-a193-a0f34f37bfc2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:28.151144 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-48e627f9-de32-426c-a193-a0f34f37bfc2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:28.159323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87398590-5ec3-43d2-9131-91e8b4344835 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Port': ['ID=3adb6c51-924c-4c74-8c9e-70494729ebfa,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:28.172397 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21f11654-4199-4367-9a80-c2dc9a82e23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.174031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e627f9-de32-426c-a193-a0f34f37bfc2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:28.176916 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48e627f9-de32-426c-a193-a0f34f37bfc2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.227317 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48e627f9-de32-426c-a193-a0f34f37bfc2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:51:28.238401 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48e627f9-de32-426c-a193-a0f34f37bfc2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.238615 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-48e627f9-de32-426c-a193-a0f34f37bfc2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Added segment c6de07ea-1ce2-4d8e-ac41-8499ee0bfbd6 of type vlan for network c50561db-f87f-44a5-b312-e9c235f4151f May 28 04:51:28.242872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.276420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f11654-4199-4367-9a80-c2dc9a82e23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e51eec9-882f-499e-affe-b380709e94b0,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:28.312738 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48e627f9-de32-426c-a193-a0f34f37bfc2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.362441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21f11654-4199-4367-9a80-c2dc9a82e23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.363574 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-21f11654-4199-4367-9a80-c2dc9a82e23a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e51eec9-882f-499e-affe-b380709e94b0 HTTP/1.1" status: 204 len: 168 time: 0.8609512 May 28 04:51:28.377034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-19285bbd-ee26-46db-8267-9d8784da38e7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.380131 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-19285bbd-ee26-46db-8267-9d8784da38e7 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "DELETE /v2.0/security-groups/d492698a-d0f5-406b-b3fe-dd5bd540e613 HTTP/1.1" status: 204 len: 168 time: 1.4941807 May 28 04:51:28.381052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57596) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:28.446545 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48e627f9-de32-426c-a193-a0f34f37bfc2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.450259 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e627f9-de32-426c-a193-a0f34f37bfc2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:28.450906 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48e627f9-de32-426c-a193-a0f34f37bfc2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.518506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:51:28.579350 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-48e627f9-de32-426c-a193-a0f34f37bfc2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5740714 May 28 04:51:28.583827 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57602) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:28.588319 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e627f9-de32-426c-a193-a0f34f37bfc2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Network': ['ID=c50561db-f87f-44a5-b312-e9c235f4151f,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:28.595151 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-592e2175-3613-4aa5-9232-c33b5a21ec6e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'subnet': {'network_id': 'c50561db-f87f-44a5-b312-e9c235f4151f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:28.596974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event updated for resources: {'Port': ['ID=73ca4869-3930-42e0-b872-9851361d4f3b,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:28.602695 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network c50561db-f87f-44a5-b312-e9c235f4151f details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:51:28.658588 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-44089283-9c5a-4d93-8140-829e5884707f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 74a0d0b6-7e71-423e-85f5-9562ed4b7da0 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:28.659027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-44089283-9c5a-4d93-8140-829e5884707f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.683996 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.687725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:28.688309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:28.722806 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Network 22b3ca75-8ab3-4afe-83e0-78211265db25 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:28.739911 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:29.001727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-592e2175-3613-4aa5-9232-c33b5a21ec6e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:29.010152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-592e2175-3613-4aa5-9232-c33b5a21ec6e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:subnet and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:29.016282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-592e2175-3613-4aa5-9232-c33b5a21ec6e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:29.026891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-592e2175-3613-4aa5-9232-c33b5a21ec6e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:29.065996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592e2175-3613-4aa5-9232-c33b5a21ec6e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:29.092568 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4647737 May 28 04:51:29.119540 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57614) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:29.127838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-97f6a7a7-c58d-4845-b6b6-57573f7fee96 None None] Provisioning complete for port 73ca4869-3930-42e0-b872-9851361d4f3b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:29.128273 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-97f6a7a7-c58d-4845-b6b6-57573f7fee96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:29.141904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-87398590-5ec3-43d2-9131-91e8b4344835 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:29.154699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f6419831-0928-4706-b22a-fda3e62c5216 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Request body: {'subnet': {'network_id': '0faad4b2-cd1a-4676-8697-fa69db38ca81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:29.181971 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-592e2175-3613-4aa5-9232-c33b5a21ec6e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:29.192850 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-97f6a7a7-c58d-4845-b6b6-57573f7fee96 None None] Port 73ca4869-3930-42e0-b872-9851361d4f3b cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:29.199324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-44089283-9c5a-4d93-8140-829e5884707f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:29.291416 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f0f19-bfdb-4b76-9588-8f6a2589e4ef tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event updated for resources: {'Network': ['ID=0faad4b2-cd1a-4676-8697-fa69db38ca81,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:29.296005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-399e67a7-46a4-4f78-8b0b-8ee61e9149ea tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Synchronizing usage tracker for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:29.303752 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 0faad4b2-cd1a-4676-8697-fa69db38ca81 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:51:29.384572 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-44089283-9c5a-4d93-8140-829e5884707f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 74a0d0b6-7e71-423e-85f5-9562ed4b7da0 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:29.434714 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57624) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:29.449052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f6419831-0928-4706-b22a-fda3e62c5216 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:29.451559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-399e67a7-46a4-4f78-8b0b-8ee61e9149ea tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] Unset dirty status for tenant:bd9b028ce8c14bb882f0bb803d5bea83 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:29.456790 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-399e67a7-46a4-4f78-8b0b-8ee61e9149ea tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0371008 May 28 04:51:29.457411 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57630) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:29.499641 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-10acb3e7-5ca4-4b9b-b429-8cca264494e5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] delete failed (client error): The resource could not be found. May 28 04:51:29.500200 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-10acb3e7-5ca4-4b9b-b429-8cca264494e5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "DELETE /v2.0/security-groups/7c80fabc-f2ee-40f1-afc1-27f30d12ce38 HTTP/1.1" status: 404 len: 347 time: 0.0398037 May 28 04:51:29.507352 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57634) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:29.538402 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-6035d6e5-c163-4d45-9bb3-6fc88619a9c0 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] show failed (client error): The resource could not be found. May 28 04:51:29.543473 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6035d6e5-c163-4d45-9bb3-6fc88619a9c0 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "GET /v2.0/security-groups/610d09d6-ae38-444f-8485-ae452cfb0056 HTTP/1.1" status: 404 len: 347 time: 0.0306966 May 28 04:51:29.545048 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57638) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:29.606961 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-52994230'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:29.618898 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-64dda94e-351a-49fc-bfab-f79c33e79cd5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] show failed (client error): The resource could not be found. May 28 04:51:29.619900 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-64dda94e-351a-49fc-bfab-f79c33e79cd5 tempest-NegativeSecGroupTest-1220726943 tempest-NegativeSecGroupTest-1220726943-project] 10.222.0.15 "GET /v2.0/security-group-rules/728d8191-9fe0-4e41-b6fb-408d1e06a050 HTTP/1.1" status: 404 len: 356 time: 0.0469165 May 28 04:51:29.620853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:29.627699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Usage tracker for resource:network and tenant:12cbea4c22594735b016294a534e4f4c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:29.632834 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:29.636592 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f6419831-0928-4706-b22a-fda3e62c5216 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:29.644001 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:29.725582 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Made reservation on behalf of 12cbea4c22594735b016294a534e4f4c for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:29.727800 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6419831-0928-4706-b22a-fda3e62c5216 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Made reservation on behalf of 8b3fd1d9cf014c149393a638d96945f7 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:29.728527 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:29.751379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:29.774608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-592e2175-3613-4aa5-9232-c33b5a21ec6e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:29.815670 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-44089283-9c5a-4d93-8140-829e5884707f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:29.907205 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44089283-9c5a-4d93-8140-829e5884707f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=74a0d0b6-7e71-423e-85f5-9562ed4b7da0,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:29.926178 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:29.939877 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Usage tracker for resource:security_group_rule and tenant:12cbea4c22594735b016294a534e4f4c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:29.943729 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:29.986779 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6419831-0928-4706-b22a-fda3e62c5216 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:29.991542 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e2175-3613-4aa5-9232-c33b5a21ec6e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Subnet': ['ID=9ba6c36d-dcc8-4823-bd0d-6c1b0f0eb4b7,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:29.995920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:29.999302 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57646) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:30.093102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e2175-3613-4aa5-9232-c33b5a21ec6e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Checking segment: {'id': 'c6de07ea-1ce2-4d8e-ac41-8499ee0bfbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c50561db-f87f-44a5-b312-e9c235f4151f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:30.093871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e2175-3613-4aa5-9232-c33b5a21ec6e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network hostable DHCP agents. Network: c50561db-f87f-44a5-b312-e9c235f4151f, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:51:30.098618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87398590-5ec3-43d2-9131-91e8b4344835 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 0e1d8740-d63c-4a54-957a-e3ea7348500b has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:51:30.203072 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-44089283-9c5a-4d93-8140-829e5884707f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:30.211124 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Router 8295b9e2-0613-4984-8a99-5181e16c34b6 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:51:30.222810 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e2175-3613-4aa5-9232-c33b5a21ec6e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network c50561db-f87f-44a5-b312-e9c235f4151f is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:51:30.296280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-592e2175-3613-4aa5-9232-c33b5a21ec6e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, c50561db-f87f-44a5-b312-e9c235f4151f) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:30.303865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea2d196-3268-4bad-9037-447adbb45398 None None] Network c50561db-f87f-44a5-b312-e9c235f4151f requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:30.330125 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592e2175-3613-4aa5-9232-c33b5a21ec6e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:30.330604 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-592e2175-3613-4aa5-9232-c33b5a21ec6e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:30.412405 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-592e2175-3613-4aa5-9232-c33b5a21ec6e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8272347 May 28 04:51:30.420493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57652) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:30.431321 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:30.439267 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-d076b0fa-e3e8-4bd9-9e6b-903fa8dbb980 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-704121634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:30.456593 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:30.462449 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d076b0fa-e3e8-4bd9-9e6b-903fa8dbb980 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:30.483230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d076b0fa-e3e8-4bd9-9e6b-903fa8dbb980 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:router and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:30.499104 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d076b0fa-e3e8-4bd9-9e6b-903fa8dbb980 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:30.532461 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-c50561db-f87f-44a5-b312-e9c235f4151f', 'network_id': 'c50561db-f87f-44a5-b312-e9c235f4151f', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'fixed_ips': [{'subnet_id': '9ba6c36d-dcc8-4823-bd0d-6c1b0f0eb4b7'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:51:30.533328 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:30.561573 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87398590-5ec3-43d2-9131-91e8b4344835 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:51:30.592173 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21c386-65dc-4c5d-b158-00e98811a68d None None] Sync routers for ids ['0e1d8740-d63c-4a54-957a-e3ea7348500b'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:51:30.626943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d076b0fa-e3e8-4bd9-9e6b-903fa8dbb980 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:30.634127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21c386-65dc-4c5d-b158-00e98811a68d None None] Routers {'0e1d8740-d63c-4a54-957a-e3ea7348500b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:30.634755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-0d21c386-65dc-4c5d-b158-00e98811a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0e1d8740-d63c-4a54-957a-e3ea7348500b'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:30.641527 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:51:30.643524 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-87398590-5ec3-43d2-9131-91e8b4344835 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/0e1d8740-d63c-4a54-957a-e3ea7348500b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5493588 May 28 04:51:30.645340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4257ddd-b8a0-4c4b-a70c-6af87df7a17d,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:30.652369 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7289ea98-325e-4983-901c-9a9e5434a42f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd9b028ce8c14bb882f0bb803d5bea83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6515751 May 28 04:51:30.657971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57656) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:30.658604 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57658) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:30.701824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-0d21c386-65dc-4c5d-b158-00e98811a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:30.732263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e2fadb0b-28ae-47f7-aab3-bf45d8be751d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Synchronizing usage tracker for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:30.757112 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d21c386-65dc-4c5d-b158-00e98811a68d None None] Routers {'0e1d8740-d63c-4a54-957a-e3ea7348500b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:30.757903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-0d21c386-65dc-4c5d-b158-00e98811a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0e1d8740-d63c-4a54-957a-e3ea7348500b'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:30.774515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d076b0fa-e3e8-4bd9-9e6b-903fa8dbb980 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:30.775421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d076b0fa-e3e8-4bd9-9e6b-903fa8dbb980 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:30.793551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:30.793926 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Added segment bac1c6f8-326f-4636-83d0-fda5c3f6f51e of type vlan for network 70d3e582-0261-4009-a5c7-d49de6d32f8a May 28 04:51:30.819772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e2fadb0b-28ae-47f7-aab3-bf45d8be751d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Unset dirty status for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:30.823924 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e2fadb0b-28ae-47f7-aab3-bf45d8be751d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e1d8740-d63c-4a54-957a-e3ea7348500b HTTP/1.1" status: 200 len: 205 time: 0.1610680 May 28 04:51:30.825134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-0d21c386-65dc-4c5d-b158-00e98811a68d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:30.825459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57664) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:30.825585 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d21c386-65dc-4c5d-b158-00e98811a68d None None] The sync data for ids ['0e1d8740-d63c-4a54-957a-e3ea7348500b'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:51:30.835266 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Allocated IP 2001:db8::2 (c50561db-f87f-44a5-b312-e9c235f4151f/9ba6c36d-dcc8-4823-bd0d-6c1b0f0eb4b7/5ed822c7-de5f-40bb-80d3-c606b07aa1cb) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:30.848629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-51045b64-4655-416d-b673-1c9b0b019296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:30.897287 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:30.901581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-51045b64-4655-416d-b673-1c9b0b019296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:30.958818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d076b0fa-e3e8-4bd9-9e6b-903fa8dbb980 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:31.012201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-51045b64-4655-416d-b673-1c9b0b019296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:31.016194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.objects.ports [None req-f6419831-0928-4706-b22a-fda3e62c5216 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84010) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 28 04:51:31.025282 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:51:31.036205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6419831-0928-4706-b22a-fda3e62c5216 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:31.038095 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e511b-2635-4a82-a5fc-d3b6c0577c41 None None] Sync routers for ids ['8295b9e2-0613-4984-8a99-5181e16c34b6'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:51:31.051017 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e511b-2635-4a82-a5fc-d3b6c0577c41 None None] Routers {'8295b9e2-0613-4984-8a99-5181e16c34b6'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:31.051682 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-740e511b-2635-4a82-a5fc-d3b6c0577c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8295b9e2-0613-4984-8a99-5181e16c34b6'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:31.072838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51045b64-4655-416d-b673-1c9b0b019296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec0a86e-3e28-4d94-bf49-319df98af4eb,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:31.092858 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:31.104973 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Transition to ACTIVE for port object 5ed822c7-de5f-40bb-80d3-c606b07aa1cb will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:31.107080 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-51045b64-4655-416d-b673-1c9b0b019296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:31.108367 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-51045b64-4655-416d-b673-1c9b0b019296 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ec0a86e-3e28-4d94-bf49-319df98af4eb HTTP/1.1" status: 204 len: 168 time: 0.4464753 May 28 04:51:31.116046 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ab7fe778-75f9-4ce4-b09c-b34c4cc9631d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "PUT /v2.0/routers/8295b9e2-0613-4984-8a99-5181e16c34b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7690012 May 28 04:51:31.119717 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57670) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:31.131179 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Transition to ACTIVE for port object 5ed822c7-de5f-40bb-80d3-c606b07aa1cb will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:31.132526 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-740e511b-2635-4a82-a5fc-d3b6c0577c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:31.147986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:31.164804 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:51:31.167409 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e511b-2635-4a82-a5fc-d3b6c0577c41 None None] Routers {'8295b9e2-0613-4984-8a99-5181e16c34b6'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:31.168020 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-740e511b-2635-4a82-a5fc-d3b6c0577c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8295b9e2-0613-4984-8a99-5181e16c34b6'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:31.178519 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d076b0fa-e3e8-4bd9-9e6b-903fa8dbb980 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:31.194058 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6419831-0928-4706-b22a-fda3e62c5216 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event updated for resources: {'Subnet': ['ID=f6ad44e5-d0a7-47aa-b424-6f1ad756074c,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:31.221996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44089283-9c5a-4d93-8140-829e5884707f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Router 5953401f-c182-4ab6-8788-c07a12d2f006 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:51:31.224212 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Pushing event updated for resources: {'Port': ['ID=5ed822c7-de5f-40bb-80d3-c606b07aa1cb,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:31.245185 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Network c50561db-f87f-44a5-b312-e9c235f4151f is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:31.246791 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:31.249892 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:31.274972 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-740e511b-2635-4a82-a5fc-d3b6c0577c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:31.275452 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e511b-2635-4a82-a5fc-d3b6c0577c41 None None] The sync data for ids ['8295b9e2-0613-4984-8a99-5181e16c34b6'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:51:31.291386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6419831-0928-4706-b22a-fda3e62c5216 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Checking segment: {'id': '25193329-4d05-4140-9875-a0a82051ecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0faad4b2-cd1a-4676-8697-fa69db38ca81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:31.291739 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7551111d-e884-484f-acc8-f6fb76db2f53 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:31.291874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6419831-0928-4706-b22a-fda3e62c5216 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Network hostable DHCP agents. Network: 0faad4b2-cd1a-4676-8697-fa69db38ca81, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:51:31.348147 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6419831-0928-4706-b22a-fda3e62c5216 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Network 0faad4b2-cd1a-4676-8697-fa69db38ca81 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:51:31.363975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Attempting to bind port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:51:31.365623 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Attempting to bind port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'c6de07ea-1ce2-4d8e-ac41-8499ee0bfbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c50561db-f87f-44a5-b312-e9c235f4151f'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:51:31.366366 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Attempting to bind port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb on network c50561db-f87f-44a5-b312-e9c235f4151f {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:51:31.376278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:51:31.376991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Checking segment: {'id': 'c6de07ea-1ce2-4d8e-ac41-8499ee0bfbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c50561db-f87f-44a5-b312-e9c235f4151f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:31.377638 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:31.378281 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Bound using segment: {'id': 'c6de07ea-1ce2-4d8e-ac41-8499ee0bfbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c50561db-f87f-44a5-b312-e9c235f4151f'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:51:31.378606 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f5f6fbf1-be07-4b1e-9f4f-bf71c5bba62b tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:31.379286 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Bound port: 5ed822c7-de5f-40bb-80d3-c606b07aa1cb, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6de07ea-1ce2-4d8e-ac41-8499ee0bfbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c50561db-f87f-44a5-b312-e9c235f4151f'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:51:31.379911 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:31.429205 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:31.433260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:31.433950 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:31.449488 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-f6419831-0928-4706-b22a-fda3e62c5216 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 0faad4b2-cd1a-4676-8697-fa69db38ca81) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:31.464231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6419831-0928-4706-b22a-fda3e62c5216 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:31.464833 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6419831-0928-4706-b22a-fda3e62c5216 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:31.491313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] For port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:51:31.496024 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] For port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5ed822c7-de5f-40bb-80d3-c606b07aa1cb,segment=NetworkSegment(c6de07ea-1ce2-4d8e-ac41-8499ee0bfbd6),segment_id=c6de07ea-1ce2-4d8e-ac41-8499ee0bfbd6)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:51:31.499673 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5c7d03-4b11-4904-884f-1869fde32d5d None None] Network 0faad4b2-cd1a-4676-8697-fa69db38ca81 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:31.516605 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:31.568664 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d076b0fa-e3e8-4bd9-9e6b-903fa8dbb980 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:31.572514 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d076b0fa-e3e8-4bd9-9e6b-903fa8dbb980 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1420758 May 28 04:51:31.572670 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f6419831-0928-4706-b22a-fda3e62c5216 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4442379 May 28 04:51:31.581900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57674) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:31.582279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57676) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:31.593380 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'port': {'network_id': 'c50561db-f87f-44a5-b312-e9c235f4151f', 'name': 'tempest-RoutersIpV6Test-1039016620'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:31.609919 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39e0ec-53ae-493b-b728-661f7d2a089d None None] Pushing event updated for resources: {'Port': ['ID=5ed822c7-de5f-40bb-80d3-c606b07aa1cb,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:31.655707 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 2.2180150 May 28 04:51:31.669063 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57682) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:31.682120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-06afcd21-543a-45e0-bf4f-649e03697fab tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Request body: {'subnet': {'network_id': '70d3e582-0261-4009-a5c7-d49de6d32f8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:31.709012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933f600-0d05-4d88-9b2a-e553eef1830f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Pushing event updated for resources: {'Network': ['ID=70d3e582-0261-4009-a5c7-d49de6d32f8a,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:31.720472 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 70d3e582-0261-4009-a5c7-d49de6d32f8a details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:51:31.953445 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:31.970447 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:port and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:31.981733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:32.004437 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-0faad4b2-cd1a-4676-8697-fa69db38ca81', 'network_id': '0faad4b2-cd1a-4676-8697-fa69db38ca81', 'tenant_id': '8b3fd1d9cf014c149393a638d96945f7', 'fixed_ips': [{'subnet_id': 'f6ad44e5-d0a7-47aa-b424-6f1ad756074c'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:51:32.005487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:32.006842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:32.024485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:32.033483 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-f5f6fbf1-be07-4b1e-9f4f-bf71c5bba62b tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] delete failed (client error): There was a conflict when trying to complete your request. May 28 04:51:32.038627 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f5f6fbf1-be07-4b1e-9f4f-bf71c5bba62b tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "DELETE /v2.0/routers/8295b9e2-0613-4984-8a99-5181e16c34b6 HTTP/1.1" status: 409 len: 329 time: 0.9135191 May 28 04:51:32.043194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57686) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:32.047260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:32.050568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:32.096372 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5ed822c7-de5f-40bb-80d3-c606b07aa1cb up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:32.214043 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44089283-9c5a-4d93-8140-829e5884707f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:51:32.234405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e5901-d963-40f0-92a2-d3d3609533f7 None None] Sync routers for ids ['5953401f-c182-4ab6-8788-c07a12d2f006'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:51:32.253432 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:32.256669 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] device_id is not set on port 74066187-7b3c-43d4-b46f-36d56fc354c0 yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:51:32.267961 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Allocated IP 2001:db8::f816:3eff:fee6:c0f6 (0faad4b2-cd1a-4676-8697-fa69db38ca81/f6ad44e5-d0a7-47aa-b424-6f1ad756074c/e268bfd7-8ffd-45ed-8caa-08b4948a9136) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:32.275895 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e5901-d963-40f0-92a2-d3d3609533f7 None None] Routers {'5953401f-c182-4ab6-8788-c07a12d2f006'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:32.275895 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-273e5901-d963-40f0-92a2-d3d3609533f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5953401f-c182-4ab6-8788-c07a12d2f006'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:32.288853 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-44089283-9c5a-4d93-8140-829e5884707f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "PUT /v2.0/routers/5953401f-c182-4ab6-8788-c07a12d2f006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4902124 May 28 04:51:32.294348 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57690) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:32.306430 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7551111d-e884-484f-acc8-f6fb76db2f53 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:32.344455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-273e5901-d963-40f0-92a2-d3d3609533f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:32.364179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7551111d-e884-484f-acc8-f6fb76db2f53 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:32.366684 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d38a5e-f38d-48de-892c-f6e62e7ce59c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] GET failed (client error): The resource could not be found. May 28 04:51:32.367255 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-03d38a5e-f38d-48de-892c-f6e62e7ce59c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:32.375276 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-06afcd21-543a-45e0-bf4f-649e03697fab tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:32.382448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-06afcd21-543a-45e0-bf4f-649e03697fab tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Usage tracker for resource:subnet and tenant:12cbea4c22594735b016294a534e4f4c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:32.386053 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-06afcd21-543a-45e0-bf4f-649e03697fab tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:32.397385 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-06afcd21-543a-45e0-bf4f-649e03697fab tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:32.416177 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-03d38a5e-f38d-48de-892c-f6e62e7ce59c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:32.419272 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-03d38a5e-f38d-48de-892c-f6e62e7ce59c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/74a0d0b6-7e71-423e-85f5-9562ed4b7da0 HTTP/1.1" status: 404 len: 333 time: 0.1206822 May 28 04:51:32.421569 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57694) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:32.435244 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273e5901-d963-40f0-92a2-d3d3609533f7 None None] Routers {'5953401f-c182-4ab6-8788-c07a12d2f006'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:32.435865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-273e5901-d963-40f0-92a2-d3d3609533f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5953401f-c182-4ab6-8788-c07a12d2f006'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:32.503862 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-273e5901-d963-40f0-92a2-d3d3609533f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:32.504165 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273e5901-d963-40f0-92a2-d3d3609533f7 None None] The sync data for ids ['5953401f-c182-4ab6-8788-c07a12d2f006'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:51:32.507269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:32.558941 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06afcd21-543a-45e0-bf4f-649e03697fab tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Made reservation on behalf of 12cbea4c22594735b016294a534e4f4c for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:32.658267 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:32.670475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Transition to ACTIVE for port object e268bfd7-8ffd-45ed-8caa-08b4948a9136 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:32.675662 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06afcd21-543a-45e0-bf4f-649e03697fab tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:32.683087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Allocated IP 2001:db8::209 (c50561db-f87f-44a5-b312-e9c235f4151f/9ba6c36d-dcc8-4823-bd0d-6c1b0f0eb4b7/74066187-7b3c-43d4-b46f-36d56fc354c0) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:32.697241 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Transition to ACTIVE for port object e268bfd7-8ffd-45ed-8caa-08b4948a9136 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:32.707722 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:32.787904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7551111d-e884-484f-acc8-f6fb76db2f53 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:32.788376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7551111d-e884-484f-acc8-f6fb76db2f53 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Fanout notify agent at l3_agent the message router_deleted on router 0e1d8740-d63c-4a54-957a-e3ea7348500b {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:51:32.800109 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Pushing event updated for resources: {'Port': ['ID=e268bfd7-8ffd-45ed-8caa-08b4948a9136,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:32.805373 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7551111d-e884-484f-acc8-f6fb76db2f53 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:32.806497 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7551111d-e884-484f-acc8-f6fb76db2f53 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/routers/0e1d8740-d63c-4a54-957a-e3ea7348500b HTTP/1.1" status: 204 len: 168 time: 1.9788888 May 28 04:51:32.809328 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57698) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:32.820064 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Network 0faad4b2-cd1a-4676-8697-fa69db38ca81 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:32.822044 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:32.824467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:32.869268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-49b0eeeb-af2d-45ab-ab84-4fda945ad0cf tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:32.877962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:32.927761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Attempting to bind port e268bfd7-8ffd-45ed-8caa-08b4948a9136 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:51:32.927761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Attempting to bind port e268bfd7-8ffd-45ed-8caa-08b4948a9136 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '25193329-4d05-4140-9875-a0a82051ecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0faad4b2-cd1a-4676-8697-fa69db38ca81'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:51:32.928125 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Attempting to bind port e268bfd7-8ffd-45ed-8caa-08b4948a9136 on network 0faad4b2-cd1a-4676-8697-fa69db38ca81 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:51:32.939831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:51:32.940388 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Checking segment: {'id': '25193329-4d05-4140-9875-a0a82051ecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0faad4b2-cd1a-4676-8697-fa69db38ca81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:32.940885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:32.941366 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Bound using segment: {'id': '25193329-4d05-4140-9875-a0a82051ecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0faad4b2-cd1a-4676-8697-fa69db38ca81'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:51:32.941973 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Bound port: e268bfd7-8ffd-45ed-8caa-08b4948a9136, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25193329-4d05-4140-9875-a0a82051ecec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0faad4b2-cd1a-4676-8697-fa69db38ca81'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:51:32.942635 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:32.962475 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ad44e5-d0a7-47aa-b424-6f1ad756074c,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:33.036686 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1764a4de-8505-4d84-88a5-210d132bcfe8 None None] Network c50561db-f87f-44a5-b312-e9c235f4151f requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:33.167885 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.199715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9657be01-7e96-4ed6-94f1-ea8729ccf131 None None] Provisioning for port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:33.212080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9657be01-7e96-4ed6-94f1-ea8729ccf131 None None] Provisioning complete for port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:33.212080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9657be01-7e96-4ed6-94f1-ea8729ccf131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.231677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0faad4b2-cd1a-4676-8697-fa69db38ca81']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:33.243558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fdaf0b98-44e4-4ef1-bea6-6e26a6955548 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.267621 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] For port e268bfd7-8ffd-45ed-8caa-08b4948a9136, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:51:33.305683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] For port e268bfd7-8ffd-45ed-8caa-08b4948a9136, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e268bfd7-8ffd-45ed-8caa-08b4948a9136,segment=NetworkSegment(25193329-4d05-4140-9875-a0a82051ecec),segment_id=25193329-4d05-4140-9875-a0a82051ecec)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:51:33.315833 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.376199 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25193329-4d05-4140-9875-a0a82051ecec') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:33.376199 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25193329-4d05-4140-9875-a0a82051ecec') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:33.395008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.407675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.441004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Transition to ACTIVE for port object 74066187-7b3c-43d4-b46f-36d56fc354c0 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:33.443607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.456793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:33.457199 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:33.472852 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:33.479402 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d0e91-718a-4d0b-8d31-53ebfeeb72c6 None None] Pushing event updated for resources: {'Port': ['ID=e268bfd7-8ffd-45ed-8caa-08b4948a9136,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:33.569829 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9657be01-7e96-4ed6-94f1-ea8729ccf131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.584872 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-adac9e6e-a1d9-4f4a-ac68-df4bddac425c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting subnet a0031b32-be1e-4b30-91b8-dcaea328d53e {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:51:33.587147 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 04:51:33.587147 dv-neutron-843300-5-hyperv neutron-server[84010]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 04:51:33.587147 dv-neutron-843300-5-hyperv neutron-server[84010]: [parameters: {'id': '0faad4b2-cd1a-4676-8697-fa69db38ca81'}] May 28 04:51:33.587147 dv-neutron-843300-5-hyperv neutron-server[84010]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:51:33.587902 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:51:33.593691 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-adac9e6e-a1d9-4f4a-ac68-df4bddac425c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.606808 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.624184 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-49b0eeeb-af2d-45ab-ab84-4fda945ad0cf tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.630049 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06afcd21-543a-45e0-bf4f-649e03697fab tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.640549 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-9657be01-7e96-4ed6-94f1-ea8729ccf131 None None] For port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5ed822c7-de5f-40bb-80d3-c606b07aa1cb,segment=NetworkSegment(c6de07ea-1ce2-4d8e-ac41-8499ee0bfbd6),segment_id=c6de07ea-1ce2-4d8e-ac41-8499ee0bfbd6)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:33.653263 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea21e3a-6318-4921-8964-58b0e63d19ee None None] Network 0faad4b2-cd1a-4676-8697-fa69db38ca81 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:33.668704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9657be01-7e96-4ed6-94f1-ea8729ccf131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.669794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-49b0eeeb-af2d-45ab-ab84-4fda945ad0cf tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.727067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-adac9e6e-a1d9-4f4a-ac68-df4bddac425c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.813366 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afcd21-543a-45e0-bf4f-649e03697fab tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Pushing event updated for resources: {'Subnet': ['ID=ff503603-6ed3-4ae7-9ff3-2b280000861e,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:33.833916 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06afcd21-543a-45e0-bf4f-649e03697fab tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Checking segment: {'id': 'bac1c6f8-326f-4636-83d0-fda5c3f6f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '70d3e582-0261-4009-a5c7-d49de6d32f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:33.834268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06afcd21-543a-45e0-bf4f-649e03697fab tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Network hostable DHCP agents. Network: 70d3e582-0261-4009-a5c7-d49de6d32f8a, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:51:33.838338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-49b0eeeb-af2d-45ab-ab84-4fda945ad0cf tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.838823 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b0eeeb-af2d-45ab-ab84-4fda945ad0cf tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Fanout notify agent at l3_agent the message router_deleted on router 5953401f-c182-4ab6-8788-c07a12d2f006 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:51:33.870552 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-49b0eeeb-af2d-45ab-ab84-4fda945ad0cf tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.871637 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-49b0eeeb-af2d-45ab-ab84-4fda945ad0cf tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/routers/5953401f-c182-4ab6-8788-c07a12d2f006 HTTP/1.1" status: 204 len: 168 time: 1.4486814 May 28 04:51:33.876391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57704) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:33.910401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network c50561db-f87f-44a5-b312-e9c235f4151f is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:33.916095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:33.924464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:33.929132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:33.929780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.938575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=74066187-7b3c-43d4-b46f-36d56fc354c0,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:33.941468 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-adac9e6e-a1d9-4f4a-ac68-df4bddac425c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:33.995930 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06afcd21-543a-45e0-bf4f-649e03697fab tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Network 70d3e582-0261-4009-a5c7-d49de6d32f8a is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:51:34.009527 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9657be01-7e96-4ed6-94f1-ea8729ccf131 None None] Pushing event updated for resources: {'Port': ['ID=5ed822c7-de5f-40bb-80d3-c606b07aa1cb,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:34.047548 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-da8f6bbc-4f47-4cef-83e7-910a73c454b3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4621406 May 28 04:51:34.050572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57708) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:34.053543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-27174fed-2346-426c-a55f-4338fed7976e None None] Provisioning complete for port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:34.056877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-27174fed-2346-426c-a55f-4338fed7976e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:34.096158 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-06afcd21-543a-45e0-bf4f-649e03697fab tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 70d3e582-0261-4009-a5c7-d49de6d32f8a) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:34.113441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06afcd21-543a-45e0-bf4f-649e03697fab tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:34.114064 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-06afcd21-543a-45e0-bf4f-649e03697fab tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:34.128971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:34.159490 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b8611d-2ea7-4273-a2b5-97d6f25c23ba None None] Network 70d3e582-0261-4009-a5c7-d49de6d32f8a requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:34.161901 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-adac9e6e-a1d9-4f4a-ac68-df4bddac425c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:34.218149 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-06afcd21-543a-45e0-bf4f-649e03697fab tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5461874 May 28 04:51:34.223098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57712) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:34.223755 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac9e6e-a1d9-4f4a-ac68-df4bddac425c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Subnet': ['ID=a0031b32-be1e-4b30-91b8-dcaea328d53e,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:34.233603 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Request body: {'port': {'network_id': '70d3e582-0261-4009-a5c7-d49de6d32f8a', 'name': 'tempest-TagsExtTest-978024063'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:34.314464 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-f417a7f2-418b-44a4-89a5-9f3ecb4f436a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting subnet 48b2ad5c-2abe-4ff4-b22a-6a642568dfdf {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:51:34.326079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-adac9e6e-a1d9-4f4a-ac68-df4bddac425c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:34.331944 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-adac9e6e-a1d9-4f4a-ac68-df4bddac425c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/a0031b32-be1e-4b30-91b8-dcaea328d53e HTTP/1.1" status: 204 len: 168 time: 1.5186214 May 28 04:51:34.331944 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f417a7f2-418b-44a4-89a5-9f3ecb4f436a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:34.332207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62734011-304c-4fe2-8b0d-232343656793 None None] Network 7366182b-63bd-40dd-9230-b415d0422951 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:34.363929 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57716) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:34.393279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Deleting port e268bfd7-8ffd-45ed-8caa-08b4948a9136 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:34.393560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:34.464435 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f417a7f2-418b-44a4-89a5-9f3ecb4f436a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:34.628506 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:34.641836 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Usage tracker for resource:port and tenant:12cbea4c22594735b016294a534e4f4c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:34.646151 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:34.648853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-46bb4406-e897-4ed9-8e87-35f03c24d8a1 None None] Provisioning for port 74066187-7b3c-43d4-b46f-36d56fc354c0 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:34.653667 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-70d3e582-0261-4009-a5c7-d49de6d32f8a', 'network_id': '70d3e582-0261-4009-a5c7-d49de6d32f8a', 'tenant_id': '12cbea4c22594735b016294a534e4f4c', 'fixed_ips': [{'subnet_id': 'ff503603-6ed3-4ae7-9ff3-2b280000861e'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:51:34.654503 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:34.661560 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:34.674394 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-46bb4406-e897-4ed9-8e87-35f03c24d8a1 None None] Provisioning complete for port 74066187-7b3c-43d4-b46f-36d56fc354c0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:34.674763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-46bb4406-e897-4ed9-8e87-35f03c24d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:34.694461 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Made reservation on behalf of 12cbea4c22594735b016294a534e4f4c for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:34.697402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:34.728234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f417a7f2-418b-44a4-89a5-9f3ecb4f436a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:34.773805 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76799c7-b882-4591-bebe-382227f43dec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting subnet 74aafac7-94b0-4f1a-9d8c-5f7c3ec4c92b {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:51:34.782057 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-46bb4406-e897-4ed9-8e87-35f03c24d8a1 None None] Port 74066187-7b3c-43d4-b46f-36d56fc354c0 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:34.783307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e76799c7-b882-4591-bebe-382227f43dec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:34.816675 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] device_id is not set on port 3979874e-2193-4a60-8d90-900309cdf9ec yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:51:34.906564 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e76799c7-b882-4591-bebe-382227f43dec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:34.919725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] For port e268bfd7-8ffd-45ed-8caa-08b4948a9136, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e268bfd7-8ffd-45ed-8caa-08b4948a9136,segment=NetworkSegment(25193329-4d05-4140-9875-a0a82051ecec),segment_id=25193329-4d05-4140-9875-a0a82051ecec)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:34.920076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.003329 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Allocated IP 172.20.0.2 (70d3e582-0261-4009-a5c7-d49de6d32f8a/ff503603-6ed3-4ae7-9ff3-2b280000861e/240a6cde-0be6-4a12-8349-1f377ebc49fa) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:35.008944 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e988a668-7ad6-4fec-9d8d-87431e2e0f03 None None] DHCP port deletion for 7366182b-63bd-40dd-9230-b415d0422951 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:51:35.019182 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e988a668-7ad6-4fec-9d8d-87431e2e0f03 None None] Deleting port e7b059b6-6865-4f09-9b4a-df921c27c60b {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:35.020063 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e988a668-7ad6-4fec-9d8d-87431e2e0f03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.034371 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f417a7f2-418b-44a4-89a5-9f3ecb4f436a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.085803 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e76799c7-b882-4591-bebe-382227f43dec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.103494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38758de-857a-41a0-917d-40488daa8180 None None] Network 1b27110f-1513-442a-8366-c05416b5f6ca requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:35.113333 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417a7f2-418b-44a4-89a5-9f3ecb4f436a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Subnet': ['ID=48b2ad5c-2abe-4ff4-b22a-6a642568dfdf,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:35.115640 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f417a7f2-418b-44a4-89a5-9f3ecb4f436a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.139340 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f417a7f2-418b-44a4-89a5-9f3ecb4f436a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/48b2ad5c-2abe-4ff4-b22a-6a642568dfdf HTTP/1.1" status: 204 len: 168 time: 1.2618737 May 28 04:51:35.142358 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57720) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:35.171743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Calling delete_port for e268bfd7-8ffd-45ed-8caa-08b4948a9136 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:35.265889 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e76799c7-b882-4591-bebe-382227f43dec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.307959 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.312443 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76799c7-b882-4591-bebe-382227f43dec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Subnet': ['ID=74aafac7-94b0-4f1a-9d8c-5f7c3ec4c92b,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:35.322218 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e76799c7-b882-4591-bebe-382227f43dec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.332306 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e76799c7-b882-4591-bebe-382227f43dec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/74aafac7-94b0-4f1a-9d8c-5f7c3ec4c92b HTTP/1.1" status: 204 len: 168 time: 0.9666538 May 28 04:51:35.334234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57724) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:35.337006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 9065738c-db9d-45de-9a3e-1f82e5db93b2 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:35.337561 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.352213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbf3492-eeb6-47f6-9c16-a221bc19fd7e None None] Network 993a8d21-822f-42c2-a75e-75e1dd8fe30b requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:35.426081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1c2db85c-d7b2-4393-93b7-5ecdf5dd938e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.435852 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf0b98-44e4-4ef1-bea6-6e26a6955548 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Deleting port 73ca4869-3930-42e0-b872-9851361d4f3b {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:35.436983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fdaf0b98-44e4-4ef1-bea6-6e26a6955548 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.461778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.556807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Port': ['ID=e268bfd7-8ffd-45ed-8caa-08b4948a9136,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:35.589515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] No DVR routers for this DVR port e268bfd7-8ffd-45ed-8caa-08b4948a9136 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:35.614365 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.669249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port e7b059b6-6865-4f09-9b4a-df921c27c60b {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:35.669993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.807986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-e988a668-7ad6-4fec-9d8d-87431e2e0f03 None None] For port e7b059b6-6865-4f09-9b4a-df921c27c60b, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e7b059b6-6865-4f09-9b4a-df921c27c60b,segment=NetworkSegment(5b21ee55-750f-41e7-9266-009e35a3ebb9),segment_id=5b21ee55-750f-41e7-9266-009e35a3ebb9)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:35.808588 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e988a668-7ad6-4fec-9d8d-87431e2e0f03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.859014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] For port 9065738c-db9d-45de-9a3e-1f82e5db93b2, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9065738c-db9d-45de-9a3e-1f82e5db93b2,segment=NetworkSegment(1424dc8e-d725-46d9-ae18-d7d4ead38138),segment_id=1424dc8e-d725-46d9-ae18-d7d4ead38138)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:35.859432 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.911983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.938157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0faad4b2-cd1a-4676-8697-fa69db38ca81']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:35.950619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25193329-4d05-4140-9875-a0a82051ecec') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:35.950912 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25193329-4d05-4140-9875-a0a82051ecec') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:35.954228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e988a668-7ad6-4fec-9d8d-87431e2e0f03 None None] Calling delete_port for e7b059b6-6865-4f09-9b4a-df921c27c60b owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:35.962602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.981126 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:35.987740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:35.987931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.007314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 9065738c-db9d-45de-9a3e-1f82e5db93b2 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:36.009755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.035962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Transition to ACTIVE for port object 240a6cde-0be6-4a12-8349-1f377ebc49fa will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:36.067954 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5ed822c7-de5f-40bb-80d3-c606b07aa1cb up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:36.098226 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:36.128078 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Transition to ACTIVE for port object 240a6cde-0be6-4a12-8349-1f377ebc49fa will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:36.134011 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e988a668-7ad6-4fec-9d8d-87431e2e0f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.187053 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26af2c2a-d88c-4ea4-8ff7-ded79de394f2 None None] DHCP port deletion for 1b27110f-1513-442a-8366-c05416b5f6ca request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:51:36.200976 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.201206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] For port e7b059b6-6865-4f09-9b4a-df921c27c60b, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e7b059b6-6865-4f09-9b4a-df921c27c60b,segment=NetworkSegment(5b21ee55-750f-41e7-9266-009e35a3ebb9),segment_id=5b21ee55-750f-41e7-9266-009e35a3ebb9)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:36.201326 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.208456 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988a668-7ad6-4fec-9d8d-87431e2e0f03 None None] Pushing event deleted for resources: {'Port': ['ID=e7b059b6-6865-4f09-9b4a-df921c27c60b,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:36.245767 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-26af2c2a-d88c-4ea4-8ff7-ded79de394f2 None None] Deleting port 9065738c-db9d-45de-9a3e-1f82e5db93b2 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:36.246193 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-26af2c2a-d88c-4ea4-8ff7-ded79de394f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.265372 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.296561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e988a668-7ad6-4fec-9d8d-87431e2e0f03 None None] No DVR routers for this DVR port e7b059b6-6865-4f09-9b4a-df921c27c60b on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:36.312730 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff31c81-961f-4761-8e14-5f13ac895db1 None None] DHCP port deletion for 993a8d21-822f-42c2-a75e-75e1dd8fe30b request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:51:36.333317 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.336665 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3ff31c81-961f-4761-8e14-5f13ac895db1 None None] Deleting port 58b869e1-ae10-4cae-9255-1b040ecff9c5 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:36.336824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3ff31c81-961f-4761-8e14-5f13ac895db1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.348449 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for e7b059b6-6865-4f09-9b4a-df921c27c60b owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:36.389587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.390118 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Pushing event updated for resources: {'Port': ['ID=240a6cde-0be6-4a12-8349-1f377ebc49fa,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:36.398868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Network': ['ID=0faad4b2-cd1a-4676-8697-fa69db38ca81,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:36.404130 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Network 70d3e582-0261-4009-a5c7-d49de6d32f8a is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:36.422283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fdaf0b98-44e4-4ef1-bea6-6e26a6955548 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.430060 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bb3a4964-f9e2-42d8-9bf4-daa6a089ff29 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/networks/0faad4b2-cd1a-4676-8697-fa69db38ca81 HTTP/1.1" status: 204 len: 168 time: 4.8431363 May 28 04:51:36.431831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:36.434045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:36.440425 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57728) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:36.450030 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-fd240afc-ef26-45d7-b412-a7d4a6e7191c {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:51:36.450338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:51:36.450497 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-26af2c2a-d88c-4ea4-8ff7-ded79de394f2 None None] The port '9065738c-db9d-45de-9a3e-1f82e5db93b2' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:51:36.455205 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=9065738c-db9d-45de-9a3e-1f82e5db93b2,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:36.467608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No DVR routers for this DVR port 9065738c-db9d-45de-9a3e-1f82e5db93b2 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:36.487100 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2aad231-d0d0-46f1-ab39-d4bb26c3a36d tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] DELETE failed (client error): The resource could not be found. May 28 04:51:36.487738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2aad231-d0d0-46f1-ab39-d4bb26c3a36d tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:36.489405 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c2aad231-d0d0-46f1-ab39-d4bb26c3a36d tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/subnets/f6ad44e5-d0a7-47aa-b424-6f1ad756074c HTTP/1.1" status: 404 len: 337 time: 0.0476604 May 28 04:51:36.515417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57732) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:36.521751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:36.522122 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.567945 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-1864de96-9020-4e00-a624-189cb2f43f7a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] DELETE failed (client error): The resource could not be found. May 28 04:51:36.568614 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1864de96-9020-4e00-a624-189cb2f43f7a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:36.608500 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf0b98-44e4-4ef1-bea6-6e26a6955548 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Calling delete_port for 73ca4869-3930-42e0-b872-9851361d4f3b owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:36.632240 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:51:36.632819 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:51:36.648403 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1864de96-9020-4e00-a624-189cb2f43f7a tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/networks/0faad4b2-cd1a-4676-8697-fa69db38ca81 HTTP/1.1" status: 404 len: 339 time: 0.1262159 May 28 04:51:36.649944 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57736) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:36.693144 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.700674 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac62e0d-bb66-4882-aece-7502b3d1a73d tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] DELETE failed (client error): The resource could not be found. May 28 04:51:36.700877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Attempting to bind port 240a6cde-0be6-4a12-8349-1f377ebc49fa on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:51:36.701093 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Attempting to bind port 240a6cde-0be6-4a12-8349-1f377ebc49fa by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'bac1c6f8-326f-4636-83d0-fda5c3f6f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '70d3e582-0261-4009-a5c7-d49de6d32f8a'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:51:36.701430 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac62e0d-bb66-4882-aece-7502b3d1a73d tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:36.701547 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Attempting to bind port 240a6cde-0be6-4a12-8349-1f377ebc49fa on network 70d3e582-0261-4009-a5c7-d49de6d32f8a {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:51:36.703925 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bac62e0d-bb66-4882-aece-7502b3d1a73d tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/subnets/26f555d8-3d47-4e77-b273-77794061d27c HTTP/1.1" status: 404 len: 337 time: 0.0530803 May 28 04:51:36.707083 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57740) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:36.745701 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f200a9-2360-41a7-ae85-f8ee1c7c5505 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] DELETE failed (client error): The resource could not be found. May 28 04:51:36.746192 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f200a9-2360-41a7-ae85-f8ee1c7c5505 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:36.746549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1c2db85c-d7b2-4393-93b7-5ecdf5dd938e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.748050 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a5f200a9-2360-41a7-ae85-f8ee1c7c5505 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/networks/136578f5-0e5b-44d2-ac18-cf447dbcea6c HTTP/1.1" status: 404 len: 339 time: 0.0398610 May 28 04:51:36.750891 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57744) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:36.753076 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b27110f-1513-442a-8366-c05416b5f6ca']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:36.767629 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1424dc8e-d725-46d9-ae18-d7d4ead38138') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:36.768060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1424dc8e-d725-46d9-ae18-d7d4ead38138') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:36.780474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.781491 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:51:36.781871 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Checking segment: {'id': 'bac1c6f8-326f-4636-83d0-fda5c3f6f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '70d3e582-0261-4009-a5c7-d49de6d32f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:36.782258 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.782642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Bound using segment: {'id': 'bac1c6f8-326f-4636-83d0-fda5c3f6f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '70d3e582-0261-4009-a5c7-d49de6d32f8a'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:51:36.783115 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Bound port: 240a6cde-0be6-4a12-8349-1f377ebc49fa, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac1c6f8-326f-4636-83d0-fda5c3f6f51e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '70d3e582-0261-4009-a5c7-d49de6d32f8a'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:51:36.783474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.795970 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1c2db85c-d7b2-4393-93b7-5ecdf5dd938e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.800006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.807423 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:36.808001 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:36.823300 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:36.826355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-3ff31c81-961f-4761-8e14-5f13ac895db1 None None] For port 58b869e1-ae10-4cae-9255-1b040ecff9c5, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=58b869e1-ae10-4cae-9255-1b040ecff9c5,segment=NetworkSegment(6afd990f-2322-44c7-8862-8815712389a2),segment_id=6afd990f-2322-44c7-8862-8815712389a2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:36.826355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3ff31c81-961f-4761-8e14-5f13ac895db1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.840135 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6067e7d-690e-4b05-a911-07ed6448f9bf tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] DELETE failed (client error): The resource could not be found. May 28 04:51:36.840345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6067e7d-690e-4b05-a911-07ed6448f9bf tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:36.841966 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e6067e7d-690e-4b05-a911-07ed6448f9bf tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/subnets/8b4dc772-952f-431a-a192-4edd00ac5930 HTTP/1.1" status: 404 len: 337 time: 0.0899158 May 28 04:51:36.853420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57748) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:36.886562 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-230a0a38-2f78-4ab8-8541-dfc921e96550 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] DELETE failed (client error): The resource could not be found. May 28 04:51:36.887207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230a0a38-2f78-4ab8-8541-dfc921e96550 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:36.888655 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-230a0a38-2f78-4ab8-8541-dfc921e96550 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/networks/c8e0d045-38b5-4500-8e46-e3ce9e21d4fd HTTP/1.1" status: 404 len: 339 time: 0.0337207 May 28 04:51:36.895963 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57752) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:36.973647 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:36.993515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2db85c-d7b2-4393-93b7-5ecdf5dd938e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=74066187-7b3c-43d4-b46f-36d56fc354c0,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:37.035028 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3ff31c81-961f-4761-8e14-5f13ac895db1 None None] Calling delete_port for 58b869e1-ae10-4cae-9255-1b040ecff9c5 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:37.104818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fdaf0b98-44e4-4ef1-bea6-6e26a6955548 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:37.131107 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] For port 240a6cde-0be6-4a12-8349-1f377ebc49fa, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:51:37.135790 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] For port 240a6cde-0be6-4a12-8349-1f377ebc49fa, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=240a6cde-0be6-4a12-8349-1f377ebc49fa,segment=NetworkSegment(bac1c6f8-326f-4636-83d0-fda5c3f6f51e),segment_id=bac1c6f8-326f-4636-83d0-fda5c3f6f51e)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:51:37.142046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ed285-d47a-4924-bb51-0392c7bc9daa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Deleting port 2363347e-bff1-4de6-9abc-2e5c140171e6 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:37.142566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8c8ed285-d47a-4924-bb51-0392c7bc9daa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:37.149570 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:37.171650 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port e7b059b6-6865-4f09-9b4a-df921c27c60b {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:37.171984 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:37.199632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e7b059b6-6865-4f09-9b4a-df921c27c60b no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:51:37.206874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:37.245207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: e7b059b6-6865-4f09-9b4a-df921c27c60b {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:51:37.245737 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e7b059b6-6865-4f09-9b4a-df921c27c60b not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:51:37.248165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:37.259669 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3ff31c81-961f-4761-8e14-5f13ac895db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:37.282915 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] device_id is not set on port 62efd776-385f-46c9-a5f0-5379f7c08ca0 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:51:37.290401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf0b98-44e4-4ef1-bea6-6e26a6955548 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event deleted for resources: {'Port': ['ID=73ca4869-3930-42e0-b872-9851361d4f3b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:37.292946 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff31c81-961f-4761-8e14-5f13ac895db1 None None] No DVR routers for this DVR port 58b869e1-ae10-4cae-9255-1b040ecff9c5 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:37.299782 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156506f-2200-4983-b4f7-0ddb18180af4 None None] Pushing event updated for resources: {'Port': ['ID=240a6cde-0be6-4a12-8349-1f377ebc49fa,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:37.355678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff31c81-961f-4761-8e14-5f13ac895db1 None None] Pushing event deleted for resources: {'Port': ['ID=58b869e1-ae10-4cae-9255-1b040ecff9c5,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:37.396411 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] The port 'e7b059b6-6865-4f09-9b4a-df921c27c60b' was deleted {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:51:37.400201 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Network': ['ID=1b27110f-1513-442a-8366-c05416b5f6ca,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:37.408248 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cda74f2d-a6e8-4062-bd16-798eccbc2854 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/networks/1b27110f-1513-442a-8366-c05416b5f6ca HTTP/1.1" status: 204 len: 168 time: 2.2647974 May 28 04:51:37.409051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57756) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:37.473116 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b95be67e-c405-4432-a73a-f2fd5abdd111 None None] Provisioning complete for port 74066187-7b3c-43d4-b46f-36d56fc354c0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:37.474055 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b95be67e-c405-4432-a73a-f2fd5abdd111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:37.573201 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b95be67e-c405-4432-a73a-f2fd5abdd111 None None] Port 74066187-7b3c-43d4-b46f-36d56fc354c0 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:37.684554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b868a456-4315-4487-a276-21de666b05ad tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:37.685107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b868a456-4315-4487-a276-21de666b05ad tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:37.692687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fdaf0b98-44e4-4ef1-bea6-6e26a6955548 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:37.736211 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1c2db85c-d7b2-4393-93b7-5ecdf5dd938e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:37.837216 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:37.896452 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b868a456-4315-4487-a276-21de666b05ad tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:37.901907 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b868a456-4315-4487-a276-21de666b05ad tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/e28bf89c-b3e8-4239-bdda-ce652808149d HTTP/1.1" status: 200 len: 845 time: 0.4851975 May 28 04:51:37.903671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7366182b-63bd-40dd-9230-b415d0422951']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:37.911727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8c8ed285-d47a-4924-bb51-0392c7bc9daa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:37.912065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57760) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:37.931259 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b21ee55-750f-41e7-9266-009e35a3ebb9') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:37.931548 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b21ee55-750f-41e7-9266-009e35a3ebb9') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:37.940898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Allocated IP 172.20.0.8 (70d3e582-0261-4009-a5c7-d49de6d32f8a/ff503603-6ed3-4ae7-9ff3-2b280000861e/62efd776-385f-46c9-a5f0-5379f7c08ca0) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:38.048182 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 240a6cde-0be6-4a12-8349-1f377ebc49fa up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:38.058193 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:38.072975 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ed285-d47a-4924-bb51-0392c7bc9daa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Calling delete_port for 2363347e-bff1-4de6-9abc-2e5c140171e6 owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:38.114607 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:38.120423 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 240a6cde-0be6-4a12-8349-1f377ebc49fa completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:38.134012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0a1752c9-3db5-4440-b8d8-e2bd9c8cd377 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:38.138386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1c2db85c-d7b2-4393-93b7-5ecdf5dd938e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:38.149612 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:38.150040 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:38.164914 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:38.192087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0a1752c9-3db5-4440-b8d8-e2bd9c8cd377 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:38.193310 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0a1752c9-3db5-4440-b8d8-e2bd9c8cd377 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/e28bf89c-b3e8-4239-bdda-ce652808149d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2801523 May 28 04:51:38.201803 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9065738c-db9d-45de-9a3e-1f82e5db93b2 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:51:38.237796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57764) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:38.249817 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 9065738c-db9d-45de-9a3e-1f82e5db93b2 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:51:38.250442 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9065738c-db9d-45de-9a3e-1f82e5db93b2 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:51:38.250964 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 58b869e1-ae10-4cae-9255-1b040ecff9c5 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:51:38.261293 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-9ea64288-32c3-4e7b-a317-420a4d6da14f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'subnet': {'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:38.293784 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 58b869e1-ae10-4cae-9255-1b040ecff9c5 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:51:38.294124 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 58b869e1-ae10-4cae-9255-1b040ecff9c5 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:51:38.386835 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:38.392180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:38.445242 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8c8ed285-d47a-4924-bb51-0392c7bc9daa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:38.496616 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdaf0b98-44e4-4ef1-bea6-6e26a6955548 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Router 8295b9e2-0613-4984-8a99-5181e16c34b6 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:51:38.563660 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Network': ['ID=7366182b-63bd-40dd-9230-b415d0422951,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:38.564572 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64494d5-5ebd-4ad5-99c5-4e85959a490e None None] Network 70d3e582-0261-4009-a5c7-d49de6d32f8a requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:38.573310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ed285-d47a-4924-bb51-0392c7bc9daa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Port': ['ID=2363347e-bff1-4de6-9abc-2e5c140171e6,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:38.576768 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1efefc8a-043f-4ca3-b07e-c2bd5045206e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/networks/7366182b-63bd-40dd-9230-b415d0422951 HTTP/1.1" status: 204 len: 168 time: 3.2413402 May 28 04:51:38.584152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57768) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:38.587314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9ea64288-32c3-4e7b-a317-420a4d6da14f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:38.596239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8c8ed285-d47a-4924-bb51-0392c7bc9daa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:38.598134 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8c8ed285-d47a-4924-bb51-0392c7bc9daa tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/ports/2363347e-bff1-4de6-9abc-2e5c140171e6 HTTP/1.1" status: 204 len: 168 time: 1.7010012 May 28 04:51:38.619350 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57772) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:38.622799 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9ea64288-32c3-4e7b-a317-420a4d6da14f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:subnet and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:38.627273 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9ea64288-32c3-4e7b-a317-420a4d6da14f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:38.679349 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-986d5f05-2280-4d73-b623-dc7992f366aa None None] Provisioning for port 240a6cde-0be6-4a12-8349-1f377ebc49fa completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:38.687376 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-986d5f05-2280-4d73-b623-dc7992f366aa None None] Provisioning complete for port 240a6cde-0be6-4a12-8349-1f377ebc49fa triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:38.687822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-986d5f05-2280-4d73-b623-dc7992f366aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:38.778059 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaf0b98-44e4-4ef1-bea6-6e26a6955548 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:51:38.788317 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fdaf0b98-44e4-4ef1-bea6-6e26a6955548 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "PUT /v2.0/routers/8295b9e2-0613-4984-8a99-5181e16c34b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7440429 May 28 04:51:38.791828 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57776) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:38.796821 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ccce25-dea6-461f-a64b-ba20ccb30582 None None] Sync routers for ids ['8295b9e2-0613-4984-8a99-5181e16c34b6'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:51:38.809599 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ccce25-dea6-461f-a64b-ba20ccb30582 None None] Routers {'8295b9e2-0613-4984-8a99-5181e16c34b6'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:38.810545 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-90ccce25-dea6-461f-a64b-ba20ccb30582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8295b9e2-0613-4984-8a99-5181e16c34b6'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:38.832668 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9ea64288-32c3-4e7b-a317-420a4d6da14f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:38.879320 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ecc4877-6d98-43be-952e-ebba133ff210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] DELETE failed (client error): The resource could not be found. May 28 04:51:38.880532 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ecc4877-6d98-43be-952e-ebba133ff210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:38.882527 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2ecc4877-6d98-43be-952e-ebba133ff210 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/subnets/7c805c57-be9e-411b-9631-2cc5aecc097f HTTP/1.1" status: 404 len: 337 time: 0.2567847 May 28 04:51:38.900935 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57780) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:38.915640 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-90ccce25-dea6-461f-a64b-ba20ccb30582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:38.928003 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ccce25-dea6-461f-a64b-ba20ccb30582 None None] Routers {'8295b9e2-0613-4984-8a99-5181e16c34b6'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:38.928984 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-90ccce25-dea6-461f-a64b-ba20ccb30582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['8295b9e2-0613-4984-8a99-5181e16c34b6'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:38.939344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-986d5f05-2280-4d73-b623-dc7992f366aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:38.945850 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea64288-32c3-4e7b-a317-420a4d6da14f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:38.976688 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66910e29-0e9e-4010-b6ec-a7c822b29570 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:38.999128 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-90ccce25-dea6-461f-a64b-ba20ccb30582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:38.999978 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ccce25-dea6-461f-a64b-ba20ccb30582 None None] The sync data for ids ['8295b9e2-0613-4984-8a99-5181e16c34b6'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:51:39.010730 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-986d5f05-2280-4d73-b623-dc7992f366aa None None] For port 240a6cde-0be6-4a12-8349-1f377ebc49fa, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=240a6cde-0be6-4a12-8349-1f377ebc49fa,segment=NetworkSegment(bac1c6f8-326f-4636-83d0-fda5c3f6f51e),segment_id=bac1c6f8-326f-4636-83d0-fda5c3f6f51e)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:39.016993 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-986d5f05-2280-4d73-b623-dc7992f366aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.046959 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.098019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d5f05-2280-4d73-b623-dc7992f366aa None None] Pushing event updated for resources: {'Port': ['ID=240a6cde-0be6-4a12-8349-1f377ebc49fa,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:39.116760 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-6ecf56d7-44d3-47c7-b5bd-7327a2bf766d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] show failed (client error): The resource could not be found. May 28 04:51:39.122796 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6ecf56d7-44d3-47c7-b5bd-7327a2bf766d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1911728117 HTTP/1.1" status: 404 len: 335 time: 0.3249762 May 28 04:51:39.122796 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57784) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:39.124745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-1c2db85c-d7b2-4393-93b7-5ecdf5dd938e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:51:39.135802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a966af7a-0836-4749-a92e-6f20e3a2b0d1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:39.167780 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Transition to ACTIVE for port object 62efd776-385f-46c9-a5f0-5379f7c08ca0 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:39.200947 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1c2db85c-d7b2-4393-93b7-5ecdf5dd938e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.203991 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-a966af7a-0836-4749-a92e-6f20e3a2b0d1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] update failed (client error): The resource could not be found. May 28 04:51:39.205034 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a966af7a-0836-4749-a92e-6f20e3a2b0d1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1117359382 HTTP/1.1" status: 404 len: 335 time: 0.0825191 May 28 04:51:39.210051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57788) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:39.210755 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1c2db85c-d7b2-4393-93b7-5ecdf5dd938e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.211623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1c2db85c-d7b2-4393-93b7-5ecdf5dd938e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.216360 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ea64288-32c3-4e7b-a317-420a4d6da14f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.234800 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5db0171-59ed-469d-a18c-11f4132ca238 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.239221 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c336701-7822-467d-a0e9-8549059df22a None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:51:39.294849 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4ed49ccc-4448-40ff-ad4a-3a7148b40a87 None None] Provisioning complete for port 240a6cde-0be6-4a12-8349-1f377ebc49fa triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:39.295113 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4ed49ccc-4448-40ff-ad4a-3a7148b40a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.427111 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2db85c-d7b2-4393-93b7-5ecdf5dd938e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=74066187-7b3c-43d4-b46f-36d56fc354c0,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:39.456066 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66910e29-0e9e-4010-b6ec-a7c822b29570 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.510030 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.525238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c336701-7822-467d-a0e9-8549059df22a None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:51:39.580329 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2db85c-d7b2-4393-93b7-5ecdf5dd938e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network c50561db-f87f-44a5-b312-e9c235f4151f is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:39.584498 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c95486-8dcc-44ad-837d-dda4e7644853 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Deleting subnet 56cd8073-368e-4187-a9b7-4189c2926e44 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:51:39.586434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-1c2db85c-d7b2-4393-93b7-5ecdf5dd938e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:39.607090 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-66910e29-0e9e-4010-b6ec-a7c822b29570 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993a8d21-822f-42c2-a75e-75e1dd8fe30b']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:39.644112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-90c95486-8dcc-44ad-837d-dda4e7644853 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.653233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-66910e29-0e9e-4010-b6ec-a7c822b29570 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afd990f-2322-44c7-8862-8815712389a2') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:39.653525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-66910e29-0e9e-4010-b6ec-a7c822b29570 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afd990f-2322-44c7-8862-8815712389a2') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:39.681734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5db0171-59ed-469d-a18c-11f4132ca238 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.689794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66910e29-0e9e-4010-b6ec-a7c822b29570 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.726817 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Network 70d3e582-0261-4009-a5c7-d49de6d32f8a is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:39.764460 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:39.767181 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:39.780418 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-90c95486-8dcc-44ad-837d-dda4e7644853 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.792340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66910e29-0e9e-4010-b6ec-a7c822b29570 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.803263 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Pushing event updated for resources: {'Port': ['ID=62efd776-385f-46c9-a5f0-5379f7c08ca0,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:39.816020 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-a5db0171-59ed-469d-a18c-11f4132ca238 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736217af-2e7e-4097-9928-76471ea9895a']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:39.838085 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66910e29-0e9e-4010-b6ec-a7c822b29570 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:39.838483 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66910e29-0e9e-4010-b6ec-a7c822b29570 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:39.859834 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:39.874877 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-a5db0171-59ed-469d-a18c-11f4132ca238 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc96ee7-fe7a-4dc4-82a4-5e7b5cd172a8') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:39.875442 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-a5db0171-59ed-469d-a18c-11f4132ca238 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc96ee7-fe7a-4dc4-82a4-5e7b5cd172a8') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:39.970540 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5db0171-59ed-469d-a18c-11f4132ca238 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:39.975652 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 240a6cde-0be6-4a12-8349-1f377ebc49fa up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:39.993554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:39.994279 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.023154 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66910e29-0e9e-4010-b6ec-a7c822b29570 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.027898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-66910e29-0e9e-4010-b6ec-a7c822b29570 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.041823 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5db0171-59ed-469d-a18c-11f4132ca238 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.079877 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5db0171-59ed-469d-a18c-11f4132ca238 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:40.080284 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5db0171-59ed-469d-a18c-11f4132ca238 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:40.105260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66910e29-0e9e-4010-b6ec-a7c822b29570 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Network': ['ID=993a8d21-822f-42c2-a75e-75e1dd8fe30b,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:40.113404 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-66910e29-0e9e-4010-b6ec-a7c822b29570 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/networks/993a8d21-822f-42c2-a75e-75e1dd8fe30b HTTP/1.1" status: 204 len: 168 time: 1.5244482 May 28 04:51:40.113626 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 240a6cde-0be6-4a12-8349-1f377ebc49fa triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:40.114187 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.152479 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57792) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:40.166990 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ea64288-32c3-4e7b-a317-420a4d6da14f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.168654 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-90c95486-8dcc-44ad-837d-dda4e7644853 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.174322 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6a781f81-fcdb-4a8b-98f8-0e69f47bb01e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.9459381 May 28 04:51:40.219068 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57796) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:40.220504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8c0c5861-6e1e-4eb4-8b68-2a2446298197 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'network': {'name': 'tempest-RoutersTest-1937065463'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:40.235959 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8c0c5861-6e1e-4eb4-8b68-2a2446298197 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:40.246384 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-f8d48229-f053-496d-8a05-769b6307e991 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1186313108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:40.252708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8c0c5861-6e1e-4eb4-8b68-2a2446298197 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:network and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:40.261327 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f8d48229-f053-496d-8a05-769b6307e991 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:40.267558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8c0c5861-6e1e-4eb4-8b68-2a2446298197 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:40.276586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f8d48229-f053-496d-8a05-769b6307e991 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Usage tracker for resource:router and tenant:12cbea4c22594735b016294a534e4f4c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:40.279105 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5db0171-59ed-469d-a18c-11f4132ca238 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.283933 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5db0171-59ed-469d-a18c-11f4132ca238 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.292290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f8d48229-f053-496d-8a05-769b6307e991 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:40.295553 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8c0c5861-6e1e-4eb4-8b68-2a2446298197 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:40.349828 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0c5861-6e1e-4eb4-8b68-2a2446298197 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:40.353032 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5861-6e1e-4eb4-8b68-2a2446298197 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.357095 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f8d48229-f053-496d-8a05-769b6307e991 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:40.375671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea64288-32c3-4e7b-a317-420a4d6da14f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:40.390188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea64288-32c3-4e7b-a317-420a4d6da14f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Subnet': ['ID=cdbb8385-5b74-4475-b6da-e8649eed8e39,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:40.394296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-9ea64288-32c3-4e7b-a317-420a4d6da14f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:40.396764 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea64288-32c3-4e7b-a317-420a4d6da14f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:40.397226 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ea64288-32c3-4e7b-a317-420a4d6da14f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.404993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8d48229-f053-496d-8a05-769b6307e991 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.405984 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8d48229-f053-496d-8a05-769b6307e991 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.407709 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-90c95486-8dcc-44ad-837d-dda4e7644853 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.423873 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17045cf4-f0a5-4e7c-af4a-42e420158f41 None None] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:40.433928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8d48229-f053-496d-8a05-769b6307e991 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.449718 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ca18892b-2b02-4da0-8834-2d16cf11fb9a None None] Provisioning complete for port 74066187-7b3c-43d4-b46f-36d56fc354c0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:40.450378 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ca18892b-2b02-4da0-8834-2d16cf11fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.454182 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db0171-59ed-469d-a18c-11f4132ca238 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Network': ['ID=736217af-2e7e-4097-9928-76471ea9895a,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:40.460838 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a5db0171-59ed-469d-a18c-11f4132ca238 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/networks/736217af-2e7e-4097-9928-76471ea9895a HTTP/1.1" status: 204 len: 168 time: 1.5558968 May 28 04:51:40.462830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57800) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:40.465518 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8d48229-f053-496d-8a05-769b6307e991 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.479362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c95486-8dcc-44ad-837d-dda4e7644853 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event deleted for resources: {'Subnet': ['ID=56cd8073-368e-4187-a9b7-4189c2926e44,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:40.502103 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9ea64288-32c3-4e7b-a317-420a4d6da14f tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2627466 May 28 04:51:40.503001 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57804) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:40.507077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8d48229-f053-496d-8a05-769b6307e991 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.508259 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f8d48229-f053-496d-8a05-769b6307e991 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2852011 May 28 04:51:40.513184 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-54135aee-d822-4945-984e-8e3aa1743502 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'security_group': {'name': 'tempest-secgroup-1390548728'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:40.517266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57808) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:40.521091 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-54135aee-d822-4945-984e-8e3aa1743502 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:40.525475 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0c5861-6e1e-4eb4-8b68-2a2446298197 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:51:40.526711 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-07716ddd-67c3-47d1-b59b-0d7ab153cf28 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1039859781', 'prefixes': ['172.20.0.0/16']}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:40.533905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-07716ddd-67c3-47d1-b59b-0d7ab153cf28 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:40.536381 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-54135aee-d822-4945-984e-8e3aa1743502 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:security_group and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:40.540152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-54135aee-d822-4945-984e-8e3aa1743502 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:40.549329 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-54135aee-d822-4945-984e-8e3aa1743502 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:40.564390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-90c95486-8dcc-44ad-837d-dda4e7644853 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.565486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54135aee-d822-4945-984e-8e3aa1743502 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.568441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5861-6e1e-4eb4-8b68-2a2446298197 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.568770 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-8c0c5861-6e1e-4eb4-8b68-2a2446298197 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Added segment b73e2ead-1176-4946-8a5d-66613f2e5208 of type vlan for network ed2f71ff-e723-4f02-9e23-d0ac6fac185d May 28 04:51:40.569898 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e7222d-3df8-47ea-93cf-192e4351c49a None None] Network 80678ae5-46ec-402a-9b31-1ebacf5733c5 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:40.598874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-336dbf38-2ad3-4b80-9a59-eb81beffd707 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Deleting port 1374526e-3116-44b7-b7f5-b0a3d193627b {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:40.599535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-336dbf38-2ad3-4b80-9a59-eb81beffd707 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.618595 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-54135aee-d822-4945-984e-8e3aa1743502 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:40.624489 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-54135aee-d822-4945-984e-8e3aa1743502 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:security_group_rule and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:40.627916 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-54135aee-d822-4945-984e-8e3aa1743502 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:40.636112 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-90c95486-8dcc-44ad-837d-dda4e7644853 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "DELETE /v2.0/subnets/56cd8073-368e-4187-a9b7-4189c2926e44 HTTP/1.1" status: 204 len: 168 time: 1.4203999 May 28 04:51:40.636428 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-54135aee-d822-4945-984e-8e3aa1743502 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:40.639158 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57812) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:40.674411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5861-6e1e-4eb4-8b68-2a2446298197 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.744148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2db85c-d7b2-4393-93b7-5ecdf5dd938e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 906fb841-6aad-4f29-a03a-bf2818c1bee8 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:51:40.792768 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ca18892b-2b02-4da0-8834-2d16cf11fb9a None None] Port 74066187-7b3c-43d4-b46f-36d56fc354c0 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:40.804931 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.834942 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ca18892b-2b02-4da0-8834-2d16cf11fb9a None None] Provisioning for port 62efd776-385f-46c9-a5f0-5379f7c08ca0 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:40.846069 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ca18892b-2b02-4da0-8834-2d16cf11fb9a None None] Provisioning complete for port 62efd776-385f-46c9-a5f0-5379f7c08ca0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:40.846401 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ca18892b-2b02-4da0-8834-2d16cf11fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.931049 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-07716ddd-67c3-47d1-b59b-0d7ab153cf28 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks [] for subnetpool, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.932273 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-07716ddd-67c3-47d1-b59b-0d7ab153cf28 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.4130759 May 28 04:51:40.948122 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57816) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:40.959761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-c8d5c3fc-f270-4a65-907e-20311816d397 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ff503603-6ed3-4ae7-9ff3-2b280000861e', 'tempest-TagsExtTest-Tag-1013889882') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:40.986299 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54135aee-d822-4945-984e-8e3aa1743502 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:40.994368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Deleting port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:40.994629 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.007419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5861-6e1e-4eb4-8b68-2a2446298197 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.011081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0c5861-6e1e-4eb4-8b68-2a2446298197 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:41.011652 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c0c5861-6e1e-4eb4-8b68-2a2446298197 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.046974 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ca18892b-2b02-4da0-8834-2d16cf11fb9a None None] Port 62efd776-385f-46c9-a5f0-5379f7c08ca0 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:41.049098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54135aee-d822-4945-984e-8e3aa1743502 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.085791 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040b9714-cc1f-441b-aa26-7758ba459b7f None None] DHCP port deletion for 80678ae5-46ec-402a-9b31-1ebacf5733c5 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:51:41.091173 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-040b9714-cc1f-441b-aa26-7758ba459b7f None None] Deleting port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:41.091611 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-040b9714-cc1f-441b-aa26-7758ba459b7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.125108 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'tenant_id': '2f38548c71c149ba8d132c7dd3fe1dd0', 'fixed_ips': [{'subnet_id': 'cdbb8385-5b74-4475-b6da-e8649eed8e39'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:51:41.126486 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.143071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54135aee-d822-4945-984e-8e3aa1743502 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.146892 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-54135aee-d822-4945-984e-8e3aa1743502 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6398854 May 28 04:51:41.154247 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57820) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:41.156372 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54135aee-d822-4945-984e-8e3aa1743502 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38eeaccc-9154-49b2-a804-bcfc0e1aaedd,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:41.171925 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-84e831c1-dc04-4c49-aa2e-654f15b99035 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'security_group': {'name': 'tempest-secgroup-108395861'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:41.182706 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-84e831c1-dc04-4c49-aa2e-654f15b99035 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:41.189300 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-84e831c1-dc04-4c49-aa2e-654f15b99035 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:security_group and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:41.194399 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-84e831c1-dc04-4c49-aa2e-654f15b99035 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:41.220326 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-84e831c1-dc04-4c49-aa2e-654f15b99035 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:41.258236 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8c0c5861-6e1e-4eb4-8b68-2a2446298197 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0990760 May 28 04:51:41.267962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57824) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:41.278901 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a008d93f-3d02-45f7-b122-919fada2f93b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'subnet': {'network_id': 'ed2f71ff-e723-4f02-9e23-d0ac6fac185d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:41.308548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c5861-6e1e-4eb4-8b68-2a2446298197 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Network': ['ID=ed2f71ff-e723-4f02-9e23-d0ac6fac185d,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:41.321890 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84e831c1-dc04-4c49-aa2e-654f15b99035 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.340260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] For port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe,segment=NetworkSegment(f42d07f8-1e1e-4ef9-b86c-486f0e8d2fa1),segment_id=f42d07f8-1e1e-4ef9-b86c-486f0e8d2fa1)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:41.340619 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.357357 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c8d5c3fc-f270-4a65-907e-20311816d397 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "PUT /v2.0/subnets/ff503603-6ed3-4ae7-9ff3-2b280000861e/tags/tempest-TagsExtTest-Tag-1013889882 HTTP/1.1" status: 201 len: 201 time: 0.4041891 May 28 04:51:41.359372 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57828) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:41.365048 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network ed2f71ff-e723-4f02-9e23-d0ac6fac185d details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:51:41.366325 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-336dbf38-2ad3-4b80-9a59-eb81beffd707 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.417697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-57e06ff1-9ab1-4dc3-ad8d-ea4f662ef0d7 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '62efd776-385f-46c9-a5f0-5379f7c08ca0', 'tempest-TagsExtTest-Tag-1906686407') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:41.504974 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Calling delete_port for 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:41.507246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-336dbf38-2ad3-4b80-9a59-eb81beffd707 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Calling delete_port for 1374526e-3116-44b7-b7f5-b0a3d193627b owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:41.569417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-84e831c1-dc04-4c49-aa2e-654f15b99035 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:41.578410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-84e831c1-dc04-4c49-aa2e-654f15b99035 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:security_group_rule and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:41.581689 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-84e831c1-dc04-4c49-aa2e-654f15b99035 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:41.584704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a008d93f-3d02-45f7-b122-919fada2f93b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:41.592912 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-040b9714-cc1f-441b-aa26-7758ba459b7f None None] For port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe,segment=NetworkSegment(f42d07f8-1e1e-4ef9-b86c-486f0e8d2fa1),segment_id=f42d07f8-1e1e-4ef9-b86c-486f0e8d2fa1)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:41.593689 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-040b9714-cc1f-441b-aa26-7758ba459b7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.596480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a008d93f-3d02-45f7-b122-919fada2f93b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:subnet and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:41.596644 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-84e831c1-dc04-4c49-aa2e-654f15b99035 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:41.610546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a008d93f-3d02-45f7-b122-919fada2f93b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:41.618223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a008d93f-3d02-45f7-b122-919fada2f93b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:41.631033 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Allocated IP 2001:db8::2 (06cd2d3a-1faf-498d-b71a-cbdaa2967623/cdbb8385-5b74-4475-b6da-e8649eed8e39/f879ce2d-2cc7-4209-868d-7ce779bb36bc) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:41.638982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a008d93f-3d02-45f7-b122-919fada2f93b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:41.653164 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.656714 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2db85c-d7b2-4393-93b7-5ecdf5dd938e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:51:41.661527 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-336dbf38-2ad3-4b80-9a59-eb81beffd707 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.723741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event deleted for resources: {'Port': ['ID=0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:41.735512 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] No DVR routers for this DVR port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:41.755772 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ae8f1b-32af-44d6-bcbf-e107ceb3a2b4 None None] Sync routers for ids ['906fb841-6aad-4f29-a03a-bf2818c1bee8'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:51:41.776491 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1c2db85c-d7b2-4393-93b7-5ecdf5dd938e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/906fb841-6aad-4f29-a03a-bf2818c1bee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7225270 May 28 04:51:41.776717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-040b9714-cc1f-441b-aa26-7758ba459b7f None None] Calling delete_port for 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:41.776807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dbf38-2ad3-4b80-9a59-eb81beffd707 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Port': ['ID=1374526e-3116-44b7-b7f5-b0a3d193627b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:41.776886 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57832) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:41.782488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84e831c1-dc04-4c49-aa2e-654f15b99035 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.796728 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-336dbf38-2ad3-4b80-9a59-eb81beffd707 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.801120 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-336dbf38-2ad3-4b80-9a59-eb81beffd707 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/ports/1374526e-3116-44b7-b7f5-b0a3d193627b HTTP/1.1" status: 204 len: 168 time: 1.3319578 May 28 04:51:41.801905 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57836) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:41.837857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a008d93f-3d02-45f7-b122-919fada2f93b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.846877 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84e831c1-dc04-4c49-aa2e-654f15b99035 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:41.854039 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-57e06ff1-9ab1-4dc3-ad8d-ea4f662ef0d7 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "PUT /v2.0/ports/62efd776-385f-46c9-a5f0-5379f7c08ca0/tags/tempest-TagsExtTest-Tag-1906686407 HTTP/1.1" status: 201 len: 201 time: 0.4914050 May 28 04:51:41.856318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57840) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:41.861487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ae8f1b-32af-44d6-bcbf-e107ceb3a2b4 None None] Routers {'906fb841-6aad-4f29-a03a-bf2818c1bee8'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:41.862292 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d4ae8f1b-32af-44d6-bcbf-e107ceb3a2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['906fb841-6aad-4f29-a03a-bf2818c1bee8'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:41.912995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-df6b8177-5eea-4044-8f29-e79f36ddc6f5 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26', 'tempest-TagsExtTest-Tag-1615394887') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:41.938980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d4ae8f1b-32af-44d6-bcbf-e107ceb3a2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:41.983459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.001819 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a8edfa-02a8-4891-947d-dbccc547ee4b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:42.003182 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e6a8edfa-02a8-4891-947d-dbccc547ee4b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports/74066187-7b3c-43d4-b46f-36d56fc354c0 HTTP/1.1" status: 200 len: 984 time: 0.2247481 May 28 04:51:42.007103 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57844) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:42.010587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ae8f1b-32af-44d6-bcbf-e107ceb3a2b4 None None] Routers {'906fb841-6aad-4f29-a03a-bf2818c1bee8'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:42.011334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d4ae8f1b-32af-44d6-bcbf-e107ceb3a2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['906fb841-6aad-4f29-a03a-bf2818c1bee8'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:42.018352 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e831c1-dc04-4c49-aa2e-654f15b99035 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39284de0-6bbf-455b-9ff4-e9b5220265cd,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:42.039576 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7e2df7-0ed4-425c-a99a-8fd31e326be7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] DELETE failed (client error): The resource could not be found. May 28 04:51:42.040192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c7e2df7-0ed4-425c-a99a-8fd31e326be7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:42.044866 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1c7e2df7-0ed4-425c-a99a-8fd31e326be7 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/subnets/482d900b-c64d-450d-9846-54065690df07 HTTP/1.1" status: 404 len: 337 time: 0.2402334 May 28 04:51:42.045934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57848) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:42.081586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84e831c1-dc04-4c49-aa2e-654f15b99035 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.082805 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-84e831c1-dc04-4c49-aa2e-654f15b99035 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9277849 May 28 04:51:42.085630 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:51:42.089306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57852) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:42.097602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80678ae5-46ec-402a-9b31-1ebacf5733c5']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:42.142291 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d4ae8f1b-32af-44d6-bcbf-e107ceb3a2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:42.143133 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ae8f1b-32af-44d6-bcbf-e107ceb3a2b4 None None] The sync data for ids ['906fb841-6aad-4f29-a03a-bf2818c1bee8'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:51:42.144744 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:51:42.144744 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:51:42.159559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-969012724', 'security_groups': ['39284de0-6bbf-455b-9ff4-e9b5220265cd'], 'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cdbb8385-5b74-4475-b6da-e8649eed8e39'}]}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:42.172157 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42d07f8-1e1e-4ef9-b86c-486f0e8d2fa1') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:42.172378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42d07f8-1e1e-4ef9-b86c-486f0e8d2fa1') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:42.173606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-040b9714-cc1f-441b-aa26-7758ba459b7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:51:42.173990 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-040b9714-cc1f-441b-aa26-7758ba459b7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:51:42.188825 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.217233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.226148 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:42.226597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:42.241561 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:42.274997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.330446 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Transition to ACTIVE for port object f879ce2d-2cc7-4209-868d-7ce779bb36bc will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:42.331254 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.335926 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.352733 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Transition to ACTIVE for port object f879ce2d-2cc7-4209-868d-7ce779bb36bc will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:42.361950 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.364649 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "DELETE /v2.0/networks/80678ae5-46ec-402a-9b31-1ebacf5733c5 HTTP/1.1" status: 204 len: 168 time: 1.7244139 May 28 04:51:42.367435 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f4858-71ad-4610-850b-6d77f366d54c tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event deleted for resources: {'Network': ['ID=80678ae5-46ec-402a-9b31-1ebacf5733c5,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:42.371406 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57856) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:42.438259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:42.441804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Pushing event updated for resources: {'Port': ['ID=f879ce2d-2cc7-4209-868d-7ce779bb36bc,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:42.442567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-77f07951-e9c9-4ad8-a357-7d40a3af35cb tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.444242 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:42.446506 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:42.539602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Attempting to bind port f879ce2d-2cc7-4209-868d-7ce779bb36bc on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:51:42.539952 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Attempting to bind port f879ce2d-2cc7-4209-868d-7ce779bb36bc by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:51:42.540307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Attempting to bind port f879ce2d-2cc7-4209-868d-7ce779bb36bc on network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:51:42.547570 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:51:42.548001 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Checking segment: {'id': '86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:42.548326 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.548710 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Bound using segment: {'id': '86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:51:42.549187 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Bound port: f879ce2d-2cc7-4209-868d-7ce779bb36bc, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:51:42.549544 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.573540 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-df6b8177-5eea-4044-8f29-e79f36ddc6f5 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "PUT /v2.0/routers/c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26/tags/tempest-TagsExtTest-Tag-1615394887 HTTP/1.1" status: 201 len: 201 time: 0.7097366 May 28 04:51:42.574518 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57860) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:42.607598 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-e9890794-586a-425f-8df2-aca73275d313 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '45d6f249-b20f-4103-ae20-c198c4bd7a45', 'tempest-TagsExtTest-Tag-1966324226') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:42.621838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:42.644581 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] For port f879ce2d-2cc7-4209-868d-7ce779bb36bc, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:51:42.648145 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] For port f879ce2d-2cc7-4209-868d-7ce779bb36bc, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f879ce2d-2cc7-4209-868d-7ce779bb36bc,segment=NetworkSegment(86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea),segment_id=86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:51:42.655895 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.688437 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-040b9714-cc1f-441b-aa26-7758ba459b7f None None] Deleting port 0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:42.689091 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-040b9714-cc1f-441b-aa26-7758ba459b7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.710141 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:42.744413 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-77f07951-e9c9-4ad8-a357-7d40a3af35cb tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.786999 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-040b9714-cc1f-441b-aa26-7758ba459b7f None None] The port '0ffd0b53-9e27-4cd0-ad01-db4cbc20b4fe' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:51:42.791036 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:42.812250 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbae17e-4f7f-4ef3-8fe8-fc3db987a41d None None] Pushing event updated for resources: {'Port': ['ID=f879ce2d-2cc7-4209-868d-7ce779bb36bc,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:42.822319 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-77f07951-e9c9-4ad8-a357-7d40a3af35cb tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f7ee9f-bbd0-4274-acdb-4352e251bcf4']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:42.823056 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e499a1b-a53f-4168-839a-eb6006e625f9 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Deleting subnet 8c7f44ed-00d5-4c5f-b040-d605ac86cad4 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:51:42.828014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e499a1b-a53f-4168-839a-eb6006e625f9 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.846740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a008d93f-3d02-45f7-b122-919fada2f93b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.926964 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e499a1b-a53f-4168-839a-eb6006e625f9 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:42.935375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-77f07951-e9c9-4ad8-a357-7d40a3af35cb tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84245d9-1f4b-40ea-9dd4-80d4d8f5e6a3') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:42.936866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-77f07951-e9c9-4ad8-a357-7d40a3af35cb tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84245d9-1f4b-40ea-9dd4-80d4d8f5e6a3') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:42.984298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-77f07951-e9c9-4ad8-a357-7d40a3af35cb tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:43.036409 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e9890794-586a-425f-8df2-aca73275d313 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "PUT /v2.0/subnetpools/45d6f249-b20f-4103-ae20-c198c4bd7a45/tags/tempest-TagsExtTest-Tag-1966324226 HTTP/1.1" status: 201 len: 201 time: 0.4538562 May 28 04:51:43.037559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-77f07951-e9c9-4ad8-a357-7d40a3af35cb tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:43.056379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57864) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:43.078463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-9acbc5ae-32e9-4163-a4f4-a5e4a0dadd5b tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ff503603-6ed3-4ae7-9ff3-2b280000861e') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:43.096504 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e499a1b-a53f-4168-839a-eb6006e625f9 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:43.103813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008d93f-3d02-45f7-b122-919fada2f93b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Subnet': ['ID=a95cc426-359b-41a0-90d0-cb4e846eab4a,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:43.113863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f07951-e9c9-4ad8-a357-7d40a3af35cb tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:43.114269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-77f07951-e9c9-4ad8-a357-7d40a3af35cb tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:43.134065 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:43.220011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e499a1b-a53f-4168-839a-eb6006e625f9 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:43.229357 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:43.269807 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e499a1b-a53f-4168-839a-eb6006e625f9 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event deleted for resources: {'Subnet': ['ID=8c7f44ed-00d5-4c5f-b040-d605ac86cad4,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:43.276002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a008d93f-3d02-45f7-b122-919fada2f93b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Checking segment: {'id': 'b73e2ead-1176-4946-8a5d-66613f2e5208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ed2f71ff-e723-4f02-9e23-d0ac6fac185d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:43.276364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a008d93f-3d02-45f7-b122-919fada2f93b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network hostable DHCP agents. Network: ed2f71ff-e723-4f02-9e23-d0ac6fac185d, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:51:43.281795 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] device_id is not set on port 2946202c-1584-4e66-8cb5-6dfd5a706f4a yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:51:43.285365 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-218f4ab2-7031-45de-8fc2-a0bb34319b4e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:43.319711 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-77f07951-e9c9-4ad8-a357-7d40a3af35cb tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:43.337157 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e499a1b-a53f-4168-839a-eb6006e625f9 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:43.346232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf70e8d3-7010-4d31-baf7-66e9d60de24b None None] Network 2d921588-81cc-4557-8962-332a436cc414 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:43.349368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-77f07951-e9c9-4ad8-a357-7d40a3af35cb tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:43.388146 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f07951-e9c9-4ad8-a357-7d40a3af35cb tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Network': ['ID=c0f7ee9f-bbd0-4274-acdb-4352e251bcf4,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:43.406140 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8e499a1b-a53f-4168-839a-eb6006e625f9 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "DELETE /v2.0/subnets/8c7f44ed-00d5-4c5f-b040-d605ac86cad4 HTTP/1.1" status: 204 len: 168 time: 1.0338860 May 28 04:51:43.411423 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-77f07951-e9c9-4ad8-a357-7d40a3af35cb tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/networks/c0f7ee9f-bbd0-4274-acdb-4352e251bcf4 HTTP/1.1" status: 204 len: 168 time: 1.3467877 May 28 04:51:43.411423 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57868) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:43.412999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57870) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:43.502978 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9acbc5ae-32e9-4163-a4f4-a5e4a0dadd5b tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/subnets/ff503603-6ed3-4ae7-9ff3-2b280000861e/tags HTTP/1.1" status: 200 len: 241 time: 0.4304879 May 28 04:51:43.509701 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57876) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:43.522760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a008d93f-3d02-45f7-b122-919fada2f93b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network ed2f71ff-e723-4f02-9e23-d0ac6fac185d is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:51:43.564318 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-d3fdc787-36de-4472-8905-66cc124f29dc tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ff503603-6ed3-4ae7-9ff3-2b280000861e', 'tempest-TagsExtTest-Tag-1013889882') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:43.584056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-a008d93f-3d02-45f7-b122-919fada2f93b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, ed2f71ff-e723-4f02-9e23-d0ac6fac185d) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:43.593746 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a2db8c-c222-4138-a2c3-4d7b457a2e76 None None] Network ed2f71ff-e723-4f02-9e23-d0ac6fac185d requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:43.673872 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471c3db2-6b0e-41f3-be66-70b2d9b48818 None None] DHCP port deletion for 2d921588-81cc-4557-8962-332a436cc414 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:51:43.691515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-471c3db2-6b0e-41f3-be66-70b2d9b48818 None None] Deleting port ecaee824-200d-4bef-b0e5-a2fa58002a84 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:43.692259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-471c3db2-6b0e-41f3-be66-70b2d9b48818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:43.719327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a008d93f-3d02-45f7-b122-919fada2f93b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:43.719935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a008d93f-3d02-45f7-b122-919fada2f93b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:43.733198 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e44f9c-7850-413a-97ac-e2cd021fb587 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Deleting subnet e248415f-59d0-45e9-9855-4c1c967325bc {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:51:43.744099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-97e44f9c-7850-413a-97ac-e2cd021fb587 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:43.787766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Allocated IP 2001:db8::102 (06cd2d3a-1faf-498d-b71a-cbdaa2967623/cdbb8385-5b74-4475-b6da-e8649eed8e39/2946202c-1584-4e66-8cb5-6dfd5a706f4a) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:43.813312 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-97e44f9c-7850-413a-97ac-e2cd021fb587 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:43.905570 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d3fdc787-36de-4472-8905-66cc124f29dc tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/subnets/ff503603-6ed3-4ae7-9ff3-2b280000861e/tags/tempest-TagsExtTest-Tag-1013889882 HTTP/1.1" status: 204 len: 168 time: 0.3945613 May 28 04:51:43.914303 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57880) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:43.926881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-d754b2c6-7799-4699-acf2-c205683f1f82 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ff503603-6ed3-4ae7-9ff3-2b280000861e', 'tempest-TagsExtTest-Tag-1013889882') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:44.077569 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-218f4ab2-7031-45de-8fc2-a0bb34319b4e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port 74066187-7b3c-43d4-b46f-36d56fc354c0 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:44.077922 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-218f4ab2-7031-45de-8fc2-a0bb34319b4e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.082318 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a008d93f-3d02-45f7-b122-919fada2f93b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8111205 May 28 04:51:44.086933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57884) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:44.098536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-c61dc20e-5d71-4c39-9a6e-722459aeb287 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1393975318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:44.118776 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c61dc20e-5d71-4c39-9a6e-722459aeb287 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:44.120606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f879ce2d-2cc7-4209-868d-7ce779bb36bc up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:44.120785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-97e44f9c-7850-413a-97ac-e2cd021fb587 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.139390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c61dc20e-5d71-4c39-9a6e-722459aeb287 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:router and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:44.145438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c61dc20e-5d71-4c39-9a6e-722459aeb287 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:44.150036 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe71407-c98c-4b70-b1e1-fbb839bc73e7 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Deleting subnet 63456222-f81b-40e9-b94d-c67eb60de41e {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:51:44.165811 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0fe71407-c98c-4b70-b1e1-fbb839bc73e7 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.193313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c61dc20e-5d71-4c39-9a6e-722459aeb287 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:44.236032 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.247139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c61dc20e-5d71-4c39-9a6e-722459aeb287 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.247998 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c61dc20e-5d71-4c39-9a6e-722459aeb287 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.256796 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fbbea2c9-675f-4886-8afa-add6b278aa10 None None] Provisioning complete for port e28bf89c-b3e8-4239-bdda-ce652808149d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:44.257054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fbbea2c9-675f-4886-8afa-add6b278aa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.261820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0fe71407-c98c-4b70-b1e1-fbb839bc73e7 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.284252 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ed2f71ff-e723-4f02-9e23-d0ac6fac185d', 'network_id': 'ed2f71ff-e723-4f02-9e23-d0ac6fac185d', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'fixed_ips': [{'subnet_id': 'a95cc426-359b-41a0-90d0-cb4e846eab4a'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:51:44.285145 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.312734 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-471c3db2-6b0e-41f3-be66-70b2d9b48818 None None] For port ecaee824-200d-4bef-b0e5-a2fa58002a84, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ecaee824-200d-4bef-b0e5-a2fa58002a84,segment=NetworkSegment(10f7e241-2041-4b64-bb65-df3c712ca593),segment_id=10f7e241-2041-4b64-bb65-df3c712ca593)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:44.313706 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-471c3db2-6b0e-41f3-be66-70b2d9b48818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.316988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Transition to ACTIVE for port object 2946202c-1584-4e66-8cb5-6dfd5a706f4a will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:44.344825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c61dc20e-5d71-4c39-9a6e-722459aeb287 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.385147 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c61dc20e-5d71-4c39-9a6e-722459aeb287 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.405570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0fe71407-c98c-4b70-b1e1-fbb839bc73e7 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.434385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.441693 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c61dc20e-5d71-4c39-9a6e-722459aeb287 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.443242 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c61dc20e-5d71-4c39-9a6e-722459aeb287 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3527892 May 28 04:51:44.447319 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-97e44f9c-7850-413a-97ac-e2cd021fb587 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.451210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57888) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:44.476334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-471c3db2-6b0e-41f3-be66-70b2d9b48818 None None] Calling delete_port for ecaee824-200d-4bef-b0e5-a2fa58002a84 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:44.499671 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d754b2c6-7799-4699-acf2-c205683f1f82 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/subnets/ff503603-6ed3-4ae7-9ff3-2b280000861e/tags/tempest-TagsExtTest-Tag-1013889882 HTTP/1.1" status: 204 len: 168 time: 0.5820019 May 28 04:51:44.504117 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'port': {'network_id': 'ed2f71ff-e723-4f02-9e23-d0ac6fac185d', 'name': 'tempest-RoutersTest-86485450'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:44.504594 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57892) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:44.530504 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e44f9c-7850-413a-97ac-e2cd021fb587 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Subnet': ['ID=e248415f-59d0-45e9-9855-4c1c967325bc,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:44.538699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-218f4ab2-7031-45de-8fc2-a0bb34319b4e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.574145 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-fbbea2c9-675f-4886-8afa-add6b278aa10 None None] Port e28bf89c-b3e8-4239-bdda-ce652808149d cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:44.583590 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port f879ce2d-2cc7-4209-868d-7ce779bb36bc completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:44.597335 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-97e44f9c-7850-413a-97ac-e2cd021fb587 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.623218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec15a1b-cbf5-4ae1-8dbe-fdc01c8b795c None None] Network 64fbe55e-4fb8-4547-beaa-c04092b8cd4e requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:44.640655 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-9600999e-94fd-4bc9-bdd6-8b4f91a3cf11 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ff503603-6ed3-4ae7-9ff3-2b280000861e') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:44.718935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:44.721116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=2946202c-1584-4e66-8cb5-6dfd5a706f4a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:44.725196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:44.728363 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:44.730077 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ecaee824-200d-4bef-b0e5-a2fa58002a84 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:51:44.733051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:44.734173 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.747381 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-218f4ab2-7031-45de-8fc2-a0bb34319b4e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for 74066187-7b3c-43d4-b46f-36d56fc354c0 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:44.780303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0fe71407-c98c-4b70-b1e1-fbb839bc73e7 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.794347 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-97e44f9c-7850-413a-97ac-e2cd021fb587 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/subnets/e248415f-59d0-45e9-9855-4c1c967325bc HTTP/1.1" status: 204 len: 168 time: 1.3791597 May 28 04:51:44.804008 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57896) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:44.815366 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-471c3db2-6b0e-41f3-be66-70b2d9b48818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:44.824186 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-428a14ba-b404-4745-943d-bd88bd6d5a6d tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7288489 May 28 04:51:44.828800 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9600999e-94fd-4bc9-bdd6-8b4f91a3cf11 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/subnets/ff503603-6ed3-4ae7-9ff3-2b280000861e/tags HTTP/1.1" status: 200 len: 205 time: 0.3205752 May 28 04:51:44.830407 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57900) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:44.830407 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57902) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:44.841338 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-88597516-774f-4565-9d95-8f7a2bf65456 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'subnet': {'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:44.858818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe71407-c98c-4b70-b1e1-fbb839bc73e7 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event deleted for resources: {'Subnet': ['ID=63456222-f81b-40e9-b94d-c67eb60de41e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:44.956793 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fbbea2c9-675f-4886-8afa-add6b278aa10 None None] Provisioning for port f879ce2d-2cc7-4209-868d-7ce779bb36bc completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:45.001305 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:45.010413 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.011330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-758b17a8-68c5-402f-bc31-ffc4bcbca954 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '62efd776-385f-46c9-a5f0-5379f7c08ca0') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:45.014032 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:port and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:45.015496 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c3db2-6b0e-41f3-be66-70b2d9b48818 None None] Pushing event deleted for resources: {'Port': ['ID=ecaee824-200d-4bef-b0e5-a2fa58002a84,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:45.020431 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:45.023207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fbbea2c9-675f-4886-8afa-add6b278aa10 None None] Provisioning complete for port f879ce2d-2cc7-4209-868d-7ce779bb36bc triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:45.023573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fbbea2c9-675f-4886-8afa-add6b278aa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.032704 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:45.048894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Deleting port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:45.049230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.060125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-88597516-774f-4565-9d95-8f7a2bf65456 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:45.063752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0fe71407-c98c-4b70-b1e1-fbb839bc73e7 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.065959 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0fe71407-c98c-4b70-b1e1-fbb839bc73e7 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "DELETE /v2.0/subnets/63456222-f81b-40e9-b94d-c67eb60de41e HTTP/1.1" status: 204 len: 168 time: 1.6511769 May 28 04:51:45.069245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57908) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:45.073437 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-88597516-774f-4565-9d95-8f7a2bf65456 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:subnet and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:45.085153 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:45.088141 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.097303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-88597516-774f-4565-9d95-8f7a2bf65456 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:45.111596 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992e2aa5-bce3-44d9-b498-7a8da429fe12 None None] Network 6d79a5f1-f0bc-4fc8-89dc-b922a293f97e requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:45.138353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] device_id is not set on port ab85c18d-de4b-43d0-86da-8cd3ed734d67 yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:51:45.160419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-88597516-774f-4565-9d95-8f7a2bf65456 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:45.200149 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No active binding found for port ecaee824-200d-4bef-b0e5-a2fa58002a84 {{(pid=84011) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 28 04:51:45.200549 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ecaee824-200d-4bef-b0e5-a2fa58002a84 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:51:45.207320 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c3db2-6b0e-41f3-be66-70b2d9b48818 None None] No DVR routers for this DVR port ecaee824-200d-4bef-b0e5-a2fa58002a84 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:45.215947 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88597516-774f-4565-9d95-8f7a2bf65456 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:45.219110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-88597516-774f-4565-9d95-8f7a2bf65456 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.228534 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Allocated IP 172.20.0.2 (ed2f71ff-e723-4f02-9e23-d0ac6fac185d/a95cc426-359b-41a0-90d0-cb4e846eab4a/6ee24e6c-5071-4f89-ae75-3a37982de4c7) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:45.248095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-440a6d2e-627e-44d2-9026-1b921cf4b26d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.304784 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-758b17a8-68c5-402f-bc31-ffc4bcbca954 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/ports/62efd776-385f-46c9-a5f0-5379f7c08ca0/tags HTTP/1.1" status: 200 len: 241 time: 0.4671159 May 28 04:51:45.305328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57912) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:45.321955 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-c21b06ad-5cb6-4f47-b6fa-602a9361872d tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '62efd776-385f-46c9-a5f0-5379f7c08ca0', 'tempest-TagsExtTest-Tag-1906686407') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:45.418896 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] For port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca,segment=NetworkSegment(32a8208e-be1e-4c2b-b348-b84178d7f377),segment_id=32a8208e-be1e-4c2b-b348-b84178d7f377)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:45.419307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.431646 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-218f4ab2-7031-45de-8fc2-a0bb34319b4e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.528470 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-440a6d2e-627e-44d2-9026-1b921cf4b26d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.558672 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.ipam_backend_mixin [None req-88597516-774f-4565-9d95-8f7a2bf65456 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cdbb8385-5b74-4475-b6da-e8649eed8e39 (CIDR: 2001:db8::/64) May 28 04:51:45.560966 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fbbea2c9-675f-4886-8afa-add6b278aa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.567108 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-88597516-774f-4565-9d95-8f7a2bf65456 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:51:45.567738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88597516-774f-4565-9d95-8f7a2bf65456 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:51:45.571885 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-440a6d2e-627e-44d2-9026-1b921cf4b26d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d921588-81cc-4557-8962-332a436cc414']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:45.594727 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-440a6d2e-627e-44d2-9026-1b921cf4b26d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f7e241-2041-4b64-bb65-df3c712ca593') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:45.594872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-440a6d2e-627e-44d2-9026-1b921cf4b26d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f7e241-2041-4b64-bb65-df3c712ca593') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:45.596792 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Calling delete_port for 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:45.617716 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c21b06ad-5cb6-4f47-b6fa-602a9361872d tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/ports/62efd776-385f-46c9-a5f0-5379f7c08ca0/tags/tempest-TagsExtTest-Tag-1906686407 HTTP/1.1" status: 204 len: 168 time: 0.2973156 May 28 04:51:45.618495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57916) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:45.624496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-dc24539b-2af9-4262-9706-075d094e5be0 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '62efd776-385f-46c9-a5f0-5379f7c08ca0', 'tempest-TagsExtTest-Tag-1906686407') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:45.628227 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f4ab2-7031-45de-8fc2-a0bb34319b4e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Port': ['ID=74066187-7b3c-43d4-b46f-36d56fc354c0,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:45.661238 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-440a6d2e-627e-44d2-9026-1b921cf4b26d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.670527 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d968686-cc20-48e3-8bc0-476f15c535f6 None None] DHCP port deletion for 64fbe55e-4fb8-4547-beaa-c04092b8cd4e request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:51:45.680037 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-88597516-774f-4565-9d95-8f7a2bf65456 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8464134 May 28 04:51:45.680910 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57920) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:45.686683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-fbbea2c9-675f-4886-8afa-add6b278aa10 None None] For port f879ce2d-2cc7-4209-868d-7ce779bb36bc, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f879ce2d-2cc7-4209-868d-7ce779bb36bc,segment=NetworkSegment(86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea),segment_id=86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:45.687734 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7d968686-cc20-48e3-8bc0-476f15c535f6 None None] Deleting port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:45.688103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7d968686-cc20-48e3-8bc0-476f15c535f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.703703 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-329d17ee-88a4-4ad0-9204-1f32c8f7e857 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'subnet': {'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:45.725386 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fbbea2c9-675f-4886-8afa-add6b278aa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.726558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-440a6d2e-627e-44d2-9026-1b921cf4b26d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.796570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440a6d2e-627e-44d2-9026-1b921cf4b26d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:45.797171 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-440a6d2e-627e-44d2-9026-1b921cf4b26d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:45.813802 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:45.815845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.873613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Transition to ACTIVE for port object 6ee24e6c-5071-4f89-ae75-3a37982de4c7 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:45.910492 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0fec57-4ab9-4c94-8e68-6095bda8a458 None None] DHCP port deletion for 6d79a5f1-f0bc-4fc8-89dc-b922a293f97e request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:51:45.935885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3d0fec57-4ab9-4c94-8e68-6095bda8a458 None None] Deleting port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:45.937635 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d0fec57-4ab9-4c94-8e68-6095bda8a458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:45.972871 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbea2c9-675f-4886-8afa-add6b278aa10 None None] Pushing event updated for resources: {'Port': ['ID=f879ce2d-2cc7-4209-868d-7ce779bb36bc,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:45.995612 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:46.028781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Transition to ACTIVE for port object 6ee24e6c-5071-4f89-ae75-3a37982de4c7 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:46.039688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-440a6d2e-627e-44d2-9026-1b921cf4b26d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:46.051048 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:51:46.055192 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-218f4ab2-7031-45de-8fc2-a0bb34319b4e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:46.064872 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Port': ['ID=73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:46.067513 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-440a6d2e-627e-44d2-9026-1b921cf4b26d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:46.081791 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-329d17ee-88a4-4ad0-9204-1f32c8f7e857 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:46.085993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a6d2e-627e-44d2-9026-1b921cf4b26d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event deleted for resources: {'Network': ['ID=2d921588-81cc-4557-8962-332a436cc414,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:46.097328 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-440a6d2e-627e-44d2-9026-1b921cf4b26d tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "DELETE /v2.0/networks/2d921588-81cc-4557-8962-332a436cc414 HTTP/1.1" status: 204 len: 168 time: 1.0211492 May 28 04:51:46.097328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-329d17ee-88a4-4ad0-9204-1f32c8f7e857 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:subnet and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:46.099322 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57924) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:46.102241 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-329d17ee-88a4-4ad0-9204-1f32c8f7e857 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:46.113349 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-459340b7-41dd-4401-82fe-c19c08646041 None None] Provisioning for port 2946202c-1584-4e66-8cb5-6dfd5a706f4a completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:46.118826 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] No DVR routers for this DVR port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:46.128408 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:46.182593 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-329d17ee-88a4-4ad0-9204-1f32c8f7e857 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:46.203977 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dc24539b-2af9-4262-9706-075d094e5be0 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/ports/62efd776-385f-46c9-a5f0-5379f7c08ca0/tags/tempest-TagsExtTest-Tag-1906686407 HTTP/1.1" status: 204 len: 168 time: 0.5819027 May 28 04:51:46.205664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57928) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:46.206398 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:51:46.206935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:51:46.207438 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f12c59c8-25a1-45cf-8516-c0bd6fb7f01f no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:51:46.222104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-6ac5f7f9-3c26-4117-a033-652d86ed3b46 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '62efd776-385f-46c9-a5f0-5379f7c08ca0') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:46.245372 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-459340b7-41dd-4401-82fe-c19c08646041 None None] Provisioning complete for port 2946202c-1584-4e66-8cb5-6dfd5a706f4a triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:46.245902 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-459340b7-41dd-4401-82fe-c19c08646041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:46.253381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329d17ee-88a4-4ad0-9204-1f32c8f7e857 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:46.256233 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-329d17ee-88a4-4ad0-9204-1f32c8f7e857 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:46.287736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:46.375375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Deleting port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:46.375595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:46.387060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:46.395872 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Allocated IP 172.20.0.7 (ed2f71ff-e723-4f02-9e23-d0ac6fac185d/a95cc426-359b-41a0-90d0-cb4e846eab4a/ab85c18d-de4b-43d0-86da-8cd3ed734d67) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:46.416053 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Network ed2f71ff-e723-4f02-9e23-d0ac6fac185d is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:46.431889 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:46.440388 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64fbe55e-4fb8-4547-beaa-c04092b8cd4e']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:46.452856 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Pushing event updated for resources: {'Port': ['ID=6ee24e6c-5071-4f89-ae75-3a37982de4c7,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:46.455436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:46.508837 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-459340b7-41dd-4401-82fe-c19c08646041 None None] Port 2946202c-1584-4e66-8cb5-6dfd5a706f4a cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:46.511426 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-7d968686-cc20-48e3-8bc0-476f15c535f6 None None] For port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca,segment=NetworkSegment(32a8208e-be1e-4c2b-b348-b84178d7f377),segment_id=32a8208e-be1e-4c2b-b348-b84178d7f377)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:46.511939 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7d968686-cc20-48e3-8bc0-476f15c535f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:46.531430 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a8208e-be1e-4c2b-b348-b84178d7f377') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:46.531696 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a8208e-be1e-4c2b-b348-b84178d7f377') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:46.609200 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:46.624761 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6ac5f7f9-3c26-4117-a033-652d86ed3b46 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/ports/62efd776-385f-46c9-a5f0-5379f7c08ca0/tags HTTP/1.1" status: 200 len: 205 time: 0.4158406 May 28 04:51:46.629320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57932) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:46.645248 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-eb632e23-1278-438c-8b99-f1dd9dedfb0c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:46.653965 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:46.701157 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7d968686-cc20-48e3-8bc0-476f15c535f6 None None] Calling delete_port for 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:46.728348 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:46.728739 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:46.743680 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:46.775796 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:51:46.834598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-3d0fec57-4ab9-4c94-8e68-6095bda8a458 None None] For port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f12c59c8-25a1-45cf-8516-c0bd6fb7f01f,segment=NetworkSegment(ea16b0e0-b2de-410d-b17b-0488153a4b05),segment_id=ea16b0e0-b2de-410d-b17b-0488153a4b05)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:46.834598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d0fec57-4ab9-4c94-8e68-6095bda8a458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:46.933677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] For port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f12c59c8-25a1-45cf-8516-c0bd6fb7f01f,segment=NetworkSegment(ea16b0e0-b2de-410d-b17b-0488153a4b05),segment_id=ea16b0e0-b2de-410d-b17b-0488153a4b05)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:46.934301 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:46.954888 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-eb632e23-1278-438c-8b99-f1dd9dedfb0c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/routers/c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26/tags HTTP/1.1" status: 200 len: 241 time: 0.3161986 May 28 04:51:46.958552 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57936) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:46.973230 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3d0fec57-4ab9-4c94-8e68-6095bda8a458 None None] Calling delete_port for f12c59c8-25a1-45cf-8516-c0bd6fb7f01f owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:46.999604 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:47.022622 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:47.026755 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:47.044537 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Attempting to bind port 6ee24e6c-5071-4f89-ae75-3a37982de4c7 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:51:47.045027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Attempting to bind port 6ee24e6c-5071-4f89-ae75-3a37982de4c7 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'b73e2ead-1176-4946-8a5d-66613f2e5208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ed2f71ff-e723-4f02-9e23-d0ac6fac185d'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:51:47.045624 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Attempting to bind port 6ee24e6c-5071-4f89-ae75-3a37982de4c7 on network ed2f71ff-e723-4f02-9e23-d0ac6fac185d {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:51:47.062444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-7d968686-cc20-48e3-8bc0-476f15c535f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:51:47.062793 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-7d968686-cc20-48e3-8bc0-476f15c535f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:51:47.069708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-bbd3d64c-7dcb-4fd3-add1-0cd66ad6ae2e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26', 'tempest-TagsExtTest-Tag-1615394887') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:47.070928 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:51:47.071300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Checking segment: {'id': 'b73e2ead-1176-4946-8a5d-66613f2e5208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ed2f71ff-e723-4f02-9e23-d0ac6fac185d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:47.071700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:47.072077 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Bound using segment: {'id': 'b73e2ead-1176-4946-8a5d-66613f2e5208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ed2f71ff-e723-4f02-9e23-d0ac6fac185d'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:51:47.072611 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Bound port: 6ee24e6c-5071-4f89-ae75-3a37982de4c7, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b73e2ead-1176-4946-8a5d-66613f2e5208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ed2f71ff-e723-4f02-9e23-d0ac6fac185d'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:51:47.072916 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:47.083409 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] 10.222.0.15 "DELETE /v2.0/networks/64fbe55e-4fb8-4547-beaa-c04092b8cd4e HTTP/1.1" status: 204 len: 168 time: 2.2757566 May 28 04:51:47.083409 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49561f3d-b390-4265-aff3-3801f5509350 tempest-NetworksIpV6TestAttrs-1577267950 tempest-NetworksIpV6TestAttrs-1577267950-project] Pushing event deleted for resources: {'Network': ['ID=64fbe55e-4fb8-4547-beaa-c04092b8cd4e,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:47.108026 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f12c59c8-25a1-45cf-8516-c0bd6fb7f01f,segment=NetworkSegment(ea16b0e0-b2de-410d-b17b-0488153a4b05),segment_id=ea16b0e0-b2de-410d-b17b-0488153a4b05)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:47.110487 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:47.121761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:47.130952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Calling delete_port for f12c59c8-25a1-45cf-8516-c0bd6fb7f01f owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:47.136785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218f4ab2-7031-45de-8fc2-a0bb34319b4e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 906fb841-6aad-4f29-a03a-bf2818c1bee8 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:51:47.156332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Transition to ACTIVE for port object ab85c18d-de4b-43d0-86da-8cd3ed734d67 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:47.265714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-3d0fec57-4ab9-4c94-8e68-6095bda8a458 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:51:47.266109 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-3d0fec57-4ab9-4c94-8e68-6095bda8a458 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:51:47.300074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-329d17ee-88a4-4ad0-9204-1f32c8f7e857 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:47.310966 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=f12c59c8-25a1-45cf-8516-c0bd6fb7f01f,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:47.315566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] For port 6ee24e6c-5071-4f89-ae75-3a37982de4c7, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:51:47.318867 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] For port 6ee24e6c-5071-4f89-ae75-3a37982de4c7, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6ee24e6c-5071-4f89-ae75-3a37982de4c7,segment=NetworkSegment(b73e2ead-1176-4946-8a5d-66613f2e5208),segment_id=b73e2ead-1176-4946-8a5d-66613f2e5208)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:51:47.328266 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:47.344141 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bbd3d64c-7dcb-4fd3-add1-0cd66ad6ae2e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/routers/c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26/tags/tempest-TagsExtTest-Tag-1615394887 HTTP/1.1" status: 204 len: 168 time: 0.3358471 May 28 04:51:47.344853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57942) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:47.354350 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218f4ab2-7031-45de-8fc2-a0bb34319b4e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:51:47.362604 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-10adbde0-5ab4-401b-9f05-4d9820c72a59 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26', 'tempest-TagsExtTest-Tag-1615394887') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:47.362758 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:51:47.362870 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:51:47.371636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329d17ee-88a4-4ad0-9204-1f32c8f7e857 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:47.372049 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222c5d0-4ee4-4992-b30e-35d44a9120ab None None] Sync routers for ids ['906fb841-6aad-4f29-a03a-bf2818c1bee8'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:51:47.374790 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-329d17ee-88a4-4ad0-9204-1f32c8f7e857 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:47.380023 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329d17ee-88a4-4ad0-9204-1f32c8f7e857 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:47.380738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-329d17ee-88a4-4ad0-9204-1f32c8f7e857 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:47.388490 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07310057-92b6-41da-bfde-b81c87284392 None None] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:47.396112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d17ee-88a4-4ad0-9204-1f32c8f7e857 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Subnet': ['ID=6f64d5e2-3e3c-43ee-9511-89745907936d,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:47.401278 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222c5d0-4ee4-4992-b30e-35d44a9120ab None None] Routers {'906fb841-6aad-4f29-a03a-bf2818c1bee8'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:47.401927 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3222c5d0-4ee4-4992-b30e-35d44a9120ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['906fb841-6aad-4f29-a03a-bf2818c1bee8'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:47.436342 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-329d17ee-88a4-4ad0-9204-1f32c8f7e857 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7439034 May 28 04:51:47.436566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57946) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:47.442210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e8c68a95-f1ba-4e1d-a40c-cab37e33c4c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-702349275', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6f64d5e2-3e3c-43ee-9511-89745907936d'}], 'security_groups': ['38eeaccc-9154-49b2-a804-bcfc0e1aaedd']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:47.468406 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-218f4ab2-7031-45de-8fc2-a0bb34319b4e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/906fb841-6aad-4f29-a03a-bf2818c1bee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4515975 May 28 04:51:47.471340 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57950) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:47.506493 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5c089-5c56-477a-92ae-afb4593122fb None None] Pushing event updated for resources: {'Port': ['ID=6ee24e6c-5071-4f89-ae75-3a37982de4c7,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:47.524172 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3222c5d0-4ee4-4992-b30e-35d44a9120ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:47.549767 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222c5d0-4ee4-4992-b30e-35d44a9120ab None None] Routers {'906fb841-6aad-4f29-a03a-bf2818c1bee8'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:47.550660 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3222c5d0-4ee4-4992-b30e-35d44a9120ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['906fb841-6aad-4f29-a03a-bf2818c1bee8'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:47.564948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7d968686-cc20-48e3-8bc0-476f15c535f6 None None] Deleting port 73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:47.567746 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7d968686-cc20-48e3-8bc0-476f15c535f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:47.639142 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3222c5d0-4ee4-4992-b30e-35d44a9120ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:47.639891 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3222c5d0-4ee4-4992-b30e-35d44a9120ab None None] The sync data for ids ['906fb841-6aad-4f29-a03a-bf2818c1bee8'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:51:47.716372 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7d968686-cc20-48e3-8bc0-476f15c535f6 None None] The port '73ff4c2f-24f3-45e7-aaa6-89f4cdfdb3ca' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:51:47.737377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57956) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:47.749760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e8c68a95-f1ba-4e1d-a40c-cab37e33c4c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:47.750945 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:47.768433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3d0fec57-4ab9-4c94-8e68-6095bda8a458 None None] Deleting port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:47.769062 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d0fec57-4ab9-4c94-8e68-6095bda8a458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:47.923450 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network ed2f71ff-e723-4f02-9e23-d0ac6fac185d is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:47.929082 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:47.936206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:47.978366 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=ab85c18d-de4b-43d0-86da-8cd3ed734d67,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:48.024245 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:48.024846 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:48.035152 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-10adbde0-5ab4-401b-9f05-4d9820c72a59 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/routers/c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26/tags/tempest-TagsExtTest-Tag-1615394887 HTTP/1.1" status: 204 len: 168 time: 0.6842453 May 28 04:51:48.035377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Deleting port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:48.035377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:48.038521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57962) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:48.047183 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-295459f9-8d68-4b4c-aa39-8cea4943f855 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:48.124531 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-3d0fec57-4ab9-4c94-8e68-6095bda8a458 None None] For port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f12c59c8-25a1-45cf-8516-c0bd6fb7f01f,segment=NetworkSegment(ea16b0e0-b2de-410d-b17b-0488153a4b05),segment_id=ea16b0e0-b2de-410d-b17b-0488153a4b05)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:48.124911 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d0fec57-4ab9-4c94-8e68-6095bda8a458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:48.165096 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bcbefaab-188a-4f64-ba10-f830b6dab6d3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 3.6793983 May 28 04:51:48.168310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57966) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:48.206171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f879ce2d-2cc7-4209-868d-7ce779bb36bc up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:48.316451 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-295459f9-8d68-4b4c-aa39-8cea4943f855 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/routers/c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26/tags HTTP/1.1" status: 200 len: 205 time: 0.2746272 May 28 04:51:48.317735 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57970) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:48.325139 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-e4f7d917-8ac1-4545-982b-c602bab47bba tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '45d6f249-b20f-4103-ae20-c198c4bd7a45') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:48.338022 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3d0fec57-4ab9-4c94-8e68-6095bda8a458 None None] Calling delete_port for f12c59c8-25a1-45cf-8516-c0bd6fb7f01f owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:48.463738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659217e7-f24c-4684-88dd-7b5a5968e663 None None] Update dhcp port {'port': {'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'fixed_ips': [{'subnet_id': 'cdbb8385-5b74-4475-b6da-e8649eed8e39', 'ip_address': '2001:db8::2'}, {'subnet_id': '6f64d5e2-3e3c-43ee-9511-89745907936d'}], 'binding:host_id': 'dv-neutron-843300-5-hyperv'}, 'id': 'f879ce2d-2cc7-4209-868d-7ce779bb36bc'} from dv-neutron-843300-5-hyperv. {{(pid=84011) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 28 04:51:48.485398 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e4f7d917-8ac1-4545-982b-c602bab47bba tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/subnetpools/45d6f249-b20f-4103-ae20-c198c4bd7a45/tags HTTP/1.1" status: 200 len: 241 time: 0.1641507 May 28 04:51:48.489066 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57974) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:48.497871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-911e2e9b-d0d0-4446-be48-4f4801d42b05 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '45d6f249-b20f-4103-ae20-c198c4bd7a45', 'tempest-TagsExtTest-Tag-1966324226') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:48.519443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d0fec57-4ab9-4c94-8e68-6095bda8a458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:48.558203 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f879ce2d-2cc7-4209-868d-7ce779bb36bc triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:48.558566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:48.569183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] The port 'f12c59c8-25a1-45cf-8516-c0bd6fb7f01f' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:51:48.579877 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dfbd2357-2e99-464b-9ddb-0d02b2a306ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b3fd1d9cf014c149393a638d96945f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8058374 May 28 04:51:48.588393 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57978) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:48.611201 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-659217e7-f24c-4684-88dd-7b5a5968e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:48.629276 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fec57-4ab9-4c94-8e68-6095bda8a458 None None] Pushing event deleted for resources: {'Port': ['ID=f12c59c8-25a1-45cf-8516-c0bd6fb7f01f,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:48.649970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0fec57-4ab9-4c94-8e68-6095bda8a458 None None] No DVR routers for this DVR port f12c59c8-25a1-45cf-8516-c0bd6fb7f01f on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:48.694724 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-911e2e9b-d0d0-4446-be48-4f4801d42b05 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/subnetpools/45d6f249-b20f-4103-ae20-c198c4bd7a45/tags/tempest-TagsExtTest-Tag-1966324226 HTTP/1.1" status: 204 len: 168 time: 0.2029727 May 28 04:51:48.703269 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57982) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:48.712015 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-254bb284-3c43-42a1-8783-40c34f995cd1 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '45d6f249-b20f-4103-ae20-c198c4bd7a45', 'tempest-TagsExtTest-Tag-1966324226') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:48.798965 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9865dc18-4d89-4332-b0e5-baa86327c843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:48.832459 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee17ec3-f97a-4490-9634-4b3289ba0273 None None] Network ed2f71ff-e723-4f02-9e23-d0ac6fac185d requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:48.882975 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9865dc18-4d89-4332-b0e5-baa86327c843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:48.903861 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:48.914141 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6ee24e6c-5071-4f89-ae75-3a37982de4c7 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:48.919435 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-254bb284-3c43-42a1-8783-40c34f995cd1 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/subnetpools/45d6f249-b20f-4103-ae20-c198c4bd7a45/tags/tempest-TagsExtTest-Tag-1966324226 HTTP/1.1" status: 204 len: 168 time: 0.2146924 May 28 04:51:48.925053 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57986) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:48.931481 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-061265db-ba6b-4753-8833-7140d1cb2dc3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] remove_router_interface failed (client error): The resource could not be found. May 28 04:51:48.935468 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-061265db-ba6b-4753-8833-7140d1cb2dc3 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/906fb841-6aad-4f29-a03a-bf2818c1bee8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.4631717 May 28 04:51:48.939624 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-9015e822-950c-4850-9b23-cfc210a9c3b5 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '45d6f249-b20f-4103-ae20-c198c4bd7a45') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:48.945240 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57990) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:49.001817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d79a5f1-f0bc-4fc8-89dc-b922a293f97e']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:49.022217 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eac2d5cb-2903-49f4-8755-80a07f0f4957 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:49.022849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-bf5da0d0-efc2-42a9-9a47-bf8f546347b2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Synchronizing usage tracker for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:49.030544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea16b0e0-b2de-410d-b17b-0488153a4b05') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:49.030967 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea16b0e0-b2de-410d-b17b-0488153a4b05') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:49.039507 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9015e822-950c-4850-9b23-cfc210a9c3b5 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/subnetpools/45d6f249-b20f-4103-ae20-c198c4bd7a45/tags HTTP/1.1" status: 200 len: 205 time: 0.1134336 May 28 04:51:49.043666 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 57994) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:49.059926 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-03737753-8ddd-44d3-a5b9-767637642997 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '45d6f249-b20f-4103-ae20-c198c4bd7a45') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:49.075054 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:49.079578 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9865dc18-4d89-4332-b0e5-baa86327c843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:49.095558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-bf5da0d0-efc2-42a9-9a47-bf8f546347b2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Unset dirty status for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:49.100747 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bf5da0d0-efc2-42a9-9a47-bf8f546347b2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports?device_id=906fb841-6aad-4f29-a03a-bf2818c1bee8 HTTP/1.1" status: 200 len: 205 time: 0.1478386 May 28 04:51:49.101499 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 57998) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:49.106264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:49.117409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:49.117741 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-659217e7-f24c-4684-88dd-7b5a5968e663 None None] Allocated IP 2001:db8:0:1::2 (06cd2d3a-1faf-498d-b71a-cbdaa2967623/6f64d5e2-3e3c-43ee-9511-89745907936d/f879ce2d-2cc7-4209-868d-7ce779bb36bc) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:49.118006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:49.120602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d36ba4c7-d18e-4808-810b-bf8200d641d4 None None] Provisioning for port 6ee24e6c-5071-4f89-ae75-3a37982de4c7 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:49.134453 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:49.172547 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865dc18-4d89-4332-b0e5-baa86327c843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf74d274-6d55-452e-becb-d89902228ce3,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:49.199868 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-03737753-8ddd-44d3-a5b9-767637642997 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/subnetpools/45d6f249-b20f-4103-ae20-c198c4bd7a45/tags HTTP/1.1" status: 204 len: 168 time: 0.1475708 May 28 04:51:49.203281 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58002) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:49.219068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-027fb643-e537-45aa-962a-62d8c3fc550c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:49.230594 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9865dc18-4d89-4332-b0e5-baa86327c843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:49.231684 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9865dc18-4d89-4332-b0e5-baa86327c843 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf74d274-6d55-452e-becb-d89902228ce3 HTTP/1.1" status: 204 len: 168 time: 0.6404090 May 28 04:51:49.328721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 6ee24e6c-5071-4f89-ae75-3a37982de4c7 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:49.364312 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:49.392942 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:49.396592 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event deleted for resources: {'Network': ['ID=6d79a5f1-f0bc-4fc8-89dc-b922a293f97e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:49.405645 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-df17f2f5-0bf3-4337-a397-1550c842eff1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "DELETE /v2.0/networks/6d79a5f1-f0bc-4fc8-89dc-b922a293f97e HTTP/1.1" status: 204 len: 168 time: 3.3049185 May 28 04:51:49.409714 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-027fb643-e537-45aa-962a-62d8c3fc550c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/routers/c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26/tags HTTP/1.1" status: 204 len: 168 time: 0.2033577 May 28 04:51:49.409714 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58010) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:49.410661 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58012) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:49.416034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-d83cdfa9-f002-41f9-b67a-623a6576c699 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '62efd776-385f-46c9-a5f0-5379f7c08ca0') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:49.419826 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 6ee24e6c-5071-4f89-ae75-3a37982de4c7 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:49.419826 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:49.578078 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-659217e7-f24c-4684-88dd-7b5a5968e663 None None] For port f879ce2d-2cc7-4209-868d-7ce779bb36bc, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f879ce2d-2cc7-4209-868d-7ce779bb36bc,segment=NetworkSegment(86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea),segment_id=86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:49.606002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1139d66f-9a74-46ec-8f84-a428a0fb53c4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:49.661946 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d83cdfa9-f002-41f9-b67a-623a6576c699 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/ports/62efd776-385f-46c9-a5f0-5379f7c08ca0/tags HTTP/1.1" status: 204 len: 168 time: 0.2500923 May 28 04:51:49.664356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58022) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:49.674645 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-a114d252-2eaa-4cc7-ab45-4a6ce64a1574 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ff503603-6ed3-4ae7-9ff3-2b280000861e') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:49.698714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-659217e7-f24c-4684-88dd-7b5a5968e663 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:49.713146 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:49.762953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 6ee24e6c-5071-4f89-ae75-3a37982de4c7, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6ee24e6c-5071-4f89-ae75-3a37982de4c7,segment=NetworkSegment(b73e2ead-1176-4946-8a5d-66613f2e5208),segment_id=b73e2ead-1176-4946-8a5d-66613f2e5208)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:49.766863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41ac231-7da5-412b-9d48-3f1be876f61a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Deleting subnet 1a7585fa-8bb9-4007-8853-4f094d13a970 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:51:49.777510 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f41ac231-7da5-412b-9d48-3f1be876f61a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:49.778048 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:49.783136 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-659217e7-f24c-4684-88dd-7b5a5968e663 None None] Transition to ACTIVE for port object f879ce2d-2cc7-4209-868d-7ce779bb36bc will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:49.847541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-659217e7-f24c-4684-88dd-7b5a5968e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:49.986283 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=6ee24e6c-5071-4f89-ae75-3a37982de4c7,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:50.060865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d28481d5-63ee-4032-ae95-4a73c8974baa None None] Provisioning for port ab85c18d-de4b-43d0-86da-8cd3ed734d67 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:50.075894 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d28481d5-63ee-4032-ae95-4a73c8974baa None None] Provisioning complete for port ab85c18d-de4b-43d0-86da-8cd3ed734d67 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:50.076313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d28481d5-63ee-4032-ae95-4a73c8974baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:50.098631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-eac2d5cb-2903-49f4-8755-80a07f0f4957 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:51:50.154698 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659217e7-f24c-4684-88dd-7b5a5968e663 None None] Pushing event updated for resources: {'Port': ['ID=f879ce2d-2cc7-4209-868d-7ce779bb36bc,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:50.179820 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-d28481d5-63ee-4032-ae95-4a73c8974baa None None] Port ab85c18d-de4b-43d0-86da-8cd3ed734d67 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:50.189321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f41ac231-7da5-412b-9d48-3f1be876f61a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:50.205981 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d28481d5-63ee-4032-ae95-4a73c8974baa None None] Provisioning complete for port 6ee24e6c-5071-4f89-ae75-3a37982de4c7 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:50.206937 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d28481d5-63ee-4032-ae95-4a73c8974baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:50.210118 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eac2d5cb-2903-49f4-8755-80a07f0f4957 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:50.219782 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1139d66f-9a74-46ec-8f84-a428a0fb53c4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:50.223601 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eac2d5cb-2903-49f4-8755-80a07f0f4957 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:50.302139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-e8c68a95-f1ba-4e1d-a40c-cab37e33c4c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Delete allocated IP 2001:db8::102 (06cd2d3a-1faf-498d-b71a-cbdaa2967623/cdbb8385-5b74-4475-b6da-e8649eed8e39) {{(pid=84010) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 04:51:50.315425 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1139d66f-9a74-46ec-8f84-a428a0fb53c4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:50.331421 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-e8c68a95-f1ba-4e1d-a40c-cab37e33c4c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Allocated IP 2001:db8:0:1::fb (06cd2d3a-1faf-498d-b71a-cbdaa2967623/6f64d5e2-3e3c-43ee-9511-89745907936d/2946202c-1584-4e66-8cb5-6dfd5a706f4a) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:50.376060 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a114d252-2eaa-4cc7-ab45-4a6ce64a1574 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/subnets/ff503603-6ed3-4ae7-9ff3-2b280000861e/tags HTTP/1.1" status: 204 len: 168 time: 0.7065470 May 28 04:51:50.380851 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58034) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:50.399253 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2d5cb-2903-49f4-8755-80a07f0f4957 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=ab85c18d-de4b-43d0-86da-8cd3ed734d67,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:50.404927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-f88ba083-a5ba-4eb6-88ba-ebd71ae0e7a2 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ff503603-6ed3-4ae7-9ff3-2b280000861e', 'tempest-TagsExtTest-Tag-1653036172') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:50.429197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f41ac231-7da5-412b-9d48-3f1be876f61a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:50.488344 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1139d66f-9a74-46ec-8f84-a428a0fb53c4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:50.493684 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1139d66f-9a74-46ec-8f84-a428a0fb53c4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Fanout notify agent at l3_agent the message router_deleted on router 906fb841-6aad-4f29-a03a-bf2818c1bee8 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:51:50.555837 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1139d66f-9a74-46ec-8f84-a428a0fb53c4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:50.560052 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1139d66f-9a74-46ec-8f84-a428a0fb53c4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/routers/906fb841-6aad-4f29-a03a-bf2818c1bee8 HTTP/1.1" status: 204 len: 168 time: 1.4470880 May 28 04:51:50.560984 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58040) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:50.606418 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6cb229b8-36c8-47f6-8739-0598bfcda063 None None] Provisioning complete for port ab85c18d-de4b-43d0-86da-8cd3ed734d67 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:50.606755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6cb229b8-36c8-47f6-8739-0598bfcda063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:50.728393 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6cb229b8-36c8-47f6-8739-0598bfcda063 None None] Port ab85c18d-de4b-43d0-86da-8cd3ed734d67 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:50.747709 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58044) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:50.861635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f41ac231-7da5-412b-9d48-3f1be876f61a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:50.865761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2a340970-acee-462d-84ac-97f1b4cff0c1 None None] Provisioning complete for port ab85c18d-de4b-43d0-86da-8cd3ed734d67 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:50.866268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2a340970-acee-462d-84ac-97f1b4cff0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:50.912431 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ac231-7da5-412b-9d48-3f1be876f61a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event deleted for resources: {'Subnet': ['ID=1a7585fa-8bb9-4007-8853-4f094d13a970,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:50.933970 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f41ac231-7da5-412b-9d48-3f1be876f61a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:50.937256 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1291102495'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:50.940565 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f41ac231-7da5-412b-9d48-3f1be876f61a tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "DELETE /v2.0/subnets/1a7585fa-8bb9-4007-8853-4f094d13a970 HTTP/1.1" status: 204 len: 168 time: 1.5314693 May 28 04:51:50.942835 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e8c68a95-f1ba-4e1d-a40c-cab37e33c4c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:50.946326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58050) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:50.948769 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f4098d-5c22-45f3-95c8-ed305727cf41 None None] Network 22b3ca75-8ab3-4afe-83e0-78211265db25 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:50.973248 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:50.980112 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ead216a-57a2-493a-ab7b-078eef25bbe7 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting subnet 9ba6c36d-dcc8-4823-bd0d-6c1b0f0eb4b7 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:51:51.013824 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:network and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:51.025229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:51.037953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ead216a-57a2-493a-ab7b-078eef25bbe7 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.041482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-e8c68a95-f1ba-4e1d-a40c-cab37e33c4c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Transition to ACTIVE for port object 2946202c-1584-4e66-8cb5-6dfd5a706f4a will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:51.056002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e8c68a95-f1ba-4e1d-a40c-cab37e33c4c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.067911 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:51.068318 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2a340970-acee-462d-84ac-97f1b4cff0c1 None None] Port ab85c18d-de4b-43d0-86da-8cd3ed734d67 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:51.110978 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f88ba083-a5ba-4eb6-88ba-ebd71ae0e7a2 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "PUT /v2.0/subnets/ff503603-6ed3-4ae7-9ff3-2b280000861e/tags/tempest-TagsExtTest-Tag-1653036172 HTTP/1.1" status: 201 len: 201 time: 0.7233338 May 28 04:51:51.158250 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58054) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:51.174869 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-6ca61b00-def4-4260-b386-9622eedb89d3 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '62efd776-385f-46c9-a5f0-5379f7c08ca0', 'tempest-TagsExtTest-Tag-499643064') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:51.209777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-56b504a4-4126-473b-bc07-79200a6930f6 None None] Provisioning complete for port e28bf89c-b3e8-4239-bdda-ce652808149d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:51.210014 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-56b504a4-4126-473b-bc07-79200a6930f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.210810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-e8c68a95-f1ba-4e1d-a40c-cab37e33c4c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] In _notify_port_updated(), no bound segment for port 2946202c-1584-4e66-8cb5-6dfd5a706f4a on network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 {{(pid=84010) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:51:51.214705 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c68a95-f1ba-4e1d-a40c-cab37e33c4c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:51.215455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e8c68a95-f1ba-4e1d-a40c-cab37e33c4c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.216957 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e8c68a95-f1ba-4e1d-a40c-cab37e33c4c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "PUT /v2.0/ports/2946202c-1584-4e66-8cb5-6dfd5a706f4a HTTP/1.1" status: 200 len: 929 time: 3.7795258 May 28 04:51:51.228948 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.232507 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58058) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:51.268535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-56b504a4-4126-473b-bc07-79200a6930f6 None None] Port e28bf89c-b3e8-4239-bdda-ce652808149d cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:51.282641 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:51.290149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.298348 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-56b504a4-4126-473b-bc07-79200a6930f6 None None] Provisioning for port f879ce2d-2cc7-4209-868d-7ce779bb36bc completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:51.304261 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-56b504a4-4126-473b-bc07-79200a6930f6 None None] Provisioning complete for port f879ce2d-2cc7-4209-868d-7ce779bb36bc triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:51.304787 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-56b504a4-4126-473b-bc07-79200a6930f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.315747 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ead216a-57a2-493a-ab7b-078eef25bbe7 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.318818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a6b4e-b37e-476f-a36a-c92e3aa8ca0a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 2946202c-1584-4e66-8cb5-6dfd5a706f4a {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:51.319161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6b4e-b37e-476f-a36a-c92e3aa8ca0a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.334350 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558c84bf-83cc-400f-b79a-3f6b03c12b23 None None] DHCP port deletion for 22b3ca75-8ab3-4afe-83e0-78211265db25 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:51:51.354010 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-558c84bf-83cc-400f-b79a-3f6b03c12b23 None None] Deleting port 7114689a-797c-4816-8010-1953efe65a64 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:51.354619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-558c84bf-83cc-400f-b79a-3f6b03c12b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.354916 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.365220 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eac2d5cb-2903-49f4-8755-80a07f0f4957 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.438908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c68a95-f1ba-4e1d-a40c-cab37e33c4c2 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=2946202c-1584-4e66-8cb5-6dfd5a706f4a,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:51.439460 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:51.449800 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Deleting port 7114689a-797c-4816-8010-1953efe65a64 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:51.450271 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.453623 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:security_group_rule and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:51.459233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:51.472247 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:51.538549 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ead216a-57a2-493a-ab7b-078eef25bbe7 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.593300 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eac2d5cb-2903-49f4-8755-80a07f0f4957 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.624277 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-558c84bf-83cc-400f-b79a-3f6b03c12b23 None None] For port 7114689a-797c-4816-8010-1953efe65a64, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=7114689a-797c-4816-8010-1953efe65a64,segment=NetworkSegment(c6152f43-92cb-4e4d-a6e5-5f9344d6a3d9),segment_id=c6152f43-92cb-4e4d-a6e5-5f9344d6a3d9)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:51.624514 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-558c84bf-83cc-400f-b79a-3f6b03c12b23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.661339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] For port 7114689a-797c-4816-8010-1953efe65a64, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=7114689a-797c-4816-8010-1953efe65a64,segment=NetworkSegment(c6152f43-92cb-4e4d-a6e5-5f9344d6a3d9),segment_id=c6152f43-92cb-4e4d-a6e5-5f9344d6a3d9)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:51.661748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.784736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Calling delete_port for 7114689a-797c-4816-8010-1953efe65a64 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:51.794081 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-558c84bf-83cc-400f-b79a-3f6b03c12b23 None None] Calling delete_port for 7114689a-797c-4816-8010-1953efe65a64 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:51.831716 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ead216a-57a2-493a-ab7b-078eef25bbe7 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.836449 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.865072 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-56b504a4-4126-473b-bc07-79200a6930f6 None None] Provisioning for port 2946202c-1584-4e66-8cb5-6dfd5a706f4a completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:51.871074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-56b504a4-4126-473b-bc07-79200a6930f6 None None] Provisioning complete for port 2946202c-1584-4e66-8cb5-6dfd5a706f4a triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:51.872137 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-56b504a4-4126-473b-bc07-79200a6930f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.890456 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.909144 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead216a-57a2-493a-ab7b-078eef25bbe7 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Subnet': ['ID=9ba6c36d-dcc8-4823-bd0d-6c1b0f0eb4b7,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:51.933272 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-56b504a4-4126-473b-bc07-79200a6930f6 None None] Port 2946202c-1584-4e66-8cb5-6dfd5a706f4a cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:51.948876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dbc682-c1ee-41fd-99b3-9424119b2266 None None] Network c50561db-f87f-44a5-b312-e9c235f4151f requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:51.954475 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ead216a-57a2-493a-ab7b-078eef25bbe7 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:51.962410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:51:51.978115 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8f54f7-859c-4b8e-8206-20e51162b509,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:52.040415 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f879ce2d-2cc7-4209-868d-7ce779bb36bc up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:52.052523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6b4e-b37e-476f-a36a-c92e3aa8ca0a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.067512 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.068102 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Added segment 73a7f8e8-ba2d-4b0f-aaaa-da38b0281d49 of type vlan for network 651e8418-d22b-4c99-9735-1870235a8dc9 May 28 04:51:52.071073 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-558c84bf-83cc-400f-b79a-3f6b03c12b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.085106 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4ead216a-57a2-493a-ab7b-078eef25bbe7 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/9ba6c36d-dcc8-4823-bd0d-6c1b0f0eb4b7 HTTP/1.1" status: 204 len: 168 time: 1.5184262 May 28 04:51:52.091576 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58062) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:52.131728 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558c84bf-83cc-400f-b79a-3f6b03c12b23 None None] No DVR routers for this DVR port 7114689a-797c-4816-8010-1953efe65a64 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:52.167147 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c84bf-83cc-400f-b79a-3f6b03c12b23 None None] Pushing event deleted for resources: {'Port': ['ID=7114689a-797c-4816-8010-1953efe65a64,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:52.206103 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a6b4e-b37e-476f-a36a-c92e3aa8ca0a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 2946202c-1584-4e66-8cb5-6dfd5a706f4a owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:52.218696 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.255624 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-30724e5a-784b-4e18-b313-838a3e0c7479 None None] Provisioning complete for port 2946202c-1584-4e66-8cb5-6dfd5a706f4a triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:52.255978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-30724e5a-784b-4e18-b313-838a3e0c7479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.278439 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-934bd9a1-96f3-424b-9be6-8079bb1e62e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.287085 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.292937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:51:52.293564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:51:52.305819 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6ca61b00-def4-4260-b386-9622eedb89d3 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "PUT /v2.0/ports/62efd776-385f-46c9-a5f0-5379f7c08ca0/tags/tempest-TagsExtTest-Tag-499643064 HTTP/1.1" status: 201 len: 201 time: 1.1447666 May 28 04:51:52.306956 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58066) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:52.309586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:52.310033 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.332403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-5e1df84f-eff3-4943-85ed-91a02533f840 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26', 'tempest-TagsExtTest-Tag-1049764012') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:52.334668 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-30724e5a-784b-4e18-b313-838a3e0c7479 None None] Port 2946202c-1584-4e66-8cb5-6dfd5a706f4a cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:52.347847 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f879ce2d-2cc7-4209-868d-7ce779bb36bc triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:52.348211 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.350116 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.354055 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:52.354718 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.385896 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eac2d5cb-2903-49f4-8755-80a07f0f4957 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.470227 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea33764f-d921-42b7-b849-60506164f30a None None] DHCP port deletion for c50561db-f87f-44a5-b312-e9c235f4151f request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:51:52.472205 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eac2d5cb-2903-49f4-8755-80a07f0f4957 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.481449 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ea33764f-d921-42b7-b849-60506164f30a None None] Deleting port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:52.481827 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ea33764f-d921-42b7-b849-60506164f30a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.511237 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6ee24e6c-5071-4f89-ae75-3a37982de4c7 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:52.588077 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8391974 May 28 04:51:52.651581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6b4e-b37e-476f-a36a-c92e3aa8ca0a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.661071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2d5cb-2903-49f4-8755-80a07f0f4957 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=ab85c18d-de4b-43d0-86da-8cd3ed734d67,revision_number=3']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:52.667103 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c23aa9-7b0d-4bb7-a169-db1b770f36a9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Network': ['ID=651e8418-d22b-4c99-9735-1870235a8dc9,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:52.676609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eac2d5cb-2903-49f4-8755-80a07f0f4957 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.714202 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5e1df84f-eff3-4943-85ed-91a02533f840 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "PUT /v2.0/routers/c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26/tags/tempest-TagsExtTest-Tag-1049764012 HTTP/1.1" status: 201 len: 201 time: 0.4058654 May 28 04:51:52.723332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58070) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:52.723960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a6b4e-b37e-476f-a36a-c92e3aa8ca0a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=2946202c-1584-4e66-8cb5-6dfd5a706f4a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:52.779740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58074) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:52.786519 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6b4e-b37e-476f-a36a-c92e3aa8ca0a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.793525 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-54fc05be-38b4-4790-8c25-3691b0b66e8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'subnet': {'network_id': '651e8418-d22b-4c99-9735-1870235a8dc9', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:52.795977 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 651e8418-d22b-4c99-9735-1870235a8dc9 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:51:52.809132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Deleting port 7114689a-797c-4816-8010-1953efe65a64 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:52.809545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.899335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 6ee24e6c-5071-4f89-ae75-3a37982de4c7 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:52.899903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:52.924075 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-5c6e4ddc-5104-46b4-a5ba-e4608dbf5ea6 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '45d6f249-b20f-4103-ae20-c198c4bd7a45', 'tempest-TagsExtTest-Tag-1599403829') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:52.942033 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac2d5cb-2903-49f4-8755-80a07f0f4957 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network ed2f71ff-e723-4f02-9e23-d0ac6fac185d is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:52.984417 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3d7a6b4e-b37e-476f-a36a-c92e3aa8ca0a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/2946202c-1584-4e66-8cb5-6dfd5a706f4a HTTP/1.1" status: 204 len: 168 time: 1.7472653 May 28 04:51:52.996430 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-eac2d5cb-2903-49f4-8755-80a07f0f4957 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:52.999305 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] For port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5ed822c7-de5f-40bb-80d3-c606b07aa1cb,segment=NetworkSegment(c6de07ea-1ce2-4d8e-ac41-8499ee0bfbd6),segment_id=c6de07ea-1ce2-4d8e-ac41-8499ee0bfbd6)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:53.000309 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:53.008853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58078) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:53.023922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] The port '7114689a-797c-4816-8010-1953efe65a64' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:51:53.031362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ea33764f-d921-42b7-b849-60506164f30a None None] For port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5ed822c7-de5f-40bb-80d3-c606b07aa1cb,segment=NetworkSegment(c6de07ea-1ce2-4d8e-ac41-8499ee0bfbd6),segment_id=c6de07ea-1ce2-4d8e-ac41-8499ee0bfbd6)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:53.031362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ea33764f-d921-42b7-b849-60506164f30a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:53.074336 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-54fc05be-38b4-4790-8c25-3691b0b66e8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:53.102817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-54fc05be-38b4-4790-8c25-3691b0b66e8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:subnet and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:53.114217 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-54fc05be-38b4-4790-8c25-3691b0b66e8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:53.174455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ea33764f-d921-42b7-b849-60506164f30a None None] Calling delete_port for 5ed822c7-de5f-40bb-80d3-c606b07aa1cb owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:53.188152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-54fc05be-38b4-4790-8c25-3691b0b66e8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:53.219831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:53.245127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fc05be-38b4-4790-8c25-3691b0b66e8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:53.317335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-13b5f56b-4d72-4691-8e75-0ac7fb9f596c None None] Provisioning complete for port ab85c18d-de4b-43d0-86da-8cd3ed734d67 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:53.317828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-13b5f56b-4d72-4691-8e75-0ac7fb9f596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:53.319665 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b3ca75-8ab3-4afe-83e0-78211265db25']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:53.351845 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6152f43-92cb-4e4d-a6e5-5f9344d6a3d9') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:53.352141 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6152f43-92cb-4e4d-a6e5-5f9344d6a3d9') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:53.378931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:53.386897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 7114689a-797c-4816-8010-1953efe65a64 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:51:53.399166 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54fc05be-38b4-4790-8c25-3691b0b66e8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:53.421560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:53.422984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ea33764f-d921-42b7-b849-60506164f30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:53.430393 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4755954-0983-42d6-b9f7-2d39caf672e3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] GET failed (client error): The resource could not be found. May 28 04:51:53.434444 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d4755954-0983-42d6-b9f7-2d39caf672e3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/2946202c-1584-4e66-8cb5-6dfd5a706f4a HTTP/1.1" status: 404 len: 333 time: 0.2979448 May 28 04:51:53.440872 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for 5ed822c7-de5f-40bb-80d3-c606b07aa1cb owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:53.469062 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 7114689a-797c-4816-8010-1953efe65a64 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:51:53.469299 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 7114689a-797c-4816-8010-1953efe65a64 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:51:53.471737 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58082) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:53.489836 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33764f-d921-42b7-b849-60506164f30a None None] Pushing event deleted for resources: {'Port': ['ID=5ed822c7-de5f-40bb-80d3-c606b07aa1cb,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:53.498464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:53.498713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea33764f-d921-42b7-b849-60506164f30a None None] No DVR routers for this DVR port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:53.499185 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:53.502079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-13b5f56b-4d72-4691-8e75-0ac7fb9f596c None None] Port ab85c18d-de4b-43d0-86da-8cd3ed734d67 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:53.516731 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:53.542467 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5c6e4ddc-5104-46b4-a5ba-e4608dbf5ea6 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "PUT /v2.0/subnetpools/45d6f249-b20f-4103-ae20-c198c4bd7a45/tags/tempest-TagsExtTest-Tag-1599403829 HTTP/1.1" status: 201 len: 201 time: 0.8176303 May 28 04:51:53.584787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58086) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:53.622350 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-870e21ea-3880-4a0a-8a92-a7181b8d984c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ff503603-6ed3-4ae7-9ff3-2b280000861e', {'tags': ['tempest-TagsExtTest-Tag-1699346130', 'tempest-TagsExtTest-Tag-1528312130', 'tempest-TagsExtTest-Tag-194570062']}) {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:53.651609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:51:53.651936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:51:53.706073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:53.731817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:53.749049 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac2d5cb-2903-49f4-8755-80a07f0f4957 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:51:53.750289 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Pushing event deleted for resources: {'Network': ['ID=22b3ca75-8ab3-4afe-83e0-78211265db25,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:53.771988 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f7e9b950-104c-40c2-ab1c-6c8f301c0945 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "DELETE /v2.0/networks/22b3ca75-8ab3-4afe-83e0-78211265db25 HTTP/1.1" status: 204 len: 168 time: 2.8242009 May 28 04:51:53.776203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58090) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:53.822524 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-870e21ea-3880-4a0a-8a92-a7181b8d984c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "PUT /v2.0/subnets/ff503603-6ed3-4ae7-9ff3-2b280000861e/tags HTTP/1.1" status: 200 len: 317 time: 0.2257669 May 28 04:51:53.822524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ae07a7ae-c256-4a3d-9bbd-69faa8fe8ac4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:53.824682 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58094) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:53.872526 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-5fee4c53-92ba-44ad-8594-6569fb528735 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ff503603-6ed3-4ae7-9ff3-2b280000861e') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:53.874119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a42781f7-8bef-4b2d-ae34-0de6b5c8a9a1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Synchronizing usage tracker for tenant:946bc1a39daa47378635045d132c9c3d on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:53.908283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ae07a7ae-c256-4a3d-9bbd-69faa8fe8ac4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:53.942737 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a42781f7-8bef-4b2d-ae34-0de6b5c8a9a1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Unset dirty status for tenant:946bc1a39daa47378635045d132c9c3d on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:53.943793 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a42781f7-8bef-4b2d-ae34-0de6b5c8a9a1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "GET /v2.0/ports?device_id=8295b9e2-0613-4984-8a99-5181e16c34b6 HTTP/1.1" status: 200 len: 205 time: 0.1655915 May 28 04:51:53.948401 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58098) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:53.997387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54fc05be-38b4-4790-8c25-3691b0b66e8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.006793 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5ed822c7-de5f-40bb-80d3-c606b07aa1cb no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:51:54.036158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ae07a7ae-c256-4a3d-9bbd-69faa8fe8ac4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.047061 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 5ed822c7-de5f-40bb-80d3-c606b07aa1cb {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:51:54.047656 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5ed822c7-de5f-40bb-80d3-c606b07aa1cb not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:51:54.071076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07a7ae-c256-4a3d-9bbd-69faa8fe8ac4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39284de0-6bbf-455b-9ff4-e9b5220265cd,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:54.088809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ae07a7ae-c256-4a3d-9bbd-69faa8fe8ac4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.092557 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ae07a7ae-c256-4a3d-9bbd-69faa8fe8ac4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/security-groups/39284de0-6bbf-455b-9ff4-e9b5220265cd HTTP/1.1" status: 204 len: 168 time: 0.6152146 May 28 04:51:54.093724 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58102) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:54.106004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc05be-38b4-4790-8c25-3691b0b66e8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Subnet': ['ID=732acfaf-1c43-448b-940a-0de94e2c09c7,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:54.121908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fc05be-38b4-4790-8c25-3691b0b66e8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Checking segment: {'id': '73a7f8e8-ba2d-4b0f-aaaa-da38b0281d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '651e8418-d22b-4c99-9735-1870235a8dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:54.122257 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fc05be-38b4-4790-8c25-3691b0b66e8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network hostable DHCP agents. Network: 651e8418-d22b-4c99-9735-1870235a8dc9, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:51:54.147279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fc05be-38b4-4790-8c25-3691b0b66e8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network 651e8418-d22b-4c99-9735-1870235a8dc9 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:51:54.157208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port 5ed822c7-de5f-40bb-80d3-c606b07aa1cb {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:54.157536 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.157967 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-54fc05be-38b4-4790-8c25-3691b0b66e8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 651e8418-d22b-4c99-9735-1870235a8dc9) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:54.162137 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fc05be-38b4-4790-8c25-3691b0b66e8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:54.162706 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54fc05be-38b4-4790-8c25-3691b0b66e8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.169588 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5969aa-b8c7-408c-b9bb-5b5bc34b8422 None None] Network 651e8418-d22b-4c99-9735-1870235a8dc9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:54.189990 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-54fc05be-38b4-4790-8c25-3691b0b66e8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.4009340 May 28 04:51:54.192150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58106) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:54.198694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-545c126e-6e46-438c-8ded-2bd641d64a0d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1147979243'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:54.201960 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0b278100-3510-447f-8e49-c39b75b17bd1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.205355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-545c126e-6e46-438c-8ded-2bd641d64a0d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:54.209485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-545c126e-6e46-438c-8ded-2bd641d64a0d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:network and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:54.213480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-545c126e-6e46-438c-8ded-2bd641d64a0d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:54.219648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-545c126e-6e46-438c-8ded-2bd641d64a0d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:54.234043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545c126e-6e46-438c-8ded-2bd641d64a0d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:54.237976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-545c126e-6e46-438c-8ded-2bd641d64a0d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.273774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545c126e-6e46-438c-8ded-2bd641d64a0d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:51:54.283812 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-545c126e-6e46-438c-8ded-2bd641d64a0d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.284080 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-545c126e-6e46-438c-8ded-2bd641d64a0d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Added segment 2b040d7c-ddd5-4135-8968-2dc73da09bbc of type vlan for network 70cf73b1-4548-412e-b8be-308432d8bc74 May 28 04:51:54.298825 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac2d5cb-2903-49f4-8755-80a07f0f4957 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:51:54.308340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] The port '5ed822c7-de5f-40bb-80d3-c606b07aa1cb' was deleted {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:51:54.313747 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-545c126e-6e46-438c-8ded-2bd641d64a0d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.328970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f139738a-3d77-40fb-b18b-4e1d3665dc5c None None] Sync routers for ids ['c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:51:54.348886 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-545c126e-6e46-438c-8ded-2bd641d64a0d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.349754 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5f886246-e0b2-43df-8052-4a186a71642d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.353437 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545c126e-6e46-438c-8ded-2bd641d64a0d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:54.353892 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-545c126e-6e46-438c-8ded-2bd641d64a0d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.396380 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f139738a-3d77-40fb-b18b-4e1d3665dc5c None None] Routers {'c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:54.397025 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f139738a-3d77-40fb-b18b-4e1d3665dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:54.463162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f139738a-3d77-40fb-b18b-4e1d3665dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:54.466774 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-651e8418-d22b-4c99-9735-1870235a8dc9', 'network_id': '651e8418-d22b-4c99-9735-1870235a8dc9', 'tenant_id': '4cd5365825924b6da70db27afdcfa7af', 'fixed_ips': [{'subnet_id': '732acfaf-1c43-448b-940a-0de94e2c09c7'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:51:54.467582 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.537495 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-eac2d5cb-2903-49f4-8755-80a07f0f4957 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3655856 May 28 04:51:54.544086 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58110) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:54.569641 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-545c126e-6e46-438c-8ded-2bd641d64a0d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3759296 May 28 04:51:54.570409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58114) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:54.580881 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-cb63fa96-4f54-4069-9fa2-486351c59472 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'subnet': {'network_id': '70cf73b1-4548-412e-b8be-308432d8bc74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:54.598550 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c126e-6e46-438c-8ded-2bd641d64a0d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Network': ['ID=70cf73b1-4548-412e-b8be-308432d8bc74,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:54.601016 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5fee4c53-92ba-44ad-8594-6569fb528735 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/subnets/ff503603-6ed3-4ae7-9ff3-2b280000861e/tags HTTP/1.1" status: 204 len: 168 time: 0.7752512 May 28 04:51:54.607630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58118) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:54.626177 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Allocated IP 172.20.255.242 (651e8418-d22b-4c99-9735-1870235a8dc9/732acfaf-1c43-448b-940a-0de94e2c09c7/6fa35f30-4873-47c8-90f7-dfee33069070) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:54.660045 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-dc526aaf-db41-403d-a0cc-62197f4ee70a tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ff503603-6ed3-4ae7-9ff3-2b280000861e', 'tempest-TagsExtTest-Tag-1699346130') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:54.704828 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5cbff040-cc49-432b-954f-cac2af3d0a1b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.718151 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.746802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-cb63fa96-4f54-4069-9fa2-486351c59472 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:54.752426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cb63fa96-4f54-4069-9fa2-486351c59472 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:subnet and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:54.756512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cb63fa96-4f54-4069-9fa2-486351c59472 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:54.763143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-cb63fa96-4f54-4069-9fa2-486351c59472 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:54.779117 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-dc526aaf-db41-403d-a0cc-62197f4ee70a tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] show failed (client error): The resource could not be found. May 28 04:51:54.783326 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dc526aaf-db41-403d-a0cc-62197f4ee70a tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/subnets/ff503603-6ed3-4ae7-9ff3-2b280000861e/tags/tempest-TagsExtTest-Tag-1699346130 HTTP/1.1" status: 404 len: 329 time: 0.1716573 May 28 04:51:54.783326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb63fa96-4f54-4069-9fa2-486351c59472 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:54.797587 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58122) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:54.806071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-6bd5e5d7-e1f2-43ef-a65c-d100a57da5db tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ff503603-6ed3-4ae7-9ff3-2b280000861e', 'tempest-TagsExtTest-Tag-1528312130') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:54.829196 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.839035 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Transition to ACTIVE for port object 6fa35f30-4873-47c8-90f7-dfee33069070 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:54.857117 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Transition to ACTIVE for port object 6fa35f30-4873-47c8-90f7-dfee33069070 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:54.863110 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 70cf73b1-4548-412e-b8be-308432d8bc74 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:51:54.882298 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293293ca-832a-488a-a4e3-fd37b9d16dc6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:54.883161 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-293293ca-832a-488a-a4e3-fd37b9d16dc6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Synchronizing usage tracker for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:51:54.904009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50561db-f87f-44a5-b312-e9c235f4151f']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:54.908944 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.928476 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5cbff040-cc49-432b-954f-cac2af3d0a1b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.930171 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cb63fa96-4f54-4069-9fa2-486351c59472 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:54.938561 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6de07ea-1ce2-4d8e-ac41-8499ee0bfbd6') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:54.939071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6de07ea-1ce2-4d8e-ac41-8499ee0bfbd6') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:55.046001 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-6bd5e5d7-e1f2-43ef-a65c-d100a57da5db tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] show failed (client error): The resource could not be found. May 28 04:51:55.047285 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6bd5e5d7-e1f2-43ef-a65c-d100a57da5db tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/subnets/ff503603-6ed3-4ae7-9ff3-2b280000861e/tags/tempest-TagsExtTest-Tag-1528312130 HTTP/1.1" status: 404 len: 329 time: 0.2490799 May 28 04:51:55.050827 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58126) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:55.057215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-a2923b21-62cf-4e80-befd-a65c04d232c0 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ff503603-6ed3-4ae7-9ff3-2b280000861e', 'tempest-TagsExtTest-Tag-194570062') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:55.070041 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f139738a-3d77-40fb-b18b-4e1d3665dc5c None None] Routers {'c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:51:55.070669 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f139738a-3d77-40fb-b18b-4e1d3665dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:55.076353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.094563 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-293293ca-832a-488a-a4e3-fd37b9d16dc6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Unset dirty status for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:51:55.095395 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-293293ca-832a-488a-a4e3-fd37b9d16dc6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports/ab85c18d-de4b-43d0-86da-8cd3ed734d67 HTTP/1.1" status: 200 len: 975 time: 0.5362968 May 28 04:51:55.098763 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58130) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:55.117770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0b278100-3510-447f-8e49-c39b75b17bd1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.126404 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.138876 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0b278100-3510-447f-8e49-c39b75b17bd1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.141396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:55.142737 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.150412 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:55.156309 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:55.185293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f139738a-3d77-40fb-b18b-4e1d3665dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:55.185821 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f139738a-3d77-40fb-b18b-4e1d3665dc5c None None] The sync data for ids ['c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:51:55.191059 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Network 651e8418-d22b-4c99-9735-1870235a8dc9 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:55.195656 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:55.197881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:55.200300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Pushing event updated for resources: {'Port': ['ID=6fa35f30-4873-47c8-90f7-dfee33069070,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:55.236349 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5cbff040-cc49-432b-954f-cac2af3d0a1b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.264891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.285923 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbff040-cc49-432b-954f-cac2af3d0a1b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eeaccc-9154-49b2-a804-bcfc0e1aaedd,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:55.291578 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.298827 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5cbff040-cc49-432b-954f-cac2af3d0a1b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.299877 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5cbff040-cc49-432b-954f-cac2af3d0a1b tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/security-groups/38eeaccc-9154-49b2-a804-bcfc0e1aaedd HTTP/1.1" status: 204 len: 168 time: 1.2059293 May 28 04:51:55.303821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Network': ['ID=c50561db-f87f-44a5-b312-e9c235f4151f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:55.306307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58134) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:55.306841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0b278100-3510-447f-8e49-c39b75b17bd1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.307342 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b278100-3510-447f-8e49-c39b75b17bd1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Fanout notify agent at l3_agent the message router_deleted on router 8295b9e2-0613-4984-8a99-5181e16c34b6 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:51:55.315526 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0b278100-3510-447f-8e49-c39b75b17bd1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.320005 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0b278100-3510-447f-8e49-c39b75b17bd1 tempest-RoutersNegativeIpV6Test-1502897933 tempest-RoutersNegativeIpV6Test-1502897933-project] 10.222.0.15 "DELETE /v2.0/routers/8295b9e2-0613-4984-8a99-5181e16c34b6 HTTP/1.1" status: 204 len: 168 time: 1.3702719 May 28 04:51:55.342478 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Attempting to bind port 6fa35f30-4873-47c8-90f7-dfee33069070 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:51:55.342849 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Attempting to bind port 6fa35f30-4873-47c8-90f7-dfee33069070 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '73a7f8e8-ba2d-4b0f-aaaa-da38b0281d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '651e8418-d22b-4c99-9735-1870235a8dc9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:51:55.343792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Attempting to bind port 6fa35f30-4873-47c8-90f7-dfee33069070 on network 651e8418-d22b-4c99-9735-1870235a8dc9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:51:55.344546 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-a2923b21-62cf-4e80-befd-a65c04d232c0 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] show failed (client error): The resource could not be found. May 28 04:51:55.345583 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a2923b21-62cf-4e80-befd-a65c04d232c0 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/subnets/ff503603-6ed3-4ae7-9ff3-2b280000861e/tags/tempest-TagsExtTest-Tag-194570062 HTTP/1.1" status: 404 len: 328 time: 0.2938566 May 28 04:51:55.348970 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58140) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:55.355020 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:51:55.355538 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Checking segment: {'id': '73a7f8e8-ba2d-4b0f-aaaa-da38b0281d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '651e8418-d22b-4c99-9735-1870235a8dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:55.355933 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.356303 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Bound using segment: {'id': '73a7f8e8-ba2d-4b0f-aaaa-da38b0281d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '651e8418-d22b-4c99-9735-1870235a8dc9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:51:55.356765 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Bound port: 6fa35f30-4873-47c8-90f7-dfee33069070, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a7f8e8-ba2d-4b0f-aaaa-da38b0281d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '651e8418-d22b-4c99-9735-1870235a8dc9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:51:55.357129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.359477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-bc2956af-28cc-41ec-b804-d0dae0e805f7 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '62efd776-385f-46c9-a5f0-5379f7c08ca0', {'tags': ['tempest-TagsExtTest-Tag-1221506444', 'tempest-TagsExtTest-Tag-2089891609', 'tempest-TagsExtTest-Tag-664741286']}) {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:55.370700 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7af06387-f01d-4edf-9b31-1e2d0b4d488b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/networks/c50561db-f87f-44a5-b312-e9c235f4151f HTTP/1.1" status: 204 len: 168 time: 3.2786343 May 28 04:51:55.387534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58144) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:55.402316 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e52e34b4-fdf3-4009-95d5-d0126399d681 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-236728325'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:55.410098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e52e34b4-fdf3-4009-95d5-d0126399d681 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:55.417105 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e52e34b4-fdf3-4009-95d5-d0126399d681 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:network and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:55.423281 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e52e34b4-fdf3-4009-95d5-d0126399d681 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:55.431173 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cb63fa96-4f54-4069-9fa2-486351c59472 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.437309 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e52e34b4-fdf3-4009-95d5-d0126399d681 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:55.470564 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52e34b4-fdf3-4009-95d5-d0126399d681 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:55.473625 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e52e34b4-fdf3-4009-95d5-d0126399d681 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.480775 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] For port 6fa35f30-4873-47c8-90f7-dfee33069070, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:51:55.493798 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] For port 6fa35f30-4873-47c8-90f7-dfee33069070, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6fa35f30-4873-47c8-90f7-dfee33069070,segment=NetworkSegment(73a7f8e8-ba2d-4b0f-aaaa-da38b0281d49),segment_id=73a7f8e8-ba2d-4b0f-aaaa-da38b0281d49)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:51:55.509263 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.582675 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52e34b4-fdf3-4009-95d5-d0126399d681 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:51:55.584580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63fa96-4f54-4069-9fa2-486351c59472 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Subnet': ['ID=bf24f0e9-f32e-457c-a3f0-17999b686184,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:55.588561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.616123 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e52e34b4-fdf3-4009-95d5-d0126399d681 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.616526 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-e52e34b4-fdf3-4009-95d5-d0126399d681 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Added segment 931e8c72-0973-4137-9ded-df0491f32fe9 of type vlan for network cd151f98-b80f-4697-9e3c-11fced036322 May 28 04:51:55.631557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf07cf6-b65d-461b-a7b4-7bab686abb51 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting subnet cdbb8385-5b74-4475-b6da-e8649eed8e39 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:51:55.639061 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1bf07cf6-b65d-461b-a7b4-7bab686abb51 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.649013 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.659798 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bc2956af-28cc-41ec-b804-d0dae0e805f7 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "PUT /v2.0/ports/62efd776-385f-46c9-a5f0-5379f7c08ca0/tags HTTP/1.1" status: 200 len: 317 time: 0.3097641 May 28 04:51:55.663565 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb98cd-3df9-40b1-887d-3462523f1783 None None] Pushing event updated for resources: {'Port': ['ID=6fa35f30-4873-47c8-90f7-dfee33069070,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:55.673195 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58148) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:55.684356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-0373d72c-a246-4122-a7d5-b9092f484592 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '62efd776-385f-46c9-a5f0-5379f7c08ca0') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:55.716095 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1bf07cf6-b65d-461b-a7b4-7bab686abb51 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.744139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb63fa96-4f54-4069-9fa2-486351c59472 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Checking segment: {'id': '2b040d7c-ddd5-4135-8968-2dc73da09bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70cf73b1-4548-412e-b8be-308432d8bc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:55.744480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb63fa96-4f54-4069-9fa2-486351c59472 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network hostable DHCP agents. Network: 70cf73b1-4548-412e-b8be-308432d8bc74, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:51:55.803633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb63fa96-4f54-4069-9fa2-486351c59472 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network 70cf73b1-4548-412e-b8be-308432d8bc74 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:51:55.819445 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1bf07cf6-b65d-461b-a7b4-7bab686abb51 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.828344 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-cb63fa96-4f54-4069-9fa2-486351c59472 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 70cf73b1-4548-412e-b8be-308432d8bc74) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:55.840551 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99674636-4a60-4daf-9676-f8a2000fcbee None None] Network 70cf73b1-4548-412e-b8be-308432d8bc74 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:55.911860 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58154) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:55.927631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e52e34b4-fdf3-4009-95d5-d0126399d681 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.931438 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0373d72c-a246-4122-a7d5-b9092f484592 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/ports/62efd776-385f-46c9-a5f0-5379f7c08ca0/tags HTTP/1.1" status: 204 len: 168 time: 0.2553308 May 28 04:51:55.937635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58156) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:55.960240 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb63fa96-4f54-4069-9fa2-486351c59472 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:55.961086 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cb63fa96-4f54-4069-9fa2-486351c59472 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.987904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1bf07cf6-b65d-461b-a7b4-7bab686abb51 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:55.990041 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-ffe95e03-2518-4386-a0aa-de50981caf95 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '62efd776-385f-46c9-a5f0-5379f7c08ca0', 'tempest-TagsExtTest-Tag-1221506444') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:56.040428 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e52e34b4-fdf3-4009-95d5-d0126399d681 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:56.044479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52e34b4-fdf3-4009-95d5-d0126399d681 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:56.046096 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e52e34b4-fdf3-4009-95d5-d0126399d681 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:56.089596 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf07cf6-b65d-461b-a7b4-7bab686abb51 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Subnet': ['ID=cdbb8385-5b74-4475-b6da-e8649eed8e39,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:56.119804 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58164) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:56.120841 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cb63fa96-4f54-4069-9fa2-486351c59472 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5468731 May 28 04:51:56.192691 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1bf07cf6-b65d-461b-a7b4-7bab686abb51 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:56.213920 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-ffe95e03-2518-4386-a0aa-de50981caf95 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] show failed (client error): The resource could not be found. May 28 04:51:56.214934 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ffe95e03-2518-4386-a0aa-de50981caf95 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/ports/62efd776-385f-46c9-a5f0-5379f7c08ca0/tags/tempest-TagsExtTest-Tag-1221506444 HTTP/1.1" status: 404 len: 329 time: 0.2491305 May 28 04:51:56.219773 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6fa35f30-4873-47c8-90f7-dfee33069070 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:51:56.223034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58170) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:56.243200 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0a83f1-beee-4c5f-bbc2-60b2c1dfcb8f None None] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:56.245597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-e1430cc4-bd40-4187-ab1b-941ff445e6f0 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '62efd776-385f-46c9-a5f0-5379f7c08ca0', 'tempest-TagsExtTest-Tag-2089891609') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:56.266363 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e52e34b4-fdf3-4009-95d5-d0126399d681 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8741627 May 28 04:51:56.273332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58174) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:56.350824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-70cf73b1-4548-412e-b8be-308432d8bc74', 'network_id': '70cf73b1-4548-412e-b8be-308432d8bc74', 'tenant_id': '4cd5365825924b6da70db27afdcfa7af', 'fixed_ips': [{'subnet_id': 'bf24f0e9-f32e-457c-a3f0-17999b686184'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:51:56.351641 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:56.406936 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1bf07cf6-b65d-461b-a7b4-7bab686abb51 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/cdbb8385-5b74-4475-b6da-e8649eed8e39 HTTP/1.1" status: 204 len: 168 time: 1.0930328 May 28 04:51:56.412992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58178) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:56.417413 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-89273f9b-e63c-4755-8993-81fe120bcd3d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'subnet': {'network_id': 'cd151f98-b80f-4697-9e3c-11fced036322', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:56.451000 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8cf2fa79-38ce-426e-a9f9-b054b21fec18 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'subnet': {'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:56.457858 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e34b4-fdf3-4009-95d5-d0126399d681 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Network': ['ID=cd151f98-b80f-4697-9e3c-11fced036322,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:56.468838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network cd151f98-b80f-4697-9e3c-11fced036322 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:51:56.529160 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:56.622762 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:56.645190 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 6fa35f30-4873-47c8-90f7-dfee33069070 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:56.728376 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5366ff9a-cba4-488f-a3c5-d79fdb265338 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=946bc1a39daa47378635045d132c9c3d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7941740 May 28 04:51:56.731156 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58182) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:56.744051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-89273f9b-e63c-4755-8993-81fe120bcd3d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:56.762896 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-89273f9b-e63c-4755-8993-81fe120bcd3d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:subnet and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:56.771607 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Allocated IP 172.20.0.2 (70cf73b1-4548-412e-b8be-308432d8bc74/bf24f0e9-f32e-457c-a3f0-17999b686184/69f21a3e-a3a2-421f-b784-513cb7a2e9c8) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:56.775330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-89273f9b-e63c-4755-8993-81fe120bcd3d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:56.792970 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-89273f9b-e63c-4755-8993-81fe120bcd3d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:56.813500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b767337b-10cc-483f-8009-dde7a9a6226a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:56.819467 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-e1430cc4-bd40-4187-ab1b-941ff445e6f0 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] show failed (client error): The resource could not be found. May 28 04:51:56.824225 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58186) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:56.825599 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e1430cc4-bd40-4187-ab1b-941ff445e6f0 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/ports/62efd776-385f-46c9-a5f0-5379f7c08ca0/tags/tempest-TagsExtTest-Tag-2089891609 HTTP/1.1" status: 404 len: 329 time: 0.5995321 May 28 04:51:56.828397 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-50e1ad8d-e61a-4dd2-a67d-23dd0b6e914a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:56.836219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-fe7dc09b-61ed-41fe-9aa0-e2c70e5c3b42 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '62efd776-385f-46c9-a5f0-5379f7c08ca0', 'tempest-TagsExtTest-Tag-664741286') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:56.907337 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8cf2fa79-38ce-426e-a9f9-b054b21fec18 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:56.911287 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89273f9b-e63c-4755-8993-81fe120bcd3d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:56.918830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b767337b-10cc-483f-8009-dde7a9a6226a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:57.022115 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-fe7dc09b-61ed-41fe-9aa0-e2c70e5c3b42 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] show failed (client error): The resource could not be found. May 28 04:51:57.023689 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fe7dc09b-61ed-41fe-9aa0-e2c70e5c3b42 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/ports/62efd776-385f-46c9-a5f0-5379f7c08ca0/tags/tempest-TagsExtTest-Tag-664741286 HTTP/1.1" status: 404 len: 328 time: 0.1986108 May 28 04:51:57.029409 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58190) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:57.038785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8cf2fa79-38ce-426e-a9f9-b054b21fec18 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:subnet and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:57.044158 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-56f7d7c8-6c64-4d39-9c80-a4f3f2ccc201 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26', {'tags': ['tempest-TagsExtTest-Tag-1325484910', 'tempest-TagsExtTest-Tag-2142369206', 'tempest-TagsExtTest-Tag-1865114617']}) {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:57.059071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8cf2fa79-38ce-426e-a9f9-b054b21fec18 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:57.063492 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:57.083717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2819c13-2779-4086-b1c2-0b90659b6067 None None] Network 651e8418-d22b-4c99-9735-1870235a8dc9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:57.119520 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b767337b-10cc-483f-8009-dde7a9a6226a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:57.138016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8cf2fa79-38ce-426e-a9f9-b054b21fec18 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:57.192327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89273f9b-e63c-4755-8993-81fe120bcd3d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:57.210134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf2fa79-38ce-426e-a9f9-b054b21fec18 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:51:57.215171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767337b-10cc-483f-8009-dde7a9a6226a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289c6eda-5541-4d28-ab55-b7cab34af492,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:57.231419 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b767337b-10cc-483f-8009-dde7a9a6226a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:57.235359 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b767337b-10cc-483f-8009-dde7a9a6226a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/289c6eda-5541-4d28-ab55-b7cab34af492 HTTP/1.1" status: 204 len: 168 time: 0.5006759 May 28 04:51:57.274752 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Transition to ACTIVE for port object 69f21a3e-a3a2-421f-b784-513cb7a2e9c8 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:57.275585 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-56f7d7c8-6c64-4d39-9c80-a4f3f2ccc201 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "PUT /v2.0/routers/c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26/tags HTTP/1.1" status: 200 len: 318 time: 0.2435365 May 28 04:51:57.278629 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58196) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:57.285340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-142c419f-acd6-427e-911b-214e07f8f45c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:57.291138 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:57.321248 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Transition to ACTIVE for port object 69f21a3e-a3a2-421f-b784-513cb7a2e9c8 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:57.390763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:57.456934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Network 70cf73b1-4548-412e-b8be-308432d8bc74 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:57.461003 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-57db7df8-8211-4b08-a069-071e063c37fb None None] Provisioning for port 6fa35f30-4873-47c8-90f7-dfee33069070 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:51:57.464181 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:57.474215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8cf2fa79-38ce-426e-a9f9-b054b21fec18 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:57.478002 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:51:57.518020 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:57.526492 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-57db7df8-8211-4b08-a069-071e063c37fb None None] Provisioning complete for port 6fa35f30-4873-47c8-90f7-dfee33069070 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:57.526754 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57db7df8-8211-4b08-a069-071e063c37fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:57.577463 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Subnet': ['ID=bf24f0e9-f32e-457c-a3f0-17999b686184,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:57.622107 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-142c419f-acd6-427e-911b-214e07f8f45c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/routers/c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26/tags HTTP/1.1" status: 204 len: 168 time: 0.3423207 May 28 04:51:57.628916 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58202) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:57.653400 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Pushing event updated for resources: {'Port': ['ID=69f21a3e-a3a2-421f-b784-513cb7a2e9c8,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:57.724320 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-588ca66f-98c9-467f-b150-59c103f54e18 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26', 'tempest-TagsExtTest-Tag-1325484910') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:57.728796 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Attempting to bind port 69f21a3e-a3a2-421f-b784-513cb7a2e9c8 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:51:57.729157 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Attempting to bind port 69f21a3e-a3a2-421f-b784-513cb7a2e9c8 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '2b040d7c-ddd5-4135-8968-2dc73da09bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70cf73b1-4548-412e-b8be-308432d8bc74'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:51:57.729508 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Attempting to bind port 69f21a3e-a3a2-421f-b784-513cb7a2e9c8 on network 70cf73b1-4548-412e-b8be-308432d8bc74 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:51:57.852278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57db7df8-8211-4b08-a069-071e063c37fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:57.884661 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:51:57.885384 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Checking segment: {'id': '2b040d7c-ddd5-4135-8968-2dc73da09bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70cf73b1-4548-412e-b8be-308432d8bc74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:57.886465 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:57.887339 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Bound using segment: {'id': '2b040d7c-ddd5-4135-8968-2dc73da09bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70cf73b1-4548-412e-b8be-308432d8bc74'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:51:57.888671 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Bound port: 69f21a3e-a3a2-421f-b784-513cb7a2e9c8, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b040d7c-ddd5-4135-8968-2dc73da09bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '70cf73b1-4548-412e-b8be-308432d8bc74'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:51:57.889533 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:57.936649 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:58.022215 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70cf73b1-4548-412e-b8be-308432d8bc74']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:58.041521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b040d7c-ddd5-4135-8968-2dc73da09bbc') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:58.041884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b040d7c-ddd5-4135-8968-2dc73da09bbc') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:58.062126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:58.081514 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-57db7df8-8211-4b08-a069-071e063c37fb None None] For port 6fa35f30-4873-47c8-90f7-dfee33069070, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6fa35f30-4873-47c8-90f7-dfee33069070,segment=NetworkSegment(73a7f8e8-ba2d-4b0f-aaaa-da38b0281d49),segment_id=73a7f8e8-ba2d-4b0f-aaaa-da38b0281d49)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:58.082403 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-588ca66f-98c9-467f-b150-59c103f54e18 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] show failed (client error): The resource could not be found. May 28 04:51:58.083434 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-588ca66f-98c9-467f-b150-59c103f54e18 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/routers/c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26/tags/tempest-TagsExtTest-Tag-1325484910 HTTP/1.1" status: 404 len: 329 time: 0.4533870 May 28 04:51:58.086541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58214) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:58.088415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-50e1ad8d-e61a-4dd2-a67d-23dd0b6e914a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port ab85c18d-de4b-43d0-86da-8cd3ed734d67 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:58.089017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-50e1ad8d-e61a-4dd2-a67d-23dd0b6e914a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:58.093911 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-9eea5717-2c7a-4294-9e23-48c52b891478 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26', 'tempest-TagsExtTest-Tag-2142369206') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:58.106341 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57db7df8-8211-4b08-a069-071e063c37fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:58.125517 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89273f9b-e63c-4755-8993-81fe120bcd3d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:58.148927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:58.206068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89273f9b-e63c-4755-8993-81fe120bcd3d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Subnet': ['ID=78d649a2-24f5-4185-8e76-187b9cbb4afa,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:58.208152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:51:58.208467 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:58.230453 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] For port 69f21a3e-a3a2-421f-b784-513cb7a2e9c8, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:51:58.268844 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:51:58.275358 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a795b0aa-e117-447e-9e79-cfd5dd919a08 None None] Provisioning complete for port e28bf89c-b3e8-4239-bdda-ce652808149d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:58.275838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a795b0aa-e117-447e-9e79-cfd5dd919a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:58.318776 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db7df8-8211-4b08-a069-071e063c37fb None None] Pushing event updated for resources: {'Port': ['ID=6fa35f30-4873-47c8-90f7-dfee33069070,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:58.335085 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a795b0aa-e117-447e-9e79-cfd5dd919a08 None None] Port e28bf89c-b3e8-4239-bdda-ce652808149d cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:51:58.350401 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a795b0aa-e117-447e-9e79-cfd5dd919a08 None None] Provisioning complete for port f879ce2d-2cc7-4209-868d-7ce779bb36bc triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:58.350928 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a795b0aa-e117-447e-9e79-cfd5dd919a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:58.389770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 04:51:58.389770 dv-neutron-843300-5-hyperv neutron-server[84009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 04:51:58.389770 dv-neutron-843300-5-hyperv neutron-server[84009]: [parameters: {'id': '70cf73b1-4548-412e-b8be-308432d8bc74'}] May 28 04:51:58.389770 dv-neutron-843300-5-hyperv neutron-server[84009]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:51:58.390332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:51:58.391832 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-9eea5717-2c7a-4294-9e23-48c52b891478 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] show failed (client error): The resource could not be found. May 28 04:51:58.396837 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9eea5717-2c7a-4294-9e23-48c52b891478 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/routers/c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26/tags/tempest-TagsExtTest-Tag-2142369206 HTTP/1.1" status: 404 len: 329 time: 0.3090937 May 28 04:51:58.398133 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58222) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:58.404684 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-101d7b0c-7166-4e89-bc8a-77008375851e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26', 'tempest-TagsExtTest-Tag-1865114617') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:58.407510 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] For port 69f21a3e-a3a2-421f-b784-513cb7a2e9c8, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=69f21a3e-a3a2-421f-b784-513cb7a2e9c8,segment=NetworkSegment(2b040d7c-ddd5-4135-8968-2dc73da09bbc),segment_id=2b040d7c-ddd5-4135-8968-2dc73da09bbc)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:51:58.423427 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:58.591865 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58228) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:58.602347 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3f88c-fd62-4b48-be4c-2538faafb6bb None None] Pushing event updated for resources: {'Port': ['ID=69f21a3e-a3a2-421f-b784-513cb7a2e9c8,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:58.624544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-50e1ad8d-e61a-4dd2-a67d-23dd0b6e914a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:58.653598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a795b0aa-e117-447e-9e79-cfd5dd919a08 None None] Provisioning complete for port 6fa35f30-4873-47c8-90f7-dfee33069070 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:51:58.653598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a795b0aa-e117-447e-9e79-cfd5dd919a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:58.677002 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-101d7b0c-7166-4e89-bc8a-77008375851e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] show failed (client error): The resource could not be found. May 28 04:51:58.682027 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-101d7b0c-7166-4e89-bc8a-77008375851e tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/routers/c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26/tags/tempest-TagsExtTest-Tag-1865114617 HTTP/1.1" status: 404 len: 329 time: 0.2818520 May 28 04:51:58.682027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58234) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:58.687654 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-2e3ce86c-5eb2-4a8d-b9f4-960fa57c2558 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '45d6f249-b20f-4103-ae20-c198c4bd7a45', {'tags': ['tempest-TagsExtTest-Tag-1588070924', 'tempest-TagsExtTest-Tag-1508622029', 'tempest-TagsExtTest-Tag-482285574']}) {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:58.698708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89273f9b-e63c-4755-8993-81fe120bcd3d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Checking segment: {'id': '931e8c72-0973-4137-9ded-df0491f32fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cd151f98-b80f-4697-9e3c-11fced036322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:51:58.699061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89273f9b-e63c-4755-8993-81fe120bcd3d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network hostable DHCP agents. Network: cd151f98-b80f-4697-9e3c-11fced036322, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:51:58.722519 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c71ec98-0de3-4c1a-a824-937b9990dda4 None None] Network 70cf73b1-4548-412e-b8be-308432d8bc74 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:51:58.737059 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2e3ce86c-5eb2-4a8d-b9f4-960fa57c2558 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "PUT /v2.0/subnetpools/45d6f249-b20f-4103-ae20-c198c4bd7a45/tags HTTP/1.1" status: 200 len: 317 time: 0.0535655 May 28 04:51:58.737633 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58238) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:58.744931 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-1693af2e-d0aa-4371-ab71-c36b201634b0 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '45d6f249-b20f-4103-ae20-c198c4bd7a45') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:58.776077 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-50e1ad8d-e61a-4dd2-a67d-23dd0b6e914a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for ab85c18d-de4b-43d0-86da-8cd3ed734d67 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:58.793186 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1693af2e-d0aa-4371-ab71-c36b201634b0 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/subnetpools/45d6f249-b20f-4103-ae20-c198c4bd7a45/tags HTTP/1.1" status: 204 len: 168 time: 0.0542657 May 28 04:51:58.794196 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58242) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:58.800904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-8cac7296-e68e-4c51-9241-19bcca372e58 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '45d6f249-b20f-4103-ae20-c198c4bd7a45', 'tempest-TagsExtTest-Tag-1588070924') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:58.826978 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-feeca038-22ce-4354-9ad4-9ac9ebe64a16 tempest-SubnetPoolsTestJSON-2015312992 tempest-SubnetPoolsTestJSON-2015312992-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-263180309', 'prefixes': ['172.20.0.0/16']}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:58.833542 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-feeca038-22ce-4354-9ad4-9ac9ebe64a16 tempest-SubnetPoolsTestJSON-2015312992 tempest-SubnetPoolsTestJSON-2015312992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:58.844094 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-8cac7296-e68e-4c51-9241-19bcca372e58 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] show failed (client error): The resource could not be found. May 28 04:51:58.848182 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8cac7296-e68e-4c51-9241-19bcca372e58 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/subnetpools/45d6f249-b20f-4103-ae20-c198c4bd7a45/tags/tempest-TagsExtTest-Tag-1588070924 HTTP/1.1" status: 404 len: 329 time: 0.0526729 May 28 04:51:58.849017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58246) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:58.856008 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-77c52bbe-c236-4c94-a522-2ee15384c758 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '45d6f249-b20f-4103-ae20-c198c4bd7a45', 'tempest-TagsExtTest-Tag-1508622029') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:58.890331 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-77c52bbe-c236-4c94-a522-2ee15384c758 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] show failed (client error): The resource could not be found. May 28 04:51:58.895129 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-77c52bbe-c236-4c94-a522-2ee15384c758 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/subnetpools/45d6f249-b20f-4103-ae20-c198c4bd7a45/tags/tempest-TagsExtTest-Tag-1508622029 HTTP/1.1" status: 404 len: 329 time: 0.0443451 May 28 04:51:58.895946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58250) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:58.898873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:58.906147 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-81ca091a-256b-4bdb-8543-ac9c2ead91ac tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '45d6f249-b20f-4103-ae20-c198c4bd7a45', 'tempest-TagsExtTest-Tag-482285574') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:58.946856 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Deleting port 69f21a3e-a3a2-421f-b784-513cb7a2e9c8 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:51:58.947067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:58.953882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89273f9b-e63c-4755-8993-81fe120bcd3d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network cd151f98-b80f-4697-9e3c-11fced036322 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:51:58.958622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8cf2fa79-38ce-426e-a9f9-b054b21fec18 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:58.979976 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-81ca091a-256b-4bdb-8543-ac9c2ead91ac tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] show failed (client error): The resource could not be found. May 28 04:51:58.984946 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-81ca091a-256b-4bdb-8543-ac9c2ead91ac tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/subnetpools/45d6f249-b20f-4103-ae20-c198c4bd7a45/tags/tempest-TagsExtTest-Tag-482285574 HTTP/1.1" status: 404 len: 328 time: 0.0839653 May 28 04:51:58.986775 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27206dca-0dc9-40ad-aafd-eab50d14f661 None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:51:58.991539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58254) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:59.001925 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-1781747c-3969-4a1b-b5f0-8bc73f699174 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '45d6f249-b20f-4103-ae20-c198c4bd7a45') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:59.019105 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-89273f9b-e63c-4755-8993-81fe120bcd3d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, cd151f98-b80f-4697-9e3c-11fced036322) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:59.056161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89273f9b-e63c-4755-8993-81fe120bcd3d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:59.056733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89273f9b-e63c-4755-8993-81fe120bcd3d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.094265 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf2fa79-38ce-426e-a9f9-b054b21fec18 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:51:59.097812 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf2fa79-38ce-426e-a9f9-b054b21fec18 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Subnet': ['ID=91c7d67c-862c-4bbc-b62e-43af058bb1bb,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:59.104632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-8cf2fa79-38ce-426e-a9f9-b054b21fec18 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:51:59.111667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf2fa79-38ce-426e-a9f9-b054b21fec18 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:51:59.112246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8cf2fa79-38ce-426e-a9f9-b054b21fec18 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.136703 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1781747c-3969-4a1b-b5f0-8bc73f699174 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/subnetpools/45d6f249-b20f-4103-ae20-c198c4bd7a45/tags HTTP/1.1" status: 204 len: 168 time: 0.1407745 May 28 04:51:59.137167 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58258) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:59.140524 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-89273f9b-e63c-4755-8993-81fe120bcd3d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7356226 May 28 04:51:59.142607 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27206dca-0dc9-40ad-aafd-eab50d14f661 None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:51:59.147653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58262) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:59.155240 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5c145480-304b-4c4a-868b-b753058f598b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1879047777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:59.162401 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.tag.tag_plugin [None req-7dd7a735-0936-4002-a1bd-948e47ada9ad tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:59.166662 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8cf2fa79-38ce-426e-a9f9-b054b21fec18 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7305250 May 28 04:51:59.166662 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5c145480-304b-4c4a-868b-b753058f598b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:59.167360 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58266) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:59.174182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-18bd3ae1-207c-4644-993a-cb706fc49b2a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'security_group': {'name': 'tempest-secgroup-332940140'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:59.180053 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5c145480-304b-4c4a-868b-b753058f598b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:router and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:59.183889 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-18bd3ae1-207c-4644-993a-cb706fc49b2a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:59.186199 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5c145480-304b-4c4a-868b-b753058f598b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:59.190163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-50e1ad8d-e61a-4dd2-a67d-23dd0b6e914a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.192246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-18bd3ae1-207c-4644-993a-cb706fc49b2a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:security_group and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:59.197434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-18bd3ae1-207c-4644-993a-cb706fc49b2a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:59.210680 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-feeca038-22ce-4354-9ad4-9ac9ebe64a16 tempest-SubnetPoolsTestJSON-2015312992 tempest-SubnetPoolsTestJSON-2015312992-project] Notify callbacks [] for subnetpool, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.214340 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-feeca038-22ce-4354-9ad4-9ac9ebe64a16 tempest-SubnetPoolsTestJSON-2015312992 tempest-SubnetPoolsTestJSON-2015312992-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.6190121 May 28 04:51:59.226126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58270) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:59.240086 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5c145480-304b-4c4a-868b-b753058f598b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:59.249439 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-18bd3ae1-207c-4644-993a-cb706fc49b2a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:59.263548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1ad8d-e61a-4dd2-a67d-23dd0b6e914a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Port': ['ID=ab85c18d-de4b-43d0-86da-8cd3ed734d67,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:59.309016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c145480-304b-4c4a-868b-b753058f598b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.309016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c145480-304b-4c4a-868b-b753058f598b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.315831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-18bd3ae1-207c-4644-993a-cb706fc49b2a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.393259 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-59940ddb-71f2-46e7-9b76-f7d5ef0cf2c5 tempest-SubnetPoolsTestJSON-2015312992 tempest-SubnetPoolsTestJSON-2015312992-project] 10.222.0.15 "GET /v2.0/subnetpools/b1d7c0e2-9755-4eb9-9794-4f7ce0ac12b7 HTTP/1.1" status: 200 len: 731 time: 0.1660423 May 28 04:51:59.399358 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58274) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:59.403702 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] For port 69f21a3e-a3a2-421f-b784-513cb7a2e9c8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=69f21a3e-a3a2-421f-b784-513cb7a2e9c8,segment=NetworkSegment(2b040d7c-ddd5-4135-8968-2dc73da09bbc),segment_id=2b040d7c-ddd5-4135-8968-2dc73da09bbc)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:51:59.404236 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.415685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-96899657-e6da-4130-a38e-5ee69ff9dc1d tempest-SubnetPoolsTestJSON-2015312992 tempest-SubnetPoolsTestJSON-2015312992-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1756561782'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:51:59.462873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c145480-304b-4c4a-868b-b753058f598b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.469690 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-18bd3ae1-207c-4644-993a-cb706fc49b2a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:51:59.484332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-18bd3ae1-207c-4644-993a-cb706fc49b2a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:security_group_rule and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:51:59.509247 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-cd151f98-b80f-4697-9e3c-11fced036322', 'network_id': 'cd151f98-b80f-4697-9e3c-11fced036322', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'fixed_ips': [{'subnet_id': '78d649a2-24f5-4185-8e76-187b9cbb4afa'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:51:59.510174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.537984 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-18bd3ae1-207c-4644-993a-cb706fc49b2a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:51:59.551604 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Calling delete_port for 69f21a3e-a3a2-421f-b784-513cb7a2e9c8 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:51:59.552918 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-18bd3ae1-207c-4644-993a-cb706fc49b2a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:51:59.569054 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c145480-304b-4c4a-868b-b753058f598b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.598120 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-50e1ad8d-e61a-4dd2-a67d-23dd0b6e914a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.624209 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7dd7a735-0936-4002-a1bd-948e47ada9ad tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/routers/c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26/tags HTTP/1.1" status: 204 len: 168 time: 0.4859009 May 28 04:51:59.627391 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58278) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:59.689220 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Allocated IP 2001:db8::2 (cd151f98-b80f-4697-9e3c-11fced036322/78d649a2-24f5-4185-8e76-187b9cbb4afa/f7a37584-249d-4fa0-aea9-849d69152b63) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:51:59.689566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-e50cde71-6f25-4895-905a-03b84d9c75a7 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '62efd776-385f-46c9-a5f0-5379f7c08ca0') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:59.691271 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.729345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96899657-e6da-4130-a38e-5ee69ff9dc1d tempest-SubnetPoolsTestJSON-2015312992 tempest-SubnetPoolsTestJSON-2015312992-project] Notify callbacks [] for subnetpool, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.733087 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-96899657-e6da-4130-a38e-5ee69ff9dc1d tempest-SubnetPoolsTestJSON-2015312992 tempest-SubnetPoolsTestJSON-2015312992-project] 10.222.0.15 "PUT /v2.0/subnetpools/b1d7c0e2-9755-4eb9-9794-4f7ce0ac12b7 HTTP/1.1" status: 200 len: 684 time: 0.3300462 May 28 04:51:59.733709 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c145480-304b-4c4a-868b-b753058f598b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.734862 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5c145480-304b-4c4a-868b-b753058f598b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5861123 May 28 04:51:59.738481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58282) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:59.738481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58284) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:51:59.743290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Port': ['ID=69f21a3e-a3a2-421f-b784-513cb7a2e9c8,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:51:59.750359 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No DVR routers for this DVR port 69f21a3e-a3a2-421f-b784-513cb7a2e9c8 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:51:59.871558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-18bd3ae1-207c-4644-993a-cb706fc49b2a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.874174 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.897007 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.908792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Transition to ACTIVE for port object f7a37584-249d-4fa0-aea9-849d69152b63 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:59.917149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70cf73b1-4548-412e-b8be-308432d8bc74']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:59.929815 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Transition to ACTIVE for port object f7a37584-249d-4fa0-aea9-849d69152b63 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:51:59.938474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.953515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b040d7c-ddd5-4135-8968-2dc73da09bbc') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:59.954038 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b040d7c-ddd5-4135-8968-2dc73da09bbc') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:51:59.968253 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:51:59.989843 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.008508 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:00.009091 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.032260 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6fa35f30-4873-47c8-90f7-dfee33069070 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:00.035515 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:00.071747 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Network cd151f98-b80f-4697-9e3c-11fced036322 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:00.074548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-18bd3ae1-207c-4644-993a-cb706fc49b2a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.076884 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:00.089174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:00.100740 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Pushing event updated for resources: {'Port': ['ID=f7a37584-249d-4fa0-aea9-849d69152b63,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:00.125431 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.146991 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.153898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Network': ['ID=70cf73b1-4548-412e-b8be-308432d8bc74,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:00.162900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd3ae1-207c-4644-993a-cb706fc49b2a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd5ea6d-2c38-45ab-8488-be621319ab95,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:00.163848 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-45d630c2-7f4e-460c-a9a5-50cadc3ea793 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/70cf73b1-4548-412e-b8be-308432d8bc74 HTTP/1.1" status: 204 len: 168 time: 3.9785032 May 28 04:52:00.164553 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58290) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:00.171252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-56792370-f63c-4395-8fe9-c80e46c252af tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1827490490'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:00.177401 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-56792370-f63c-4395-8fe9-c80e46c252af tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:00.182674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-18bd3ae1-207c-4644-993a-cb706fc49b2a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.183905 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-18bd3ae1-207c-4644-993a-cb706fc49b2a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0158503 May 28 04:52:00.188483 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58294) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:00.192551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-56792370-f63c-4395-8fe9-c80e46c252af tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:network and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:00.200616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-56792370-f63c-4395-8fe9-c80e46c252af tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:00.210758 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-56792370-f63c-4395-8fe9-c80e46c252af tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:00.233128 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b22d7d1c-e28e-47c4-bff0-acbf6f0e38cd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'security_group': {'name': 'tempest-secgroup-1454047364'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:00.242700 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b22d7d1c-e28e-47c4-bff0-acbf6f0e38cd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:00.247469 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b22d7d1c-e28e-47c4-bff0-acbf6f0e38cd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:security_group and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:00.251774 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b22d7d1c-e28e-47c4-bff0-acbf6f0e38cd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:00.256696 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Attempting to bind port f7a37584-249d-4fa0-aea9-849d69152b63 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:00.257170 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Attempting to bind port f7a37584-249d-4fa0-aea9-849d69152b63 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '931e8c72-0973-4137-9ded-df0491f32fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cd151f98-b80f-4697-9e3c-11fced036322'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:00.257619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Attempting to bind port f7a37584-249d-4fa0-aea9-849d69152b63 on network cd151f98-b80f-4697-9e3c-11fced036322 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:00.260112 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b22d7d1c-e28e-47c4-bff0-acbf6f0e38cd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:00.269875 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56792370-f63c-4395-8fe9-c80e46c252af tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:00.272369 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 6fa35f30-4873-47c8-90f7-dfee33069070 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:00.272842 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.273465 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56792370-f63c-4395-8fe9-c80e46c252af tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.306800 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56792370-f63c-4395-8fe9-c80e46c252af tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:00.317014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56792370-f63c-4395-8fe9-c80e46c252af tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.317550 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-56792370-f63c-4395-8fe9-c80e46c252af tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Added segment 3a3868c3-179a-4b49-ac9b-0db536478c92 of type vlan for network 10a69774-bd95-46c3-b530-c679af24cbda May 28 04:52:00.329086 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:00.329633 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Checking segment: {'id': '931e8c72-0973-4137-9ded-df0491f32fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cd151f98-b80f-4697-9e3c-11fced036322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:00.330152 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.330712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Bound using segment: {'id': '931e8c72-0973-4137-9ded-df0491f32fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cd151f98-b80f-4697-9e3c-11fced036322'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:00.331225 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Bound port: f7a37584-249d-4fa0-aea9-849d69152b63, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931e8c72-0973-4137-9ded-df0491f32fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'cd151f98-b80f-4697-9e3c-11fced036322'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:00.331807 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.363676 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56792370-f63c-4395-8fe9-c80e46c252af tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.372163 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b22d7d1c-e28e-47c4-bff0-acbf6f0e38cd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.409412 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b22d7d1c-e28e-47c4-bff0-acbf6f0e38cd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:00.413256 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b22d7d1c-e28e-47c4-bff0-acbf6f0e38cd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:security_group_rule and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:00.416474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b22d7d1c-e28e-47c4-bff0-acbf6f0e38cd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:00.423363 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b22d7d1c-e28e-47c4-bff0-acbf6f0e38cd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:00.431682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] For port f7a37584-249d-4fa0-aea9-849d69152b63, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:00.435230 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] For port f7a37584-249d-4fa0-aea9-849d69152b63, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f7a37584-249d-4fa0-aea9-849d69152b63,segment=NetworkSegment(931e8c72-0973-4137-9ded-df0491f32fe9),segment_id=931e8c72-0973-4137-9ded-df0491f32fe9)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:00.472336 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.498162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b22d7d1c-e28e-47c4-bff0-acbf6f0e38cd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.509006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b22d7d1c-e28e-47c4-bff0-acbf6f0e38cd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.533744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-be0df3a0-a3ec-4aef-98d1-cd322171ad04 tempest-SubnetPoolsTestJSON-2015312992 tempest-SubnetPoolsTestJSON-2015312992-project] Notify callbacks [] for subnetpool, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.535361 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-be0df3a0-a3ec-4aef-98d1-cd322171ad04 tempest-SubnetPoolsTestJSON-2015312992 tempest-SubnetPoolsTestJSON-2015312992-project] 10.222.0.15 "DELETE /v2.0/subnetpools/b1d7c0e2-9755-4eb9-9794-4f7ce0ac12b7 HTTP/1.1" status: 204 len: 168 time: 0.7502589 May 28 04:52:00.538157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58298) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:00.565745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426cbfa-85bb-46a3-9863-8a5ceca43db7 None None] Pushing event updated for resources: {'Port': ['ID=f7a37584-249d-4fa0-aea9-849d69152b63,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:00.572110 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d7d1c-e28e-47c4-bff0-acbf6f0e38cd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c39a5a-56ab-4d7c-9a27-20a1f4e06d56,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:00.574353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b22d7d1c-e28e-47c4-bff0-acbf6f0e38cd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.575545 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b22d7d1c-e28e-47c4-bff0-acbf6f0e38cd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3849161 May 28 04:52:00.576462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56792370-f63c-4395-8fe9-c80e46c252af tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.580478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56792370-f63c-4395-8fe9-c80e46c252af tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:00.581048 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56792370-f63c-4395-8fe9-c80e46c252af tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:00.602930 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58302) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:00.660582 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e50cde71-6f25-4895-905a-03b84d9c75a7 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/ports/62efd776-385f-46c9-a5f0-5379f7c08ca0/tags HTTP/1.1" status: 204 len: 168 time: 1.0321245 May 28 04:52:00.671041 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58304) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:00.714595 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-08df132f-5fce-4595-8a36-883a9f28fe64 tempest-SubnetPoolsTestJSON-2015312992 tempest-SubnetPoolsTestJSON-2015312992-project] show failed (client error): The resource could not be found. May 28 04:52:00.715616 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-08df132f-5fce-4595-8a36-883a9f28fe64 tempest-SubnetPoolsTestJSON-2015312992 tempest-SubnetPoolsTestJSON-2015312992-project] 10.222.0.15 "GET /v2.0/subnetpools/b1d7c0e2-9755-4eb9-9794-4f7ce0ac12b7 HTTP/1.1" status: 404 len: 346 time: 0.1765358 May 28 04:52:00.724172 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58308) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:00.729722 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.tag.tag_plugin [None req-05647c79-4135-430e-ab8a-866a423debd4 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ff503603-6ed3-4ae7-9ff3-2b280000861e') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:00.815761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ccde70ed-f999-4d5c-9a10-362b91a020d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'security_group': {'name': 'tempest-secgroup-181602282'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:00.820797 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-56792370-f63c-4395-8fe9-c80e46c252af tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6551433 May 28 04:52:00.832883 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58314) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:00.840380 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ccde70ed-f999-4d5c-9a10-362b91a020d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:00.849694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'subnet': {'network_id': '10a69774-bd95-46c3-b530-c679af24cbda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:00.865535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ccde70ed-f999-4d5c-9a10-362b91a020d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:security_group and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:00.873284 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ccde70ed-f999-4d5c-9a10-362b91a020d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:00.876266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56792370-f63c-4395-8fe9-c80e46c252af tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Network': ['ID=10a69774-bd95-46c3-b530-c679af24cbda,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:00.886513 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 10a69774-bd95-46c3-b530-c679af24cbda details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:00.924969 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-7dd0457e-745c-4bf6-9743-e92ae397d6ae tempest-SubnetPoolsTestJSON-2015312992 tempest-SubnetPoolsTestJSON-2015312992-project] delete failed (client error): The resource could not be found. May 28 04:52:00.941541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ccde70ed-f999-4d5c-9a10-362b91a020d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:00.942268 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7dd0457e-745c-4bf6-9743-e92ae397d6ae tempest-SubnetPoolsTestJSON-2015312992 tempest-SubnetPoolsTestJSON-2015312992-project] 10.222.0.15 "DELETE /v2.0/subnetpools/b1d7c0e2-9755-4eb9-9794-4f7ce0ac12b7 HTTP/1.1" status: 404 len: 346 time: 0.2169032 May 28 04:52:00.996473 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e1ad8d-e61a-4dd2-a67d-23dd0b6e914a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:52:01.022465 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ccde70ed-f999-4d5c-9a10-362b91a020d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:01.052307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:01.060531 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:subnet and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:01.064400 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:01.077703 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:01.085179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ccde70ed-f999-4d5c-9a10-362b91a020d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:01.090534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ccde70ed-f999-4d5c-9a10-362b91a020d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:security_group_rule and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:01.093635 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ccde70ed-f999-4d5c-9a10-362b91a020d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:01.096785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:01.115259 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ccde70ed-f999-4d5c-9a10-362b91a020d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:01.126782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:01.225838 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:01.299319 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58322) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:01.354709 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ccde70ed-f999-4d5c-9a10-362b91a020d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:01.356657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.ipam_backend_mixin [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Performing IP validity checks on allocation pools {{(pid=84009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 28 04:52:01.357117 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.ipam_backend_mixin [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 28 04:52:01.369095 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ccde70ed-f999-4d5c-9a10-362b91a020d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:01.426761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde70ed-f999-4d5c-9a10-362b91a020d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5967cfe2-8871-46c0-a8c9-bdfbabebda1f,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:01.439390 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ccde70ed-f999-4d5c-9a10-362b91a020d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:01.443490 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ccde70ed-f999-4d5c-9a10-362b91a020d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6380980 May 28 04:52:01.444210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58328) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:01.485775 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1800698040', 'security_groups': ['5967cfe2-8871-46c0-a8c9-bdfbabebda1f'], 'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '91c7d67c-862c-4bbc-b62e-43af058bb1bb'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:01.501319 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-05647c79-4135-430e-ab8a-866a423debd4 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/subnets/ff503603-6ed3-4ae7-9ff3-2b280000861e/tags HTTP/1.1" status: 204 len: 168 time: 0.7843294 May 28 04:52:01.508744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58332) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:01.553784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e1ad8d-e61a-4dd2-a67d-23dd0b6e914a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:01.569410 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2677e6c6-772e-475c-a594-02a2d8e03081 None None] Sync routers for ids ['c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:01.582056 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677e6c6-772e-475c-a594-02a2d8e03081 None None] Routers {'c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:01.583141 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2677e6c6-772e-475c-a594-02a2d8e03081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:01.608562 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-50e1ad8d-e61a-4dd2-a67d-23dd0b6e914a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5058537 May 28 04:52:01.609529 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58336) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:01.615414 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ef77b700-eb29-44a7-a214-8a136552e552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:01.662188 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2677e6c6-772e-475c-a594-02a2d8e03081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:01.676319 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2677e6c6-772e-475c-a594-02a2d8e03081 None None] Routers {'c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:01.676992 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2677e6c6-772e-475c-a594-02a2d8e03081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:01.707230 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb6ed1e-effb-4a95-8331-041ac917932c None None] Network cd151f98-b80f-4697-9e3c-11fced036322 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:01.776716 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2677e6c6-772e-475c-a594-02a2d8e03081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:01.777611 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2677e6c6-772e-475c-a594-02a2d8e03081 None None] The sync data for ids ['c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:01.785139 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d4add9-7f37-41e4-bb37-3001e921d40d None None] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:01.825121 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:01.834931 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ef77b700-eb29-44a7-a214-8a136552e552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:01.899766 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ef77b700-eb29-44a7-a214-8a136552e552 admin admin] Usage tracker for resource:security_group_rule and tenant:d1906a780ab14daa97ce299a9d5e438b is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:01.916822 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ef77b700-eb29-44a7-a214-8a136552e552 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:01.923636 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:01.936741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ef77b700-eb29-44a7-a214-8a136552e552 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:01.963772 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:port and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:01.981104 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-be26f04c-c955-44a4-a0db-d1ed637d4167 None None] Provisioning for port f7a37584-249d-4fa0-aea9-849d69152b63 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:01.986327 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:02.053366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Allocated IP 2001:db8::1 (cd151f98-b80f-4697-9e3c-11fced036322/78d649a2-24f5-4185-8e76-187b9cbb4afa/32ecb908-6689-4a3c-979f-9f2b0514adbb) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:02.080410 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f7a37584-249d-4fa0-aea9-849d69152b63 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:02.100650 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:02.115517 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ef77b700-eb29-44a7-a214-8a136552e552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:02.116444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Subnet': ['ID=0db2633a-a2f1-4d07-b32c-615f5c2cafac,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:02.135687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ef77b700-eb29-44a7-a214-8a136552e552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:02.160466 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'port': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:02.199657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79e94233-45d0-4093-ba43-3e2665cea1fc tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks [] for subnetpool, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:02.203913 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-79e94233-45d0-4093-ba43-3e2665cea1fc tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/subnetpools/45d6f249-b20f-4103-ae20-c198c4bd7a45 HTTP/1.1" status: 204 len: 168 time: 0.6780922 May 28 04:52:02.219798 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58340) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:02.251637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Checking segment: {'id': '3a3868c3-179a-4b49-ac9b-0db536478c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '10a69774-bd95-46c3-b530-c679af24cbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:02.251637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network hostable DHCP agents. Network: 10a69774-bd95-46c3-b530-c679af24cbda, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:52:02.266910 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port f7a37584-249d-4fa0-aea9-849d69152b63 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:02.283173 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f7a37584-249d-4fa0-aea9-849d69152b63 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:02.283533 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:02.296583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77b700-eb29-44a7-a214-8a136552e552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eda367a-ef93-4f8b-8599-ae442dd5260d,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:02.302941 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ef77b700-eb29-44a7-a214-8a136552e552 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1906a780ab14daa97ce299a9d5e438b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0002518 May 28 04:52:02.304295 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58344) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:02.332131 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-adb9de28-f81e-419a-8464-3e40d47ffb6f tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26 HTTP/1.1" status: 200 len: 205 time: 0.1094916 May 28 04:52:02.334522 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58348) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:02.400568 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network 10a69774-bd95-46c3-b530-c679af24cbda is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:52:02.419348 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:02.420518 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:02.456459 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port f7a37584-249d-4fa0-aea9-849d69152b63, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f7a37584-249d-4fa0-aea9-849d69152b63,segment=NetworkSegment(931e8c72-0973-4137-9ded-df0491f32fe9),segment_id=931e8c72-0973-4137-9ded-df0491f32fe9)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:02.468199 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:02.477878 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 10a69774-bd95-46c3-b530-c679af24cbda) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:02.482322 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:02.482898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:02.487720 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] device_id is not set on port 5df52de5-caff-4435-b194-c726a82bddbb yet. {{(pid=84009) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:52:02.533210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ff53d58-b4e9-4664-a638-7309558a34f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:02.592294 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-231259a5-b9a9-4607-8244-c95b5a6f19dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7556193 May 28 04:52:02.598205 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ff53d58-b4e9-4664-a638-7309558a34f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:02.608152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58352) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:02.613390 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=f7a37584-249d-4fa0-aea9-849d69152b63,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:02.617459 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802a1057-43e7-4fc4-9ea6-c96f95deff6e None None] Network 10a69774-bd95-46c3-b530-c679af24cbda requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:02.630210 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-c8ff66b9-66a0-4e94-b0c1-4229da2aede3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] remove_router_interface failed (client error): The resource could not be found. May 28 04:52:02.631248 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c8ff66b9-66a0-4e94-b0c1-4229da2aede3 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0207314 May 28 04:52:02.637028 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:02.640591 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58356) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:02.704276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c87c556-8a34-4237-93b1-5ca992e2dfaf tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:02.761201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-db92e4f6-1777-49ac-946f-b53d174d5833 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Synchronizing usage tracker for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:02.765737 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Transition to ACTIVE for port object 32ecb908-6689-4a3c-979f-9f2b0514adbb will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:02.781510 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485a15ec-1615-4105-939c-f0d34a0aa8d9 None None] Update dhcp port {'port': {'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'fixed_ips': [{'subnet_id': '6f64d5e2-3e3c-43ee-9511-89745907936d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '91c7d67c-862c-4bbc-b62e-43af058bb1bb'}], 'binding:host_id': 'dv-neutron-843300-5-hyperv'}, 'id': 'f879ce2d-2cc7-4209-868d-7ce779bb36bc'} from dv-neutron-843300-5-hyperv. {{(pid=84011) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 28 04:52:02.866292 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-db92e4f6-1777-49ac-946f-b53d174d5833 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Unset dirty status for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:02.870759 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-db92e4f6-1777-49ac-946f-b53d174d5833 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports?device_id=c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1 HTTP/1.1" status: 200 len: 205 time: 0.2289917 May 28 04:52:02.873175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58360) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:02.885779 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-485a15ec-1615-4105-939c-f0d34a0aa8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:02.925351 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ff53d58-b4e9-4664-a638-7309558a34f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:02.960460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ba5cfe-2871-4b20-a0da-4ac774293a79 None None] Network cd151f98-b80f-4697-9e3c-11fced036322 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:02.968215 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3ca732ec-fd1b-4a44-835b-80d3a5e7ff8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:02.977754 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff53d58-b4e9-4664-a638-7309558a34f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eda367a-ef93-4f8b-8599-ae442dd5260d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:02.996590 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Allocated IP 2001:db8::b5 (06cd2d3a-1faf-498d-b71a-cbdaa2967623/91c7d67c-862c-4bbc-b62e-43af058bb1bb/5df52de5-caff-4435-b194-c726a82bddbb) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:03.007710 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ff53d58-b4e9-4664-a638-7309558a34f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.012380 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4ff53d58-b4e9-4664-a638-7309558a34f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2eda367a-ef93-4f8b-8599-ae442dd5260d HTTP/1.1" status: 204 len: 168 time: 0.7017117 May 28 04:52:03.235235 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3ca732ec-fd1b-4a44-835b-80d3a5e7ff8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.340698 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20e9dd6-4647-46eb-ae8b-744a7014d573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-10a69774-bd95-46c3-b530-c679af24cbda', 'network_id': '10a69774-bd95-46c3-b530-c679af24cbda', 'tenant_id': '4cd5365825924b6da70db27afdcfa7af', 'fixed_ips': [{'subnet_id': '0db2633a-a2f1-4d07-b32c-615f5c2cafac'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:52:03.341880 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e20e9dd6-4647-46eb-ae8b-744a7014d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.359851 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f8c4c8be-734e-43ab-b3e9-7d0301e10e69 None None] Provisioning complete for port f7a37584-249d-4fa0-aea9-849d69152b63 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:03.359851 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c8be-734e-43ab-b3e9-7d0301e10e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.444667 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.448605 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3ca732ec-fd1b-4a44-835b-80d3a5e7ff8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.457575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.503708 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca732ec-fd1b-4a44-835b-80d3a5e7ff8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Subnet': ['ID=0db2633a-a2f1-4d07-b32c-615f5c2cafac,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:03.509932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Transition to ACTIVE for port object 5df52de5-caff-4435-b194-c726a82bddbb will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:03.559520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network cd151f98-b80f-4697-9e3c-11fced036322 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:03.611022 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3ca732ec-fd1b-4a44-835b-80d3a5e7ff8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.618608 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:03.625702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44fb0a9-dead-4d8e-84f1-1a00fe429071 None None] Network 10a69774-bd95-46c3-b530-c679af24cbda requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:03.632757 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:03.633410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.646075 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-3ca732ec-fd1b-4a44-835b-80d3a5e7ff8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10a69774-bd95-46c3-b530-c679af24cbda']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:03.654403 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.699667 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-3ca732ec-fd1b-4a44-835b-80d3a5e7ff8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3868c3-179a-4b49-ac9b-0db536478c92') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:03.699667 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-3ca732ec-fd1b-4a44-835b-80d3a5e7ff8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3868c3-179a-4b49-ac9b-0db536478c92') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:03.716052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9800a91-d5fc-42fa-b2d5-cf1d00fd3d42 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.722930 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3ca732ec-fd1b-4a44-835b-80d3a5e7ff8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.757792 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:03.761926 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:03.766017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:03.769939 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:03.770378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.776031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3ca732ec-fd1b-4a44-835b-80d3a5e7ff8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.777686 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=5df52de5-caff-4435-b194-c726a82bddbb,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:03.777891 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=32ecb908-6689-4a3c-979f-9f2b0514adbb,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:03.792816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca732ec-fd1b-4a44-835b-80d3a5e7ff8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:03.793685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3ca732ec-fd1b-4a44-835b-80d3a5e7ff8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.795660 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c87c556-8a34-4237-93b1-5ca992e2dfaf tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:03.809953 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:03.816255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-485a15ec-1615-4105-939c-f0d34a0aa8d9 None None] Allocated IP 2001:db8::2 (06cd2d3a-1faf-498d-b71a-cbdaa2967623/91c7d67c-862c-4bbc-b62e-43af058bb1bb/f879ce2d-2cc7-4209-868d-7ce779bb36bc) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:03.865019 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c87c556-8a34-4237-93b1-5ca992e2dfaf tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.869360 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2e49fb71-0989-47a1-ad47-60e8b59209c4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4184411 May 28 04:52:03.872657 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58366) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:03.887622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-6fd2c442-5364-437b-a480-1362873c74b3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'subnet': {'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:03.917868 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3ca732ec-fd1b-4a44-835b-80d3a5e7ff8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.978979 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3ca732ec-fd1b-4a44-835b-80d3a5e7ff8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:03.987099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca732ec-fd1b-4a44-835b-80d3a5e7ff8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Network': ['ID=10a69774-bd95-46c3-b530-c679af24cbda,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:03.989886 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3ca732ec-fd1b-4a44-835b-80d3a5e7ff8d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/10a69774-bd95-46c3-b530-c679af24cbda HTTP/1.1" status: 204 len: 168 time: 1.3807375 May 28 04:52:03.995342 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58370) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:04.004769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c0d44589-d7ff-4550-9cec-36de62c19ddc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1133973365'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:04.014083 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c0d44589-d7ff-4550-9cec-36de62c19ddc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:04.020843 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c0d44589-d7ff-4550-9cec-36de62c19ddc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:network and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:04.024584 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c0d44589-d7ff-4550-9cec-36de62c19ddc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:04.032515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c0d44589-d7ff-4550-9cec-36de62c19ddc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:04.032991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f7a37584-249d-4fa0-aea9-849d69152b63 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:04.046721 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d44589-d7ff-4550-9cec-36de62c19ddc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:04.051066 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c0d44589-d7ff-4550-9cec-36de62c19ddc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.085440 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d44589-d7ff-4550-9cec-36de62c19ddc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:04.097673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c0d44589-d7ff-4550-9cec-36de62c19ddc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.098784 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-c0d44589-d7ff-4550-9cec-36de62c19ddc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Added segment d7726652-7cb1-484c-8f04-272ac701e933 of type vlan for network f4869fa7-2219-4de0-a06b-c85af7682789 May 28 04:52:04.130416 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-485a15ec-1615-4105-939c-f0d34a0aa8d9 None None] For port f879ce2d-2cc7-4209-868d-7ce779bb36bc, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f879ce2d-2cc7-4209-868d-7ce779bb36bc,segment=NetworkSegment(86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea),segment_id=86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:04.142541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c0d44589-d7ff-4550-9cec-36de62c19ddc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.161544 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f7a37584-249d-4fa0-aea9-849d69152b63 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:04.162173 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.182564 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c0d44589-d7ff-4550-9cec-36de62c19ddc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.191462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d44589-d7ff-4550-9cec-36de62c19ddc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:04.192381 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c0d44589-d7ff-4550-9cec-36de62c19ddc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.224053 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-485a15ec-1615-4105-939c-f0d34a0aa8d9 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.276700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-485a15ec-1615-4105-939c-f0d34a0aa8d9 None None] Transition to ACTIVE for port object f879ce2d-2cc7-4209-868d-7ce779bb36bc will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:04.290255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-485a15ec-1615-4105-939c-f0d34a0aa8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.300776 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c87c556-8a34-4237-93b1-5ca992e2dfaf tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.301243 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c87c556-8a34-4237-93b1-5ca992e2dfaf tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Fanout notify agent at l3_agent the message router_deleted on router c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:52:04.314577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.323188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d44589-d7ff-4550-9cec-36de62c19ddc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Network': ['ID=f4869fa7-2219-4de0-a06b-c85af7682789,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:04.333863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-960ea4ae-e76b-4b8f-a1dd-81e108a21e5d None None] Provisioning complete for port f7a37584-249d-4fa0-aea9-849d69152b63 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:04.334435 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-960ea4ae-e76b-4b8f-a1dd-81e108a21e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.342000 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c0d44589-d7ff-4550-9cec-36de62c19ddc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3452663 May 28 04:52:04.342868 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58374) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:04.350684 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-f505b1fe-0db9-4083-82cd-e9f63b3a6432 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'subnet': {'network_id': 'f4869fa7-2219-4de0-a06b-c85af7682789', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:04.371125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c87c556-8a34-4237-93b1-5ca992e2dfaf tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.372214 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7c87c556-8a34-4237-93b1-5ca992e2dfaf tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/routers/c9c73b0b-0f60-4c98-a6a9-79cebb2c3c26 HTTP/1.1" status: 204 len: 168 time: 2.0353703 May 28 04:52:04.409507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network f4869fa7-2219-4de0-a06b-c85af7682789 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:04.411446 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58378) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:04.475314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f505b1fe-0db9-4083-82cd-e9f63b3a6432 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:04.479514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f505b1fe-0db9-4083-82cd-e9f63b3a6432 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:subnet and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:04.483118 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f505b1fe-0db9-4083-82cd-e9f63b3a6432 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:04.489354 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f505b1fe-0db9-4083-82cd-e9f63b3a6432 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:04.500290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f505b1fe-0db9-4083-82cd-e9f63b3a6432 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:04.624138 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f505b1fe-0db9-4083-82cd-e9f63b3a6432 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.629956 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6fd2c442-5364-437b-a480-1362873c74b3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:04.634087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6fd2c442-5364-437b-a480-1362873c74b3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:subnet and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:04.650622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6fd2c442-5364-437b-a480-1362873c74b3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:04.653801 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a15ec-1615-4105-939c-f0d34a0aa8d9 None None] Pushing event updated for resources: {'Port': ['ID=f879ce2d-2cc7-4209-868d-7ce779bb36bc,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:04.668101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6fd2c442-5364-437b-a480-1362873c74b3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:04.671385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9800a91-d5fc-42fa-b2d5-cf1d00fd3d42 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.761561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-960ea4ae-e76b-4b8f-a1dd-81e108a21e5d None None] Provisioning for port 32ecb908-6689-4a3c-979f-9f2b0514adbb completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:04.769446 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-960ea4ae-e76b-4b8f-a1dd-81e108a21e5d None None] Provisioning complete for port 32ecb908-6689-4a3c-979f-9f2b0514adbb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:04.769834 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-960ea4ae-e76b-4b8f-a1dd-81e108a21e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.801990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2e973-e603-44e0-8eee-5d2e23726863 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Deleting port 62efd776-385f-46c9-a5f0-5379f7c08ca0 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:04.802612 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e973-e603-44e0-8eee-5d2e23726863 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.832024 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-960ea4ae-e76b-4b8f-a1dd-81e108a21e5d None None] Port 32ecb908-6689-4a3c-979f-9f2b0514adbb cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:04.835584 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9800a91-d5fc-42fa-b2d5-cf1d00fd3d42 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.854434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd2c442-5364-437b-a480-1362873c74b3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:04.893239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f505b1fe-0db9-4083-82cd-e9f63b3a6432 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.976213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6e2080f3-d9b1-46d8-9ece-9bfb5b01c5f7 None None] Provisioning complete for port 32ecb908-6689-4a3c-979f-9f2b0514adbb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:04.976983 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6e2080f3-d9b1-46d8-9ece-9bfb5b01c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:04.997535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505b1fe-0db9-4083-82cd-e9f63b3a6432 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Subnet': ['ID=ca960241-e843-4e43-b97d-b2b44d34f98c,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:05.001623 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f505b1fe-0db9-4083-82cd-e9f63b3a6432 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Checking segment: {'id': 'd7726652-7cb1-484c-8f04-272ac701e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f4869fa7-2219-4de0-a06b-c85af7682789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:05.002005 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f505b1fe-0db9-4083-82cd-e9f63b3a6432 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network hostable DHCP agents. Network: f4869fa7-2219-4de0-a06b-c85af7682789, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:52:05.034100 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f505b1fe-0db9-4083-82cd-e9f63b3a6432 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network f4869fa7-2219-4de0-a06b-c85af7682789 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:52:05.049754 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-f505b1fe-0db9-4083-82cd-e9f63b3a6432 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, f4869fa7-2219-4de0-a06b-c85af7682789) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:05.057145 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f505b1fe-0db9-4083-82cd-e9f63b3a6432 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:05.057824 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f505b1fe-0db9-4083-82cd-e9f63b3a6432 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.077828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb77b20-9223-480c-bedf-bb36001b9631 None None] Network f4869fa7-2219-4de0-a06b-c85af7682789 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:05.089027 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f505b1fe-0db9-4083-82cd-e9f63b3a6432 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7412460 May 28 04:52:05.090972 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58382) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:05.193995 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6e2080f3-d9b1-46d8-9ece-9bfb5b01c5f7 None None] Port 32ecb908-6689-4a3c-979f-9f2b0514adbb cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:05.199844 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9800a91-d5fc-42fa-b2d5-cf1d00fd3d42 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.200438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9800a91-d5fc-42fa-b2d5-cf1d00fd3d42 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Fanout notify agent at l3_agent the message router_deleted on router c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:52:05.278230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.286849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9800a91-d5fc-42fa-b2d5-cf1d00fd3d42 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.288211 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f9800a91-d5fc-42fa-b2d5-cf1d00fd3d42 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/routers/c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1 HTTP/1.1" status: 204 len: 168 time: 2.4140260 May 28 04:52:05.318157 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58386) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:05.369832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4ba927ef-32d9-4045-921b-e726aacb1ca8 None None] Provisioning complete for port e28bf89c-b3e8-4239-bdda-ce652808149d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:05.370209 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4ba927ef-32d9-4045-921b-e726aacb1ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.397053 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-f4869fa7-2219-4de0-a06b-c85af7682789', 'network_id': 'f4869fa7-2219-4de0-a06b-c85af7682789', 'tenant_id': '4cd5365825924b6da70db27afdcfa7af', 'fixed_ips': [{'subnet_id': 'ca960241-e843-4e43-b97d-b2b44d34f98c'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:52:05.398052 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.441340 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6fd2c442-5364-437b-a480-1362873c74b3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.524916 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.532360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4ba927ef-32d9-4045-921b-e726aacb1ca8 None None] Port e28bf89c-b3e8-4239-bdda-ce652808149d cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:05.588581 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4ba927ef-32d9-4045-921b-e726aacb1ca8 None None] Provisioning for port f879ce2d-2cc7-4209-868d-7ce779bb36bc completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:05.604124 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4ba927ef-32d9-4045-921b-e726aacb1ca8 None None] Provisioning complete for port f879ce2d-2cc7-4209-868d-7ce779bb36bc triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:05.604482 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4ba927ef-32d9-4045-921b-e726aacb1ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.666793 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Allocated IP 172.20.0.1 (f4869fa7-2219-4de0-a06b-c85af7682789/ca960241-e843-4e43-b97d-b2b44d34f98c/9a371d10-64a1-421c-a168-bc4f05996ac1) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:05.670277 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.676595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e973-e603-44e0-8eee-5d2e23726863 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.693455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.694179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.705531 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd5c038-e38d-4d47-9e87-ef722d4f3d26 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting subnet a95cc426-359b-41a0-90d0-cb4e846eab4a {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:52:05.708867 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c038-e38d-4d47-9e87-ef722d4f3d26 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.778616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c038-e38d-4d47-9e87-ef722d4f3d26 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.861207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2e973-e603-44e0-8eee-5d2e23726863 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Calling delete_port for 62efd776-385f-46c9-a5f0-5379f7c08ca0 owned by {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:05.866388 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c038-e38d-4d47-9e87-ef722d4f3d26 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.895133 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.ipam_backend_mixin [None req-6fd2c442-5364-437b-a480-1362873c74b3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 91c7d67c-862c-4bbc-b62e-43af058bb1bb (CIDR: 2001:db8::/64) May 28 04:52:05.932668 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd2c442-5364-437b-a480-1362873c74b3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:52:05.933005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd2c442-5364-437b-a480-1362873c74b3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:52:05.972151 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c038-e38d-4d47-9e87-ef722d4f3d26 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:05.976501 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.000230 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1441897a-ebd1-4951-829d-88e194b43141 None None] Provisioning for port 5df52de5-caff-4435-b194-c726a82bddbb completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:06.006672 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Transition to ACTIVE for port object 9a371d10-64a1-421c-a168-bc4f05996ac1 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:06.009673 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1441897a-ebd1-4951-829d-88e194b43141 None None] Provisioning complete for port 5df52de5-caff-4435-b194-c726a82bddbb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:06.010346 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1441897a-ebd1-4951-829d-88e194b43141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.014152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=32ecb908-6689-4a3c-979f-9f2b0514adbb,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:06.015437 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bcd5c038-e38d-4d47-9e87-ef722d4f3d26 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.028976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5c038-e38d-4d47-9e87-ef722d4f3d26 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Subnet': ['ID=a95cc426-359b-41a0-90d0-cb4e846eab4a,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:06.032881 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bcd5c038-e38d-4d47-9e87-ef722d4f3d26 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/a95cc426-359b-41a0-90d0-cb4e846eab4a HTTP/1.1" status: 204 len: 168 time: 0.7139866 May 28 04:52:06.036668 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58390) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:06.056769 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6fd2c442-5364-437b-a480-1362873c74b3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1799505 May 28 04:52:06.060020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58394) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:06.068045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f879ce2d-2cc7-4209-868d-7ce779bb36bc up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:06.070765 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-d7d18c87-311c-48c4-8451-43936279fe0e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'subnet': {'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:06.110287 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efb8ccc-c31d-4883-a733-d9caf8d7d7ce None None] Network ed2f71ff-e723-4f02-9e23-d0ac6fac185d requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:06.153922 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.165372 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port 6ee24e6c-5071-4f89-ae75-3a37982de4c7 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:06.165995 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.200733 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Transition to ACTIVE for port object 9a371d10-64a1-421c-a168-bc4f05996ac1 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:06.226897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.261976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.272223 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1441897a-ebd1-4951-829d-88e194b43141 None None] Port 5df52de5-caff-4435-b194-c726a82bddbb cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:06.275393 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network cd151f98-b80f-4697-9e3c-11fced036322 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:06.279400 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e973-e603-44e0-8eee-5d2e23726863 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.285304 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:06.327610 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f879ce2d-2cc7-4209-868d-7ce779bb36bc triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:06.327881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.328544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Subnet': ['ID=ca960241-e843-4e43-b97d-b2b44d34f98c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:06.399719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Network f4869fa7-2219-4de0-a06b-c85af7682789 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:06.439828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:06.441598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Pushing event updated for resources: {'Port': ['ID=9a371d10-64a1-421c-a168-bc4f05996ac1,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:06.444047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:06.472286 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2e973-e603-44e0-8eee-5d2e23726863 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Pushing event deleted for resources: {'Port': ['ID=62efd776-385f-46c9-a5f0-5379f7c08ca0,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:06.489291 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d7d18c87-311c-48c4-8451-43936279fe0e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:06.493017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d7d18c87-311c-48c4-8451-43936279fe0e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:subnet and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:06.495882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d7d18c87-311c-48c4-8451-43936279fe0e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:06.501773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d7d18c87-311c-48c4-8451-43936279fe0e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:06.508622 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.575769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] For port 6ee24e6c-5071-4f89-ae75-3a37982de4c7, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6ee24e6c-5071-4f89-ae75-3a37982de4c7,segment=NetworkSegment(b73e2ead-1176-4946-8a5d-66613f2e5208),segment_id=b73e2ead-1176-4946-8a5d-66613f2e5208)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:06.576530 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.590129 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4869fa7-2219-4de0-a06b-c85af7682789']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:06.621681 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Attempting to bind port 9a371d10-64a1-421c-a168-bc4f05996ac1 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:06.622064 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Attempting to bind port 9a371d10-64a1-421c-a168-bc4f05996ac1 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'd7726652-7cb1-484c-8f04-272ac701e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f4869fa7-2219-4de0-a06b-c85af7682789'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:06.622316 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Attempting to bind port 9a371d10-64a1-421c-a168-bc4f05996ac1 on network f4869fa7-2219-4de0-a06b-c85af7682789 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:06.641514 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:06.642052 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Checking segment: {'id': 'd7726652-7cb1-484c-8f04-272ac701e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f4869fa7-2219-4de0-a06b-c85af7682789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:06.642395 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.642781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Bound using segment: {'id': 'd7726652-7cb1-484c-8f04-272ac701e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f4869fa7-2219-4de0-a06b-c85af7682789'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:06.643252 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Bound port: 9a371d10-64a1-421c-a168-bc4f05996ac1, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7726652-7cb1-484c-8f04-272ac701e933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f4869fa7-2219-4de0-a06b-c85af7682789'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:06.643618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.667421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7726652-7cb1-484c-8f04-272ac701e933') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:06.667741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7726652-7cb1-484c-8f04-272ac701e933') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:06.699891 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d18c87-311c-48c4-8451-43936279fe0e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:06.707925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d7d18c87-311c-48c4-8451-43936279fe0e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.777401 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b09f1595-05ed-4410-b335-848396438b3e None None] For port 9a371d10-64a1-421c-a168-bc4f05996ac1, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:06.781136 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b09f1595-05ed-4410-b335-848396438b3e None None] For port 9a371d10-64a1-421c-a168-bc4f05996ac1, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9a371d10-64a1-421c-a168-bc4f05996ac1,segment=NetworkSegment(d7726652-7cb1-484c-8f04-272ac701e933),segment_id=d7726652-7cb1-484c-8f04-272ac701e933)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:06.795397 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for 6ee24e6c-5071-4f89-ae75-3a37982de4c7 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:06.801342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.835928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.853940 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05188a34-9d5e-49db-bd97-164f74d88894 None None] DHCP port deletion for ed2f71ff-e723-4f02-9e23-d0ac6fac185d request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:52:06.879698 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.895290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:06.895937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:06.912438 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:06.939343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-05188a34-9d5e-49db-bd97-164f74d88894 None None] Deleting port 6ee24e6c-5071-4f89-ae75-3a37982de4c7 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:06.939845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-05188a34-9d5e-49db-bd97-164f74d88894 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:06.940497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8b2e973-e603-44e0-8eee-5d2e23726863 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.014237 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.023848 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b8b2e973-e603-44e0-8eee-5d2e23726863 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/ports/62efd776-385f-46c9-a5f0-5379f7c08ca0 HTTP/1.1" status: 204 len: 168 time: 2.5535390 May 28 04:52:07.036673 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58398) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:07.049668 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b0db91bd-7ee2-4c9b-a784-56d37bcdca7b None None] Provisioning complete for port 32ecb908-6689-4a3c-979f-9f2b0514adbb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:07.050318 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b0db91bd-7ee2-4c9b-a784-56d37bcdca7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.056111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 04:52:07.056111 dv-neutron-843300-5-hyperv neutron-server[84009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 04:52:07.056111 dv-neutron-843300-5-hyperv neutron-server[84009]: [parameters: {'id': 'f4869fa7-2219-4de0-a06b-c85af7682789'}] May 28 04:52:07.056111 dv-neutron-843300-5-hyperv neutron-server[84009]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:52:07.056511 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:52:07.066049 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Port': ['ID=6ee24e6c-5071-4f89-ae75-3a37982de4c7,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:07.070500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] No DVR routers for this DVR port 6ee24e6c-5071-4f89-ae75-3a37982de4c7 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:52:07.094618 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.ipam_backend_mixin [None req-d7d18c87-311c-48c4-8451-43936279fe0e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 6f64d5e2-3e3c-43ee-9511-89745907936d (CIDR: 2001:db8:0:1::/64) May 28 04:52:07.113705 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d18c87-311c-48c4-8451-43936279fe0e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:52:07.114166 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d18c87-311c-48c4-8451-43936279fe0e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:52:07.126563 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f1595-05ed-4410-b335-848396438b3e None None] Pushing event updated for resources: {'Port': ['ID=9a371d10-64a1-421c-a168-bc4f05996ac1,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:07.134404 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-05188a34-9d5e-49db-bd97-164f74d88894 None None] The port '6ee24e6c-5071-4f89-ae75-3a37982de4c7' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:52:07.168559 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b0db91bd-7ee2-4c9b-a784-56d37bcdca7b None None] Port 32ecb908-6689-4a3c-979f-9f2b0514adbb cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:07.171690 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d7d18c87-311c-48c4-8451-43936279fe0e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.1085441 May 28 04:52:07.176268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a98d7a-ed43-46f7-afca-c9e49545f9fc None None] Network f4869fa7-2219-4de0-a06b-c85af7682789 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:07.178909 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58402) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:07.239641 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3d44b682-7bf8-4928-a149-0bffadff390e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'subnet': {'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:07.292672 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.318240 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2f71ff-e723-4f02-9e23-d0ac6fac185d']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:07.330694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73e2ead-1176-4946-8a5d-66613f2e5208') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:07.331030 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73e2ead-1176-4946-8a5d-66613f2e5208') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:07.342926 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.360374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.367742 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:07.368285 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:07.384168 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:07.391417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2929ea94-c5f2-4405-9ef5-f9613fb3f895 None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:52:07.416770 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-902f874a-d17c-4927-a5a0-3931adb44b64 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Deleting subnet ff503603-6ed3-4ae7-9ff3-2b280000861e {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:52:07.435906 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-902f874a-d17c-4927-a5a0-3931adb44b64 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.472508 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.495119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3d44b682-7bf8-4928-a149-0bffadff390e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:07.497417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.505646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3d44b682-7bf8-4928-a149-0bffadff390e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Usage tracker for resource:subnet and tenant:2f38548c71c149ba8d132c7dd3fe1dd0 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:07.508229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Network': ['ID=ed2f71ff-e723-4f02-9e23-d0ac6fac185d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:07.510065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3d44b682-7bf8-4928-a149-0bffadff390e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:07.516194 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2929ea94-c5f2-4405-9ef5-f9613fb3f895 None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:52:07.521386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3d44b682-7bf8-4928-a149-0bffadff390e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:07.525913 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7a6b0268-e14d-4266-b1c4-964ad2f1e105 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/networks/ed2f71ff-e723-4f02-9e23-d0ac6fac185d HTTP/1.1" status: 204 len: 168 time: 1.4859054 May 28 04:52:07.526747 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58406) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:07.530202 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-902f874a-d17c-4927-a5a0-3931adb44b64 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.533265 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-6639cff7-3be7-4528-b003-7fa57a8be9f5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'network': {'name': 'tempest-RoutersTest-144571770'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:07.538543 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6639cff7-3be7-4528-b003-7fa57a8be9f5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:07.542645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6639cff7-3be7-4528-b003-7fa57a8be9f5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:network and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:07.546110 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6639cff7-3be7-4528-b003-7fa57a8be9f5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:07.552601 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6639cff7-3be7-4528-b003-7fa57a8be9f5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:07.558554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.572301 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6639cff7-3be7-4528-b003-7fa57a8be9f5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:07.575432 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6639cff7-3be7-4528-b003-7fa57a8be9f5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.590403 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Deleting port 9a371d10-64a1-421c-a168-bc4f05996ac1 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:07.591150 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.592213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d44b682-7bf8-4928-a149-0bffadff390e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Made reservation on behalf of 2f38548c71c149ba8d132c7dd3fe1dd0 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:07.595694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3d44b682-7bf8-4928-a149-0bffadff390e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.617516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 98181180-40c6-4c6d-91eb-2d53a7982e48 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:52:07.682542 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6639cff7-3be7-4528-b003-7fa57a8be9f5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:07.708467 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6639cff7-3be7-4528-b003-7fa57a8be9f5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.709170 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-6639cff7-3be7-4528-b003-7fa57a8be9f5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Added segment 63cbfc15-85b8-4e37-95ea-6811bf7f6847 of type vlan for network 688615e7-26c3-488d-9f7a-82d31e973d3e May 28 04:52:07.813284 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6639cff7-3be7-4528-b003-7fa57a8be9f5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.815649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-902f874a-d17c-4927-a5a0-3931adb44b64 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.842537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] For port 9a371d10-64a1-421c-a168-bc4f05996ac1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9a371d10-64a1-421c-a168-bc4f05996ac1,segment=NetworkSegment(d7726652-7cb1-484c-8f04-272ac701e933),segment_id=d7726652-7cb1-484c-8f04-272ac701e933)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:07.842975 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:07.978773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Calling delete_port for 9a371d10-64a1-421c-a168-bc4f05996ac1 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:08.004557 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6ee24e6c-5071-4f89-ae75-3a37982de4c7 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:52:08.016205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-902f874a-d17c-4927-a5a0-3931adb44b64 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:08.021695 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6639cff7-3be7-4528-b003-7fa57a8be9f5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:08.025924 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6639cff7-3be7-4528-b003-7fa57a8be9f5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:08.026845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6639cff7-3be7-4528-b003-7fa57a8be9f5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:08.041504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 6ee24e6c-5071-4f89-ae75-3a37982de4c7 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:52:08.041889 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6ee24e6c-5071-4f89-ae75-3a37982de4c7 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:52:08.077165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f874a-d17c-4927-a5a0-3931adb44b64 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Pushing event deleted for resources: {'Subnet': ['ID=ff503603-6ed3-4ae7-9ff3-2b280000861e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:08.091408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-902f874a-d17c-4927-a5a0-3931adb44b64 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:08.094063 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ab7692-669b-472e-8094-dbec366f4a2a None None] Network 70d3e582-0261-4009-a5c7-d49de6d32f8a requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:08.109064 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-902f874a-d17c-4927-a5a0-3931adb44b64 tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/subnets/ff503603-6ed3-4ae7-9ff3-2b280000861e HTTP/1.1" status: 204 len: 168 time: 1.0709264 May 28 04:52:08.113787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58410) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:08.146578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:08.160845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639cff7-3be7-4528-b003-7fa57a8be9f5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Network': ['ID=688615e7-26c3-488d-9f7a-82d31e973d3e,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:08.168188 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec6320b-919f-4471-801e-a3a242cda475 None None] Sync routers for ids ['98181180-40c6-4c6d-91eb-2d53a7982e48'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:08.177848 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6639cff7-3be7-4528-b003-7fa57a8be9f5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6501541 May 28 04:52:08.178953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58414) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:08.185307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4c55659b-6389-4a2f-b5e1-8a9136024216 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'subnet': {'network_id': '688615e7-26c3-488d-9f7a-82d31e973d3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:08.187831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 688615e7-26c3-488d-9f7a-82d31e973d3e details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:08.203614 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-07b5e045-7988-468b-9610-61cab5311419 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/98181180-40c6-4c6d-91eb-2d53a7982e48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4141235 May 28 04:52:08.207038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58418) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:08.324885 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4c55659b-6389-4a2f-b5e1-8a9136024216 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:08.331173 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:08.342967 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4c55659b-6389-4a2f-b5e1-8a9136024216 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:subnet and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:08.352613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec6320b-919f-4471-801e-a3a242cda475 None None] Routers {'98181180-40c6-4c6d-91eb-2d53a7982e48'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:08.353279 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-aec6320b-919f-4471-801e-a3a242cda475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['98181180-40c6-4c6d-91eb-2d53a7982e48'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:08.381238 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4c55659b-6389-4a2f-b5e1-8a9136024216 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:08.384031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No DVR routers for this DVR port 9a371d10-64a1-421c-a168-bc4f05996ac1 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:52:08.428903 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Port': ['ID=9a371d10-64a1-421c-a168-bc4f05996ac1,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:08.431137 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4c55659b-6389-4a2f-b5e1-8a9136024216 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:08.440559 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-aec6320b-919f-4471-801e-a3a242cda475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:08.450237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3d44b682-7bf8-4928-a149-0bffadff390e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:08.471576 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec6320b-919f-4471-801e-a3a242cda475 None None] Routers {'98181180-40c6-4c6d-91eb-2d53a7982e48'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:08.472080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-aec6320b-919f-4471-801e-a3a242cda475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['98181180-40c6-4c6d-91eb-2d53a7982e48'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:08.486762 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:08.496970 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ce8400-03e0-4439-96ac-2ad1a8569dc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:08.497516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-29ce8400-03e0-4439-96ac-2ad1a8569dc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Synchronizing usage tracker for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:08.534673 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-aec6320b-919f-4471-801e-a3a242cda475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:08.535829 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec6320b-919f-4471-801e-a3a242cda475 None None] The sync data for ids ['98181180-40c6-4c6d-91eb-2d53a7982e48'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:08.552160 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d44b682-7bf8-4928-a149-0bffadff390e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:08.558021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-3d44b682-7bf8-4928-a149-0bffadff390e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:08.560238 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Deleting port 240a6cde-0be6-4a12-8349-1f377ebc49fa {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:08.560777 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:08.568796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:08.573046 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc750d2-2627-44de-bf48-b3547e7bd4c9 None None] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:08.581186 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c55659b-6389-4a2f-b5e1-8a9136024216 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:08.584239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44b682-7bf8-4928-a149-0bffadff390e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Subnet': ['ID=3a39a61b-2daf-4ae1-a853-95fe172c18f4,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:08.587280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d44b682-7bf8-4928-a149-0bffadff390e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:08.587919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3d44b682-7bf8-4928-a149-0bffadff390e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:08.596155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-29ce8400-03e0-4439-96ac-2ad1a8569dc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Unset dirty status for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:08.597341 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-29ce8400-03e0-4439-96ac-2ad1a8569dc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports/32ecb908-6689-4a3c-979f-9f2b0514adbb HTTP/1.1" status: 200 len: 911 time: 0.3805978 May 28 04:52:08.605448 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58422) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:08.672871 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3657e7c1-87d8-406e-a857-cd02ff790b20 None None] DHCP port deletion for 70d3e582-0261-4009-a5c7-d49de6d32f8a request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:52:08.675826 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4869fa7-2219-4de0-a06b-c85af7682789']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:08.679085 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3657e7c1-87d8-406e-a857-cd02ff790b20 None None] Deleting port 240a6cde-0be6-4a12-8349-1f377ebc49fa {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:08.679649 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3657e7c1-87d8-406e-a857-cd02ff790b20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:08.710762 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7726652-7cb1-484c-8f04-272ac701e933') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:08.712453 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7726652-7cb1-484c-8f04-272ac701e933') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:08.739044 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:08.748124 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3d44b682-7bf8-4928-a149-0bffadff390e tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5679820 May 28 04:52:08.751931 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58426) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:08.767372 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-32589f96-390e-4d90-b3a7-349fb5bf6cf0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-846465870', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3a39a61b-2daf-4ae1-a853-95fe172c18f4'}], 'security_groups': ['6cd5ea6d-2c38-45ab-8488-be621319ab95', 'c9c39a5a-56ab-4d7c-9a27-20a1f4e06d56']}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:08.815163 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c55659b-6389-4a2f-b5e1-8a9136024216 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:08.829022 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:08.900847 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:08.901338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:08.919328 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:08.967314 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] For port 240a6cde-0be6-4a12-8349-1f377ebc49fa, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=240a6cde-0be6-4a12-8349-1f377ebc49fa,segment=NetworkSegment(bac1c6f8-326f-4636-83d0-fda5c3f6f51e),segment_id=bac1c6f8-326f-4636-83d0-fda5c3f6f51e)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:08.968282 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:09.074950 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-3657e7c1-87d8-406e-a857-cd02ff790b20 None None] For port 240a6cde-0be6-4a12-8349-1f377ebc49fa, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=240a6cde-0be6-4a12-8349-1f377ebc49fa,segment=NetworkSegment(bac1c6f8-326f-4636-83d0-fda5c3f6f51e),segment_id=bac1c6f8-326f-4636-83d0-fda5c3f6f51e)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:09.074950 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3657e7c1-87d8-406e-a857-cd02ff790b20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:09.102820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Calling delete_port for 240a6cde-0be6-4a12-8349-1f377ebc49fa owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:09.199732 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3657e7c1-87d8-406e-a857-cd02ff790b20 None None] Calling delete_port for 240a6cde-0be6-4a12-8349-1f377ebc49fa owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:09.266317 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:09.298744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:09.301512 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Network': ['ID=f4869fa7-2219-4de0-a06b-c85af7682789,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:09.303066 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3657e7c1-87d8-406e-a857-cd02ff790b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:09.321747 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:52:09.322361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:52:09.366929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-64a11da7-a250-4949-a3a8-c392b264deb0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:09.372908 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a1d69a2a-e62e-4a63-8a53-65d6a2f573d2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/f4869fa7-2219-4de0-a06b-c85af7682789 HTTP/1.1" status: 204 len: 168 time: 4.2748156 May 28 04:52:09.375463 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58430) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:09.380310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e542cf25-b2db-4a3a-8393-7f9f532ac5c7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1483860177'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:09.396247 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657e7c1-87d8-406e-a857-cd02ff790b20 None None] Pushing event deleted for resources: {'Port': ['ID=240a6cde-0be6-4a12-8349-1f377ebc49fa,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:09.408469 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657e7c1-87d8-406e-a857-cd02ff790b20 None None] No DVR routers for this DVR port 240a6cde-0be6-4a12-8349-1f377ebc49fa on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:52:09.433108 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2461ea0-e387-496a-9848-01e9a90fe1a8 None None] Update dhcp port {'port': {'network_id': '06cd2d3a-1faf-498d-b71a-cbdaa2967623', 'fixed_ips': [{'subnet_id': '6f64d5e2-3e3c-43ee-9511-89745907936d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '91c7d67c-862c-4bbc-b62e-43af058bb1bb', 'ip_address': '2001:db8::2'}, {'subnet_id': '3a39a61b-2daf-4ae1-a853-95fe172c18f4'}], 'binding:host_id': 'dv-neutron-843300-5-hyperv'}, 'id': 'f879ce2d-2cc7-4209-868d-7ce779bb36bc'} from dv-neutron-843300-5-hyperv. {{(pid=84011) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 28 04:52:09.433309 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e542cf25-b2db-4a3a-8393-7f9f532ac5c7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:09.441014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e542cf25-b2db-4a3a-8393-7f9f532ac5c7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:network and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:09.449783 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e542cf25-b2db-4a3a-8393-7f9f532ac5c7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:09.464882 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e542cf25-b2db-4a3a-8393-7f9f532ac5c7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:09.485440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b2461ea0-e387-496a-9848-01e9a90fe1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:09.494634 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-32589f96-390e-4d90-b3a7-349fb5bf6cf0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:09.509769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e542cf25-b2db-4a3a-8393-7f9f532ac5c7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:09.512707 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e542cf25-b2db-4a3a-8393-7f9f532ac5c7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:09.576542 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c55659b-6389-4a2f-b5e1-8a9136024216 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:09.700233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e542cf25-b2db-4a3a-8393-7f9f532ac5c7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:09.709558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-b2461ea0-e387-496a-9848-01e9a90fe1a8 None None] Allocated IP 2001:db8:0:2::2 (06cd2d3a-1faf-498d-b71a-cbdaa2967623/3a39a61b-2daf-4ae1-a853-95fe172c18f4/f879ce2d-2cc7-4209-868d-7ce779bb36bc) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:09.732382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55659b-6389-4a2f-b5e1-8a9136024216 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Subnet': ['ID=bb48f732-1d5f-45ac-a84e-94b05db3a1cf,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:09.736982 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e542cf25-b2db-4a3a-8393-7f9f532ac5c7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:09.737321 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-e542cf25-b2db-4a3a-8393-7f9f532ac5c7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Added segment c8ebcff5-8e79-42c5-a1b0-16f07e522857 of type vlan for network 01aef9e0-342d-4f66-be15-07026f486847 May 28 04:52:09.847592 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e542cf25-b2db-4a3a-8393-7f9f532ac5c7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:09.852049 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c55659b-6389-4a2f-b5e1-8a9136024216 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Checking segment: {'id': '63cbfc15-85b8-4e37-95ea-6811bf7f6847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '688615e7-26c3-488d-9f7a-82d31e973d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:09.852049 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c55659b-6389-4a2f-b5e1-8a9136024216 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network hostable DHCP agents. Network: 688615e7-26c3-488d-9f7a-82d31e973d3e, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:52:09.857486 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b2461ea0-e387-496a-9848-01e9a90fe1a8 None None] For port f879ce2d-2cc7-4209-868d-7ce779bb36bc, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f879ce2d-2cc7-4209-868d-7ce779bb36bc,segment=NetworkSegment(86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea),segment_id=86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:09.885950 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b2461ea0-e387-496a-9848-01e9a90fe1a8 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:09.923833 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b2461ea0-e387-496a-9848-01e9a90fe1a8 None None] Transition to ACTIVE for port object f879ce2d-2cc7-4209-868d-7ce779bb36bc will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:09.932891 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Deleting port 240a6cde-0be6-4a12-8349-1f377ebc49fa {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:09.933401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:09.947667 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b2461ea0-e387-496a-9848-01e9a90fe1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:09.996341 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e542cf25-b2db-4a3a-8393-7f9f532ac5c7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.000078 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e542cf25-b2db-4a3a-8393-7f9f532ac5c7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:10.000657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e542cf25-b2db-4a3a-8393-7f9f532ac5c7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.004137 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c55659b-6389-4a2f-b5e1-8a9136024216 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 688615e7-26c3-488d-9f7a-82d31e973d3e is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:52:10.019281 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] The port '240a6cde-0be6-4a12-8349-1f377ebc49fa' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:52:10.029674 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 240a6cde-0be6-4a12-8349-1f377ebc49fa no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:52:10.117627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-4c55659b-6389-4a2f-b5e1-8a9136024216 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 688615e7-26c3-488d-9f7a-82d31e973d3e) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:10.121155 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 240a6cde-0be6-4a12-8349-1f377ebc49fa {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:52:10.121318 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 240a6cde-0be6-4a12-8349-1f377ebc49fa not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:52:10.131163 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c55659b-6389-4a2f-b5e1-8a9136024216 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:10.131740 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4c55659b-6389-4a2f-b5e1-8a9136024216 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.158065 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e542cf25-b2db-4a3a-8393-7f9f532ac5c7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7802117 May 28 04:52:10.159072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58434) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:10.171159 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de428aa8-0a7f-438e-8b47-13b889faeaf5 None None] Network 688615e7-26c3-488d-9f7a-82d31e973d3e requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:10.172608 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8c93a358-1ba0-4f09-87db-23dc85e25945 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'subnet': {'network_id': '01aef9e0-342d-4f66-be15-07026f486847', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:10.185818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542cf25-b2db-4a3a-8393-7f9f532ac5c7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Network': ['ID=01aef9e0-342d-4f66-be15-07026f486847,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:10.193816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.211261 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4c55659b-6389-4a2f-b5e1-8a9136024216 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0288353 May 28 04:52:10.212162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58438) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:10.221820 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-71e87c7e-831d-417a-bd93-c538a7cb2aef tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1253169098', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:10.236215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 01aef9e0-342d-4f66-be15-07026f486847 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:10.237858 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-71e87c7e-831d-417a-bd93-c538a7cb2aef tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:10.247176 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-71e87c7e-831d-417a-bd93-c538a7cb2aef tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:router and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:10.251401 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-71e87c7e-831d-417a-bd93-c538a7cb2aef tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:10.265433 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-32589f96-390e-4d90-b3a7-349fb5bf6cf0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Delete allocated IP 2001:db8::b5 (06cd2d3a-1faf-498d-b71a-cbdaa2967623/91c7d67c-862c-4bbc-b62e-43af058bb1bb) {{(pid=84009) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 28 04:52:10.267808 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-71e87c7e-831d-417a-bd93-c538a7cb2aef tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:10.277442 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-32589f96-390e-4d90-b3a7-349fb5bf6cf0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Allocated IP 2001:db8:0:2::321 (06cd2d3a-1faf-498d-b71a-cbdaa2967623/3a39a61b-2daf-4ae1-a853-95fe172c18f4/5df52de5-caff-4435-b194-c726a82bddbb) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:10.285762 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-71e87c7e-831d-417a-bd93-c538a7cb2aef tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.286704 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-71e87c7e-831d-417a-bd93-c538a7cb2aef tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.315021 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2461ea0-e387-496a-9848-01e9a90fe1a8 None None] Pushing event updated for resources: {'Port': ['ID=f879ce2d-2cc7-4209-868d-7ce779bb36bc,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:10.325949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d3e582-0261-4009-a5c7-d49de6d32f8a']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:10.343664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac1c6f8-326f-4636-83d0-fda5c3f6f51e') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:10.344309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac1c6f8-326f-4636-83d0-fda5c3f6f51e') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:10.349780 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-71e87c7e-831d-417a-bd93-c538a7cb2aef tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.376512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.399940 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8c93a358-1ba0-4f09-87db-23dc85e25945 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:10.406890 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8c93a358-1ba0-4f09-87db-23dc85e25945 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:subnet and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:10.411641 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.414650 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8c93a358-1ba0-4f09-87db-23dc85e25945 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:10.426779 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8c93a358-1ba0-4f09-87db-23dc85e25945 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:10.429348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:10.429873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:10.446386 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:10.472707 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-71e87c7e-831d-417a-bd93-c538a7cb2aef tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.529308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-71e87c7e-831d-417a-bd93-c538a7cb2aef tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.533342 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-71e87c7e-831d-417a-bd93-c538a7cb2aef tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3182378 May 28 04:52:10.543704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58442) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:10.592227 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-32589f96-390e-4d90-b3a7-349fb5bf6cf0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.613273 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-32589f96-390e-4d90-b3a7-349fb5bf6cf0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Transition to ACTIVE for port object 5df52de5-caff-4435-b194-c726a82bddbb will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:10.620323 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-32589f96-390e-4d90-b3a7-349fb5bf6cf0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.637823 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-688615e7-26c3-488d-9f7a-82d31e973d3e', 'network_id': '688615e7-26c3-488d-9f7a-82d31e973d3e', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'fixed_ips': [{'subnet_id': 'bb48f732-1d5f-45ac-a84e-94b05db3a1cf'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:52:10.639013 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.652459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c93a358-1ba0-4f09-87db-23dc85e25945 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:10.751141 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32589f96-390e-4d90-b3a7-349fb5bf6cf0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event updated for resources: {'Port': ['ID=5df52de5-caff-4435-b194-c726a82bddbb,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:10.758409 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-32589f96-390e-4d90-b3a7-349fb5bf6cf0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] In _notify_port_updated(), no bound segment for port 5df52de5-caff-4435-b194-c726a82bddbb on network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 {{(pid=84009) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 04:52:10.762927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32589f96-390e-4d90-b3a7-349fb5bf6cf0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:10.763990 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-32589f96-390e-4d90-b3a7-349fb5bf6cf0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.768797 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-32589f96-390e-4d90-b3a7-349fb5bf6cf0 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "PUT /v2.0/ports/5df52de5-caff-4435-b194-c726a82bddbb HTTP/1.1" status: 200 len: 969 time: 2.0125244 May 28 04:52:10.769886 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58446) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:10.827983 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Allocated IP 172.20.0.2 (688615e7-26c3-488d-9f7a-82d31e973d3e/bb48f732-1d5f-45ac-a84e-94b05db3a1cf/b66fae27-689a-41fb-8a53-298cff6d787b) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:10.832165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.837855 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.850333 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-50fb72d6-f12c-4d40-970f-17491faf7bd3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port 5df52de5-caff-4435-b194-c726a82bddbb {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:10.850878 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-50fb72d6-f12c-4d40-970f-17491faf7bd3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:10.896366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Pushing event deleted for resources: {'Network': ['ID=70d3e582-0261-4009-a5c7-d49de6d32f8a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:10.916177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:10.916541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:10.916875 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:10.917206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:10.917527 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:10.917947 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:10.918637 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:10.918637 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:10.918864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:10.919178 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:10.919489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:10.924101 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4993b65a-a980-4b52-a570-ba900d8c7a9c tempest-TagsExtTest-279264921 tempest-TagsExtTest-279264921-project] 10.222.0.15 "DELETE /v2.0/networks/70d3e582-0261-4009-a5c7-d49de6d32f8a HTTP/1.1" status: 204 len: 168 time: 2.8088913 May 28 04:52:10.930281 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-64a11da7-a250-4949-a3a8-c392b264deb0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port 32ecb908-6689-4a3c-979f-9f2b0514adbb {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:10.930614 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-64a11da7-a250-4949-a3a8-c392b264deb0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:11.005718 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c93a358-1ba0-4f09-87db-23dc85e25945 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:11.134659 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:11.151034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Transition to ACTIVE for port object b66fae27-689a-41fb-8a53-298cff6d787b will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:11.176017 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Transition to ACTIVE for port object b66fae27-689a-41fb-8a53-298cff6d787b will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:11.190844 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:11.305428 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Network 688615e7-26c3-488d-9f7a-82d31e973d3e is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:11.309803 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:11.315894 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:11.336509 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-50fb72d6-f12c-4d40-970f-17491faf7bd3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:11.364777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-be9e9988-e3ed-4978-8295-b1877a8b982a None None] Provisioning complete for port e28bf89c-b3e8-4239-bdda-ce652808149d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:11.365168 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-be9e9988-e3ed-4978-8295-b1877a8b982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:11.442594 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Pushing event updated for resources: {'Port': ['ID=b66fae27-689a-41fb-8a53-298cff6d787b,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:11.491890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Attempting to bind port b66fae27-689a-41fb-8a53-298cff6d787b on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:11.492593 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Attempting to bind port b66fae27-689a-41fb-8a53-298cff6d787b by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '63cbfc15-85b8-4e37-95ea-6811bf7f6847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '688615e7-26c3-488d-9f7a-82d31e973d3e'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:11.492948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Attempting to bind port b66fae27-689a-41fb-8a53-298cff6d787b on network 688615e7-26c3-488d-9f7a-82d31e973d3e {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:11.503944 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:11.504289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Checking segment: {'id': '63cbfc15-85b8-4e37-95ea-6811bf7f6847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '688615e7-26c3-488d-9f7a-82d31e973d3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:11.504686 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:11.505200 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Bound using segment: {'id': '63cbfc15-85b8-4e37-95ea-6811bf7f6847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '688615e7-26c3-488d-9f7a-82d31e973d3e'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:11.505530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Bound port: b66fae27-689a-41fb-8a53-298cff6d787b, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cbfc15-85b8-4e37-95ea-6811bf7f6847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '688615e7-26c3-488d-9f7a-82d31e973d3e'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:11.505922 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:11.518560 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-be9e9988-e3ed-4978-8295-b1877a8b982a None None] Port e28bf89c-b3e8-4239-bdda-ce652808149d cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:11.535741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-50fb72d6-f12c-4d40-970f-17491faf7bd3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for 5df52de5-caff-4435-b194-c726a82bddbb owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:11.545904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58454) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:11.575046 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-be9e9988-e3ed-4978-8295-b1877a8b982a None None] Provisioning for port f879ce2d-2cc7-4209-868d-7ce779bb36bc completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:11.584292 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-be9e9988-e3ed-4978-8295-b1877a8b982a None None] Provisioning complete for port f879ce2d-2cc7-4209-868d-7ce779bb36bc triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:11.584659 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-be9e9988-e3ed-4978-8295-b1877a8b982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:11.598415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-64a11da7-a250-4949-a3a8-c392b264deb0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:11.654230 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] For port b66fae27-689a-41fb-8a53-298cff6d787b, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:11.658459 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] For port b66fae27-689a-41fb-8a53-298cff6d787b, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=b66fae27-689a-41fb-8a53-298cff6d787b,segment=NetworkSegment(63cbfc15-85b8-4e37-95ea-6811bf7f6847),segment_id=63cbfc15-85b8-4e37-95ea-6811bf7f6847)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:11.669856 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:11.730881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-50fb72d6-f12c-4d40-970f-17491faf7bd3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:11.803919 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb72d6-f12c-4d40-970f-17491faf7bd3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=5df52de5-caff-4435-b194-c726a82bddbb,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:11.809704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4c405-757a-4c5d-9396-270677b6e6a7 None None] Pushing event updated for resources: {'Port': ['ID=b66fae27-689a-41fb-8a53-298cff6d787b,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:11.814296 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-be9e9988-e3ed-4978-8295-b1877a8b982a None None] Could not find standard attr ID for object 5df52de5-caff-4435-b194-c726a82bddbb. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:52:11.855772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-64a11da7-a250-4949-a3a8-c392b264deb0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for 32ecb908-6689-4a3c-979f-9f2b0514adbb owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:11.868210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-50fb72d6-f12c-4d40-970f-17491faf7bd3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:11.883910 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-50fb72d6-f12c-4d40-970f-17491faf7bd3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/5df52de5-caff-4435-b194-c726a82bddbb HTTP/1.1" status: 204 len: 168 time: 1.1125083 May 28 04:52:11.886401 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58462) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:11.929320 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8f36024d-5456-445e-b254-a21ed70b59dd None None] Could not find standard attr ID for object 5df52de5-caff-4435-b194-c726a82bddbb. {{(pid=84011) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 28 04:52:11.963829 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd911ff-d4d3-4019-a9b1-5b612714ba96 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] GET failed (client error): The resource could not be found. May 28 04:52:11.964408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0fd911ff-d4d3-4019-a9b1-5b612714ba96 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Synchronizing usage tracker for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:11.996627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0fd911ff-d4d3-4019-a9b1-5b612714ba96 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Unset dirty status for tenant:2f38548c71c149ba8d132c7dd3fe1dd0 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:11.997501 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0fd911ff-d4d3-4019-a9b1-5b612714ba96 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports/5df52de5-caff-4435-b194-c726a82bddbb HTTP/1.1" status: 404 len: 333 time: 0.1093853 May 28 04:52:12.000442 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58468) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:12.043481 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f879ce2d-2cc7-4209-868d-7ce779bb36bc up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:12.149795 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-32f8296a-9ae5-4bac-a02c-26f018b82676 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.162600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c93a358-1ba0-4f09-87db-23dc85e25945 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.173062 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f879ce2d-2cc7-4209-868d-7ce779bb36bc triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:12.173413 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.198276 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-32f8296a-9ae5-4bac-a02c-26f018b82676 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.201328 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0dc66b2f-5263-41e4-a8c4-afef6a5276ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12cbea4c22594735b016294a534e4f4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6523237 May 28 04:52:12.211509 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58472) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:12.253692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.368968 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b0fa029a-4fcd-4bb7-932d-c5944834630c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.372065 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-32f8296a-9ae5-4bac-a02c-26f018b82676 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.381176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93a358-1ba0-4f09-87db-23dc85e25945 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Subnet': ['ID=6845054a-d20d-4b2f-b26b-d264f094d040,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:12.398570 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f8296a-9ae5-4bac-a02c-26f018b82676 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5967cfe2-8871-46c0-a8c9-bdfbabebda1f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:12.420697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b0fa029a-4fcd-4bb7-932d-c5944834630c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.427402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-32f8296a-9ae5-4bac-a02c-26f018b82676 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.431423 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-32f8296a-9ae5-4bac-a02c-26f018b82676 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/security-groups/5967cfe2-8871-46c0-a8c9-bdfbabebda1f HTTP/1.1" status: 204 len: 168 time: 0.4256098 May 28 04:52:12.431423 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58478) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:12.520062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d93895c1-7954-4a34-90cc-321537b05748 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.529748 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b0fa029a-4fcd-4bb7-932d-c5944834630c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.556365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c93a358-1ba0-4f09-87db-23dc85e25945 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Checking segment: {'id': 'c8ebcff5-8e79-42c5-a1b0-16f07e522857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '01aef9e0-342d-4f66-be15-07026f486847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:12.556955 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c93a358-1ba0-4f09-87db-23dc85e25945 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network hostable DHCP agents. Network: 01aef9e0-342d-4f66-be15-07026f486847, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:52:12.557067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa029a-4fcd-4bb7-932d-c5944834630c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4257ddd-b8a0-4c4b-a70c-6af87df7a17d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:12.564553 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d93895c1-7954-4a34-90cc-321537b05748 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.579524 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b0fa029a-4fcd-4bb7-932d-c5944834630c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.580650 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b0fa029a-4fcd-4bb7-932d-c5944834630c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4257ddd-b8a0-4c4b-a70c-6af87df7a17d HTTP/1.1" status: 204 len: 168 time: 0.3672812 May 28 04:52:12.616098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-64a11da7-a250-4949-a3a8-c392b264deb0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.643449 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d93895c1-7954-4a34-90cc-321537b05748 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.664436 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93895c1-7954-4a34-90cc-321537b05748 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c39a5a-56ab-4d7c-9a27-20a1f4e06d56,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:12.675042 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d93895c1-7954-4a34-90cc-321537b05748 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.676312 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d93895c1-7954-4a34-90cc-321537b05748 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/security-groups/c9c39a5a-56ab-4d7c-9a27-20a1f4e06d56 HTTP/1.1" status: 204 len: 168 time: 0.2440534 May 28 04:52:12.680304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58484) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:12.721122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a11da7-a250-4949-a3a8-c392b264deb0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Port': ['ID=32ecb908-6689-4a3c-979f-9f2b0514adbb,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:12.729045 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c93a358-1ba0-4f09-87db-23dc85e25945 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network 01aef9e0-342d-4f66-be15-07026f486847 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:52:12.785863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-8c93a358-1ba0-4f09-87db-23dc85e25945 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 01aef9e0-342d-4f66-be15-07026f486847) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:12.796564 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125485f9-9274-44c9-8947-e60b10e24a50 None None] Network 01aef9e0-342d-4f66-be15-07026f486847 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:12.804495 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.846420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c93a358-1ba0-4f09-87db-23dc85e25945 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:12.846997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c93a358-1ba0-4f09-87db-23dc85e25945 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:12.882554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:13.030549 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:13.049857 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8c93a358-1ba0-4f09-87db-23dc85e25945 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8887424 May 28 04:52:13.057560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58492) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:13.094314 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Allocated IP 172.20.0.1 (688615e7-26c3-488d-9f7a-82d31e973d3e/bb48f732-1d5f-45ac-a84e-94b05db3a1cf/3d3e5ebc-f00b-4a6a-8282-03fb52dc698f) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:13.095967 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:13.097195 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/security-groups/6cd5ea6d-2c38-45ab-8488-be621319ab95 HTTP/1.1" status: 204 len: 168 time: 0.4157310 May 28 04:52:13.099830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58496) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:13.102706 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd5ea6d-2c38-45ab-8488-be621319ab95,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:13.192814 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:13.193460 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:13.193973 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:13.194446 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:13.194915 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:13.195551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:13.205419 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:13.206052 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:13.206173 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-01aef9e0-342d-4f66-be15-07026f486847', 'network_id': '01aef9e0-342d-4f66-be15-07026f486847', 'tenant_id': '4cd5365825924b6da70db27afdcfa7af', 'fixed_ips': [{'subnet_id': '6845054a-d20d-4b2f-b26b-d264f094d040'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:52:13.206739 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:13.206963 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:13.207383 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:13.207859 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b88926-de94-4c8b-80cb-bd3889a289f8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:13.271435 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-938f11eb-edd3-4cbc-89b6-2c5c6251e5d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting subnet 91c7d67c-862c-4bbc-b62e-43af058bb1bb {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:52:13.278200 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-938f11eb-edd3-4cbc-89b6-2c5c6251e5d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:13.363187 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-938f11eb-edd3-4cbc-89b6-2c5c6251e5d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:13.364591 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-64a11da7-a250-4949-a3a8-c392b264deb0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:13.503787 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-938f11eb-edd3-4cbc-89b6-2c5c6251e5d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:13.534869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f91966a-fcd4-44aa-9658-ac7541ff850f None None] Network 688615e7-26c3-488d-9f7a-82d31e973d3e requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:13.607955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-938f11eb-edd3-4cbc-89b6-2c5c6251e5d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:13.637971 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Allocated IP 172.20.0.2 (01aef9e0-342d-4f66-be15-07026f486847/6845054a-d20d-4b2f-b26b-d264f094d040/1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:13.676250 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f11eb-edd3-4cbc-89b6-2c5c6251e5d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Subnet': ['ID=91c7d67c-862c-4bbc-b62e-43af058bb1bb,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:13.679420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-938f11eb-edd3-4cbc-89b6-2c5c6251e5d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:13.687463 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-938f11eb-edd3-4cbc-89b6-2c5c6251e5d3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/91c7d67c-862c-4bbc-b62e-43af058bb1bb HTTP/1.1" status: 204 len: 168 time: 0.5865412 May 28 04:52:13.691771 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58508) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:13.694239 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd395269-b25d-4868-8620-ca23729228ca None None] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:13.773999 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-be202f8c-332b-45b8-a67c-7da2e6864a70 None None] Provisioning for port b66fae27-689a-41fb-8a53-298cff6d787b completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:13.776077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0498466-d12e-4b57-b8d6-d46d0de39b40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting subnet 3a39a61b-2daf-4ae1-a853-95fe172c18f4 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:52:13.779727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f0498466-d12e-4b57-b8d6-d46d0de39b40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:13.856217 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:13.861796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f0498466-d12e-4b57-b8d6-d46d0de39b40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:14.036312 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f0498466-d12e-4b57-b8d6-d46d0de39b40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:14.115750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:14.164067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device b66fae27-689a-41fb-8a53-298cff6d787b up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:14.181579 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Transition to ACTIVE for port object 3d3e5ebc-f00b-4a6a-8282-03fb52dc698f will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:14.195881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f0498466-d12e-4b57-b8d6-d46d0de39b40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:14.243078 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0498466-d12e-4b57-b8d6-d46d0de39b40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Subnet': ['ID=3a39a61b-2daf-4ae1-a853-95fe172c18f4,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:14.263315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f0498466-d12e-4b57-b8d6-d46d0de39b40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:14.277017 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f0498466-d12e-4b57-b8d6-d46d0de39b40 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/3a39a61b-2daf-4ae1-a853-95fe172c18f4 HTTP/1.1" status: 204 len: 168 time: 0.5833366 May 28 04:52:14.277629 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58520) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:14.322088 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b267dcbd-4678-4d76-bfaf-b4d64653ae07 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] DELETE failed (client error): The resource could not be found. May 28 04:52:14.322533 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b267dcbd-4678-4d76-bfaf-b4d64653ae07 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:52:14.326752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:14.328405 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b267dcbd-4678-4d76-bfaf-b4d64653ae07 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/91c7d67c-862c-4bbc-b62e-43af058bb1bb HTTP/1.1" status: 404 len: 337 time: 0.0496407 May 28 04:52:14.329457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58524) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:14.361262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:14.414812 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Transition to ACTIVE for port object 1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:14.426259 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:14.464138 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a11da7-a250-4949-a3a8-c392b264deb0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 98181180-40c6-4c6d-91eb-2d53a7982e48 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:52:14.467740 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port b66fae27-689a-41fb-8a53-298cff6d787b completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:14.489606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Transition to ACTIVE for port object 1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:14.491188 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port b66fae27-689a-41fb-8a53-298cff6d787b triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:14.491653 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:14.522971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 688615e7-26c3-488d-9f7a-82d31e973d3e is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:14.527732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:14.530439 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:14.557944 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:14.589348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=3d3e5ebc-f00b-4a6a-8282-03fb52dc698f,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:14.691542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Network 01aef9e0-342d-4f66-be15-07026f486847 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:14.706100 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Pushing event updated for resources: {'Port': ['ID=1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:14.710214 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:14.712825 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:14.785778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:14.818106 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f0ae9d-5ae4-4e49-bbc3-3ca04e133eb4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting subnet 6f64d5e2-3e3c-43ee-9511-89745907936d {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:52:14.822521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-99f0ae9d-5ae4-4e49-bbc3-3ca04e133eb4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:14.829329 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:14.864025 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Subnet': ['ID=6845054a-d20d-4b2f-b26b-d264f094d040,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:14.897337 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:14.946234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-99f0ae9d-5ae4-4e49-bbc3-3ca04e133eb4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:14.994696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a11da7-a250-4949-a3a8-c392b264deb0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:14.997527 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port b66fae27-689a-41fb-8a53-298cff6d787b, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=b66fae27-689a-41fb-8a53-298cff6d787b,segment=NetworkSegment(63cbfc15-85b8-4e37-95ea-6811bf7f6847),segment_id=63cbfc15-85b8-4e37-95ea-6811bf7f6847)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:15.002546 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Attempting to bind port 1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:15.003649 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Attempting to bind port 1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'c8ebcff5-8e79-42c5-a1b0-16f07e522857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '01aef9e0-342d-4f66-be15-07026f486847'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:15.004202 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Attempting to bind port 1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1 on network 01aef9e0-342d-4f66-be15-07026f486847 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:15.007434 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c1a112-7a48-4f76-969d-f04c0a676661 None None] Sync routers for ids ['98181180-40c6-4c6d-91eb-2d53a7982e48'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:15.013677 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:15.014514 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Checking segment: {'id': 'c8ebcff5-8e79-42c5-a1b0-16f07e522857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '01aef9e0-342d-4f66-be15-07026f486847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:15.015060 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:15.015595 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Bound using segment: {'id': 'c8ebcff5-8e79-42c5-a1b0-16f07e522857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '01aef9e0-342d-4f66-be15-07026f486847'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:15.016232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Bound port: 1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8ebcff5-8e79-42c5-a1b0-16f07e522857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '01aef9e0-342d-4f66-be15-07026f486847'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:15.016771 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:15.032421 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-64a11da7-a250-4949-a3a8-c392b264deb0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/98181180-40c6-4c6d-91eb-2d53a7982e48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4239748 May 28 04:52:15.032780 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:15.037174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58536) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:15.038664 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1a112-7a48-4f76-969d-f04c0a676661 None None] Routers {'98181180-40c6-4c6d-91eb-2d53a7982e48'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:15.039439 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c2c1a112-7a48-4f76-969d-f04c0a676661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['98181180-40c6-4c6d-91eb-2d53a7982e48'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:15.078713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:15.154305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9779fb1d-fa65-4f69-9b1f-095e3f716715 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Synchronizing usage tracker for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:15.173109 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-055aba72-76d9-4ca1-a4a8-87092a5cf63a None None] Provisioning complete for port b66fae27-689a-41fb-8a53-298cff6d787b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:15.173718 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-055aba72-76d9-4ca1-a4a8-87092a5cf63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:15.183826 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01aef9e0-342d-4f66-be15-07026f486847']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:15.194349 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c2c1a112-7a48-4f76-969d-f04c0a676661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:15.201541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-99f0ae9d-5ae4-4e49-bbc3-3ca04e133eb4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:15.209687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ebcff5-8e79-42c5-a1b0-16f07e522857') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:15.210003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ebcff5-8e79-42c5-a1b0-16f07e522857') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:15.217878 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c1a112-7a48-4f76-969d-f04c0a676661 None None] Routers {'98181180-40c6-4c6d-91eb-2d53a7982e48'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:15.218813 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c2c1a112-7a48-4f76-969d-f04c0a676661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['98181180-40c6-4c6d-91eb-2d53a7982e48'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:15.229393 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:15.245945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:15.266693 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9779fb1d-fa65-4f69-9b1f-095e3f716715 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Unset dirty status for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:15.271535 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9779fb1d-fa65-4f69-9b1f-095e3f716715 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports?device_id=98181180-40c6-4c6d-91eb-2d53a7982e48 HTTP/1.1" status: 200 len: 205 time: 0.2295585 May 28 04:52:15.273823 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58540) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:15.319545 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-99f0ae9d-5ae4-4e49-bbc3-3ca04e133eb4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:15.384171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-99f0ae9d-5ae4-4e49-bbc3-3ca04e133eb4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:15.395720 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-99f0ae9d-5ae4-4e49-bbc3-3ca04e133eb4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/6f64d5e2-3e3c-43ee-9511-89745907936d HTTP/1.1" status: 204 len: 168 time: 1.0657015 May 28 04:52:15.396876 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c2c1a112-7a48-4f76-969d-f04c0a676661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:15.397436 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c1a112-7a48-4f76-969d-f04c0a676661 None None] The sync data for ids ['98181180-40c6-4c6d-91eb-2d53a7982e48'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:15.403051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58546) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:15.405768 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0ae9d-5ae4-4e49-bbc3-3ca04e133eb4 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Subnet': ['ID=6f64d5e2-3e3c-43ee-9511-89745907936d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:15.421126 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=b66fae27-689a-41fb-8a53-298cff6d787b,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:15.453097 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-43030836-a4dd-465c-93aa-23ab8f1594a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] DELETE failed (client error): The resource could not be found. May 28 04:52:15.453545 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43030836-a4dd-465c-93aa-23ab8f1594a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:52:15.455266 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-43030836-a4dd-465c-93aa-23ab8f1594a9 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/cdbb8385-5b74-4475-b6da-e8649eed8e39 HTTP/1.1" status: 404 len: 337 time: 0.0511334 May 28 04:52:15.457855 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58552) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:15.507822 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-01009673-b96b-4116-aba5-8dbe1a894d3a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "GET /v2.0/ports?device_id=5953401f-c182-4ab6-8788-c07a12d2f006 HTTP/1.1" status: 200 len: 205 time: 0.0487435 May 28 04:52:15.510545 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58556) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:15.553061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:15.578255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] For port 1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:15.589397 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-a0018c35-e32c-4b02-830b-124b197bd4bd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] delete failed (client error): The resource could not be found. May 28 04:52:15.593636 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a0018c35-e32c-4b02-830b-124b197bd4bd tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/routers/5953401f-c182-4ab6-8788-c07a12d2f006 HTTP/1.1" status: 404 len: 336 time: 0.0789053 May 28 04:52:15.597048 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58560) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:15.600294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:15.600703 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:15.618384 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:15.639246 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-c449a5db-43a0-4c1f-9abd-1a49d171fe6a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] DELETE failed (client error): The resource could not be found. May 28 04:52:15.639687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c449a5db-43a0-4c1f-9abd-1a49d171fe6a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:52:15.643723 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c449a5db-43a0-4c1f-9abd-1a49d171fe6a tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/48b2ad5c-2abe-4ff4-b22a-6a642568dfdf HTTP/1.1" status: 404 len: 337 time: 0.0433056 May 28 04:52:15.643996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58564) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:15.693096 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce5d910-51e1-4b92-999c-03c52027b99c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] DELETE failed (client error): The resource could not be found. May 28 04:52:15.693524 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce5d910-51e1-4b92-999c-03c52027b99c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:52:15.697794 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bce5d910-51e1-4b92-999c-03c52027b99c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/2c2a5c9e-4104-42b9-8537-e2a2f9a054d9 HTTP/1.1" status: 404 len: 337 time: 0.0528548 May 28 04:52:15.698897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58570) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:15.712368 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9480355-fe4e-48e6-b8a0-8d8e1b8f37a4 None None] Network 06cd2d3a-1faf-498d-b71a-cbdaa2967623 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:15.747573 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93fed23-c573-45a0-b06e-8fede4b55cb3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] DELETE failed (client error): The resource could not be found. May 28 04:52:15.748287 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93fed23-c573-45a0-b06e-8fede4b55cb3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:52:15.752780 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b93fed23-c573-45a0-b06e-8fede4b55cb3 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/e9ce4501-8241-47d6-ab57-c1d478ab58fe HTTP/1.1" status: 404 len: 337 time: 0.0534270 May 28 04:52:15.753320 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58576) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:15.797376 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd69953e-e9c4-4995-a1a9-889188cdfd16 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] DELETE failed (client error): The resource could not be found. May 28 04:52:15.797837 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd69953e-e9c4-4995-a1a9-889188cdfd16 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:52:15.802109 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bd69953e-e9c4-4995-a1a9-889188cdfd16 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/79a37176-ca67-4018-9df1-45eabdc77079 HTTP/1.1" status: 404 len: 333 time: 0.0478549 May 28 04:52:15.802665 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58580) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:15.845903 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b73d3c5-869f-478f-ad5e-a0b4fc25eef8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] DELETE failed (client error): The resource could not be found. May 28 04:52:15.846337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b73d3c5-869f-478f-ad5e-a0b4fc25eef8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:52:15.851089 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6b73d3c5-869f-478f-ad5e-a0b4fc25eef8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/10a569ee-41a0-4812-9660-15398e075b89 HTTP/1.1" status: 404 len: 337 time: 0.0470946 May 28 04:52:15.851741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58584) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:15.854159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ff144b2e-d94f-4077-813a-9c2de17f6913 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:15.900561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] For port 1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1,segment=NetworkSegment(c8ebcff5-8e79-42c5-a1b0-16f07e522857),segment_id=c8ebcff5-8e79-42c5-a1b0-16f07e522857)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:15.912168 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:15.937010 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e5ca20-b504-46ca-8e6e-9dad40242c64 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] DELETE failed (client error): The resource could not be found. May 28 04:52:15.937595 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e5ca20-b504-46ca-8e6e-9dad40242c64 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:52:15.939809 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a0e5ca20-b504-46ca-8e6e-9dad40242c64 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/26c48822-702c-4f95-ad27-bdcda7c8daab HTTP/1.1" status: 404 len: 337 time: 0.0861990 May 28 04:52:15.942606 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58590) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:16.039300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f3d3ffad-4008-48c9-9d7a-0a3932bf67d6 None None] Provisioning complete for port e28bf89c-b3e8-4239-bdda-ce652808149d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:16.039697 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f3d3ffad-4008-48c9-9d7a-0a3932bf67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.043153 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-30408621-531d-4045-8f0e-6565598b69aa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] DELETE failed (client error): The resource could not be found. May 28 04:52:16.044196 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30408621-531d-4045-8f0e-6565598b69aa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:52:16.046936 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-30408621-531d-4045-8f0e-6565598b69aa tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/205a0147-dfc6-42cf-9cce-89efb4b93bb8 HTTP/1.1" status: 404 len: 333 time: 0.1022232 May 28 04:52:16.050047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58602) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:16.079933 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device b66fae27-689a-41fb-8a53-298cff6d787b up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:16.089105 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbafbc1-09fd-46e1-bb48-c97e7e340a83 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] DELETE failed (client error): The resource could not be found. May 28 04:52:16.089684 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bbafbc1-09fd-46e1-bb48-c97e7e340a83 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:52:16.091472 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3bbafbc1-09fd-46e1-bb48-c97e7e340a83 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/609fb6b2-3703-4be3-a8da-5faade2dd48a HTTP/1.1" status: 404 len: 337 time: 0.0402250 May 28 04:52:16.094262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58606) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:16.140051 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d3a42f-3763-433c-a711-0b22dc2c86e8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] DELETE failed (client error): The resource could not be found. May 28 04:52:16.140461 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d3a42f-3763-433c-a711-0b22dc2c86e8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:52:16.145189 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-88d3a42f-3763-433c-a711-0b22dc2c86e8 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/subnets/4253f415-d599-417e-8152-795502d68e8d HTTP/1.1" status: 404 len: 337 time: 0.0499022 May 28 04:52:16.145800 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58610) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:16.215633 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-08326ce3-35e7-4a55-8fbd-efb52b7f6b0c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port e28bf89c-b3e8-4239-bdda-ce652808149d {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:16.215972 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-08326ce3-35e7-4a55-8fbd-efb52b7f6b0c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.226980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.229589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 04:52:16.229589 dv-neutron-843300-5-hyperv neutron-server[84010]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 04:52:16.229589 dv-neutron-843300-5-hyperv neutron-server[84010]: [parameters: {'id': '01aef9e0-342d-4f66-be15-07026f486847'}] May 28 04:52:16.229589 dv-neutron-843300-5-hyperv neutron-server[84010]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:52:16.230072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:52:16.242648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.259645 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e87b91-ee8f-475f-88d2-792c799e8f99 None None] Pushing event updated for resources: {'Port': ['ID=1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:16.263601 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3ffad-4008-48c9-9d7a-0a3932bf67d6 None None] Port e28bf89c-b3e8-4239-bdda-ce652808149d cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:16.328968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58614) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:16.334936 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port b66fae27-689a-41fb-8a53-298cff6d787b triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:16.335099 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.350579 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1606648171', 'description': 'tempest-secgroup-smoke-1606648171 description', 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:16.370250 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:16.410725 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f3d3ffad-4008-48c9-9d7a-0a3932bf67d6 None None] Provisioning complete for port f879ce2d-2cc7-4209-868d-7ce779bb36bc triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:16.411091 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f3d3ffad-4008-48c9-9d7a-0a3932bf67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.443290 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01b3626-3ebb-4e29-b06c-88fe579911d8 None None] Network 01aef9e0-342d-4f66-be15-07026f486847 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:16.445929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Usage tracker for resource:security_group and tenant:ae7bd3f2813141dda2af2b10bea87cd6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:16.456254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:16.477329 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] DHCP port deletion for 06cd2d3a-1faf-498d-b71a-cbdaa2967623 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:52:16.489147 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-08326ce3-35e7-4a55-8fbd-efb52b7f6b0c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.521571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.541263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:16.545590 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Deleting port f879ce2d-2cc7-4209-868d-7ce779bb36bc {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:16.545981 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.560521 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=3d3e5ebc-f00b-4a6a-8282-03fb52dc698f,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:16.614478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-08326ce3-35e7-4a55-8fbd-efb52b7f6b0c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for e28bf89c-b3e8-4239-bdda-ce652808149d owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:16.697275 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-08326ce3-35e7-4a55-8fbd-efb52b7f6b0c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.750552 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08326ce3-35e7-4a55-8fbd-efb52b7f6b0c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Port': ['ID=e28bf89c-b3e8-4239-bdda-ce652808149d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:16.758899 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-08326ce3-35e7-4a55-8fbd-efb52b7f6b0c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.779366 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-08326ce3-35e7-4a55-8fbd-efb52b7f6b0c tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/ports/e28bf89c-b3e8-4239-bdda-ce652808149d HTTP/1.1" status: 204 len: 168 time: 0.6301236 May 28 04:52:16.780119 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58618) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:16.862619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.863800 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.895028 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.907472 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.915553 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ff144b2e-d94f-4077-813a-9c2de17f6913 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.919359 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port f879ce2d-2cc7-4209-868d-7ce779bb36bc {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:16.920774 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.948038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ff144b2e-d94f-4077-813a-9c2de17f6913 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.960733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Deleting port 1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:16.961070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:16.995062 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f3d3ffad-4008-48c9-9d7a-0a3932bf67d6 None None] Provisioning for port 3d3e5ebc-f00b-4a6a-8282-03fb52dc698f completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:17.003185 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:17.007644 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] For port f879ce2d-2cc7-4209-868d-7ce779bb36bc, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f879ce2d-2cc7-4209-868d-7ce779bb36bc,segment=NetworkSegment(86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea),segment_id=86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:17.007879 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:17.019289 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Usage tracker for resource:security_group_rule and tenant:ae7bd3f2813141dda2af2b10bea87cd6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:17.019549 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f3d3ffad-4008-48c9-9d7a-0a3932bf67d6 None None] Provisioning complete for port 3d3e5ebc-f00b-4a6a-8282-03fb52dc698f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:17.019657 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f3d3ffad-4008-48c9-9d7a-0a3932bf67d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:17.023000 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:17.041010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:17.068969 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 688615e7-26c3-488d-9f7a-82d31e973d3e is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:17.095550 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:17.177094 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Calling delete_port for f879ce2d-2cc7-4209-868d-7ce779bb36bc owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:17.227657 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f3d3ffad-4008-48c9-9d7a-0a3932bf67d6 None None] Port 3d3e5ebc-f00b-4a6a-8282-03fb52dc698f cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:17.253110 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] For port f879ce2d-2cc7-4209-868d-7ce779bb36bc, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f879ce2d-2cc7-4209-868d-7ce779bb36bc,segment=NetworkSegment(86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea),segment_id=86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:17.253769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:17.265430 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:17.281156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ff144b2e-d94f-4077-813a-9c2de17f6913 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:17.281793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff144b2e-d94f-4077-813a-9c2de17f6913 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Fanout notify agent at l3_agent the message router_deleted on router 98181180-40c6-4c6d-91eb-2d53a7982e48 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:52:17.317850 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] No DVR routers for this DVR port f879ce2d-2cc7-4209-868d-7ce779bb36bc on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:52:17.337072 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Pushing event deleted for resources: {'Port': ['ID=f879ce2d-2cc7-4209-868d-7ce779bb36bc,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:17.347337 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:17.347641 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:17.348192 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:17.348523 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:17.348850 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:17.349172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:17.349466 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:17.349914 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:17.350232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:17.350898 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:17.351236 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1fb1dd-9e5e-4ea0-a584-acb3f75d2341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:17.389434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9993f200-dfe3-4602-a5c6-3b28b324be8b None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:52:17.412378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Calling delete_port for f879ce2d-2cc7-4209-868d-7ce779bb36bc owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:17.486391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:52:17.486734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:52:17.494224 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-233662d8-5bb2-409b-833e-99aea68f45c7 None None] Provisioning complete for port 3d3e5ebc-f00b-4a6a-8282-03fb52dc698f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:17.494578 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-233662d8-5bb2-409b-833e-99aea68f45c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:17.551641 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9993f200-dfe3-4602-a5c6-3b28b324be8b None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:52:17.562522 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-233662d8-5bb2-409b-833e-99aea68f45c7 None None] Port 3d3e5ebc-f00b-4a6a-8282-03fb52dc698f cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:17.562977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ff144b2e-d94f-4077-813a-9c2de17f6913 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:17.564043 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ff144b2e-d94f-4077-813a-9c2de17f6913 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/routers/98181180-40c6-4c6d-91eb-2d53a7982e48 HTTP/1.1" status: 204 len: 168 time: 2.2878132 May 28 04:52:17.567758 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58622) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:17.593766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] For port 1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1,segment=NetworkSegment(c8ebcff5-8e79-42c5-a1b0-16f07e522857),segment_id=c8ebcff5-8e79-42c5-a1b0-16f07e522857)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:17.594118 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:17.728574 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Calling delete_port for 1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:17.753616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd842e3-163f-408a-ad6e-074ed886452c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting subnet 78d649a2-24f5-4185-8e76-187b9cbb4afa {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:52:17.756047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:17.756611 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0fd842e3-163f-408a-ad6e-074ed886452c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:17.767634 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:17.819817 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0fd842e3-163f-408a-ad6e-074ed886452c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:17.841816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8432b56d-dcbe-4d79-9c4c-430d0c3d4c00,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:17.845306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:17.852977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Usage tracker for resource:security_group_rule and tenant:ae7bd3f2813141dda2af2b10bea87cd6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:17.857310 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:17.865127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:17.878925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:17.928259 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0fd842e3-163f-408a-ad6e-074ed886452c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:17.936862 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Port': ['ID=1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:17.957605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No DVR routers for this DVR port 1dc0aa4e-d6d5-4d1d-82f4-8aab778f84b1 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:52:17.988866 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Deleting port f879ce2d-2cc7-4209-868d-7ce779bb36bc {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:17.989348 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.014186 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f879ce2d-2cc7-4209-868d-7ce779bb36bc no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:52:18.047485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: f879ce2d-2cc7-4209-868d-7ce779bb36bc {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:52:18.048027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f879ce2d-2cc7-4209-868d-7ce779bb36bc not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:52:18.062418 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] The port 'f879ce2d-2cc7-4209-868d-7ce779bb36bc' was deleted {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:52:18.112479 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.124075 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.130374 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.183254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 0bddd8ba-84a2-41d8-bbd5-4505debcfc4d is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:52:18.192918 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0fd842e3-163f-408a-ad6e-074ed886452c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.195975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01aef9e0-342d-4f66-be15-07026f486847']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:18.202739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af84ceb-4a3e-47e2-a324-982f49c240f7,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:18.210866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.215178 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8f2e9326-78db-4293-ab77-46d5e421f49a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.8775136 May 28 04:52:18.215178 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ebcff5-8e79-42c5-a1b0-16f07e522857') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:18.215178 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ebcff5-8e79-42c5-a1b0-16f07e522857') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:18.221946 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58626) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:18.230426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.231045 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.239572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3ba9a83a-0d09-456a-8957-36d538cdc682 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Request body: {'security_group_rule': {'security_group_id': '6af84ceb-4a3e-47e2-a324-982f49c240f7', 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:18.256102 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3ba9a83a-0d09-456a-8957-36d538cdc682 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:18.260218 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd842e3-163f-408a-ad6e-074ed886452c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Subnet': ['ID=78d649a2-24f5-4185-8e76-187b9cbb4afa,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:18.263594 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3ba9a83a-0d09-456a-8957-36d538cdc682 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Usage tracker for resource:security_group_rule and tenant:ae7bd3f2813141dda2af2b10bea87cd6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:18.267693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0fd842e3-163f-408a-ad6e-074ed886452c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.274659 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae67c41f-de0a-4f25-acd0-7f8034d97826 None None] Network cd151f98-b80f-4697-9e3c-11fced036322 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:18.282491 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0fd842e3-163f-408a-ad6e-074ed886452c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/78d649a2-24f5-4185-8e76-187b9cbb4afa HTTP/1.1" status: 204 len: 168 time: 0.7110455 May 28 04:52:18.282491 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06cd2d3a-1faf-498d-b71a-cbdaa2967623']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:18.288819 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58630) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:18.311731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.314119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3ba9a83a-0d09-456a-8957-36d538cdc682 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:18.319386 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:18.319678 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86cc0d3b-43dc-4a63-bcd1-a9f3475a2cea') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:18.332990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3ba9a83a-0d09-456a-8957-36d538cdc682 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:18.391333 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.431367 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.447493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:18.447834 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:18.463290 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:18.466727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.500516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:18.500908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:18.520320 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:18.549764 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port f7a37584-249d-4fa0-aea9-849d69152b63 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:18.549931 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.593284 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da8d10-11d9-4aea-80dc-2bb4ea2dbdab None None] DHCP port deletion for cd151f98-b80f-4697-9e3c-11fced036322 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:52:18.595845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.599532 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b2da8d10-11d9-4aea-80dc-2bb4ea2dbdab None None] Deleting port f7a37584-249d-4fa0-aea9-849d69152b63 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:18.600557 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b2da8d10-11d9-4aea-80dc-2bb4ea2dbdab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.601375 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.610535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3ba9a83a-0d09-456a-8957-36d538cdc682 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.630554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] Pushing event deleted for resources: {'Network': ['ID=06cd2d3a-1faf-498d-b71a-cbdaa2967623,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:18.633993 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d9b386d7-6aa3-4d4e-a331-6977a863c294 tempest-PortsIpV6TestJSON-609572291 tempest-PortsIpV6TestJSON-609572291-project] 10.222.0.15 "DELETE /v2.0/networks/06cd2d3a-1faf-498d-b71a-cbdaa2967623 HTTP/1.1" status: 204 len: 168 time: 1.8527622 May 28 04:52:18.649595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.676284 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.691158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Network': ['ID=01aef9e0-342d-4f66-be15-07026f486847,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:18.703928 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-073af76f-c5d4-4cdf-afad-1102494e8e53 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/01aef9e0-342d-4f66-be15-07026f486847 HTTP/1.1" status: 204 len: 168 time: 5.6438305 May 28 04:52:18.704666 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58636) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:18.736117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3ba9a83a-0d09-456a-8957-36d538cdc682 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.745210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:18.747618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3ba9a83a-0d09-456a-8957-36d538cdc682 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.760648 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fad3d8-eb6c-495c-9aca-7abe5a024f7b None None] Sync routers for ids ['0bddd8ba-84a2-41d8-bbd5-4505debcfc4d'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:18.777135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9a83a-0d09-456a-8957-36d538cdc682 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff00898-069e-48cc-9ee6-28716f085583,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:18.784769 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6cd84ad4-9930-4d2b-96bf-75fe8243d052 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/0bddd8ba-84a2-41d8-bbd5-4505debcfc4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2377219 May 28 04:52:18.785525 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58640) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:18.826302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3ba9a83a-0d09-456a-8957-36d538cdc682 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.826633 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fad3d8-eb6c-495c-9aca-7abe5a024f7b None None] Routers {'0bddd8ba-84a2-41d8-bbd5-4505debcfc4d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:18.827092 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-80fad3d8-eb6c-495c-9aca-7abe5a024f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0bddd8ba-84a2-41d8-bbd5-4505debcfc4d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:18.830304 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3ba9a83a-0d09-456a-8957-36d538cdc682 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6017315 May 28 04:52:18.834194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58644) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:18.842043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-c99cca35-8189-4c02-9328-9770c8786686 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Request body: {'security_group_rule': {'security_group_id': '6af84ceb-4a3e-47e2-a324-982f49c240f7', 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:18.854896 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c99cca35-8189-4c02-9328-9770c8786686 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:18.862898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c99cca35-8189-4c02-9328-9770c8786686 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Usage tracker for resource:security_group_rule and tenant:ae7bd3f2813141dda2af2b10bea87cd6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:18.867924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c99cca35-8189-4c02-9328-9770c8786686 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:18.877525 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c99cca35-8189-4c02-9328-9770c8786686 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:18.884163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e8d3dd-fa71-449d-81fe-bf904fcc2a05 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:18.885048 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-57e8d3dd-fa71-449d-81fe-bf904fcc2a05 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Synchronizing usage tracker for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:18.911836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c99cca35-8189-4c02-9328-9770c8786686 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.948689 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-57e8d3dd-fa71-449d-81fe-bf904fcc2a05 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Unset dirty status for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:18.950403 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-57e8d3dd-fa71-449d-81fe-bf904fcc2a05 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports/3d3e5ebc-f00b-4a6a-8282-03fb52dc698f HTTP/1.1" status: 200 len: 910 time: 0.1640570 May 28 04:52:18.953613 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58648) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:18.955384 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] For port f7a37584-249d-4fa0-aea9-849d69152b63, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f7a37584-249d-4fa0-aea9-849d69152b63,segment=NetworkSegment(931e8c72-0973-4137-9ded-df0491f32fe9),segment_id=931e8c72-0973-4137-9ded-df0491f32fe9)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:18.955741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:18.979885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-80fad3d8-eb6c-495c-9aca-7abe5a024f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:19.018010 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b2da8d10-11d9-4aea-80dc-2bb4ea2dbdab None None] For port f7a37584-249d-4fa0-aea9-849d69152b63, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f7a37584-249d-4fa0-aea9-849d69152b63,segment=NetworkSegment(931e8c72-0973-4137-9ded-df0491f32fe9),segment_id=931e8c72-0973-4137-9ded-df0491f32fe9)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:19.018484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b2da8d10-11d9-4aea-80dc-2bb4ea2dbdab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.026468 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fad3d8-eb6c-495c-9aca-7abe5a024f7b None None] Routers {'0bddd8ba-84a2-41d8-bbd5-4505debcfc4d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:19.027216 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-80fad3d8-eb6c-495c-9aca-7abe5a024f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0bddd8ba-84a2-41d8-bbd5-4505debcfc4d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:19.085470 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for f7a37584-249d-4fa0-aea9-849d69152b63 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:19.094474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-80fad3d8-eb6c-495c-9aca-7abe5a024f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:19.094953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fad3d8-eb6c-495c-9aca-7abe5a024f7b None None] The sync data for ids ['0bddd8ba-84a2-41d8-bbd5-4505debcfc4d'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:19.108700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c99cca35-8189-4c02-9328-9770c8786686 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.119900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58654) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:19.124137 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c99cca35-8189-4c02-9328-9770c8786686 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.125906 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b1a07170-10b3-41ca-bd6a-9855b6037471 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1921915890'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:19.144413 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b1a07170-10b3-41ca-bd6a-9855b6037471 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:19.148768 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b1a07170-10b3-41ca-bd6a-9855b6037471 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:network and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:19.152427 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b1a07170-10b3-41ca-bd6a-9855b6037471 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:19.154017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cca35-8189-4c02-9328-9770c8786686 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6962dc31-4312-494b-a42c-fea7b723c837,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:19.167234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b1a07170-10b3-41ca-bd6a-9855b6037471 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:19.186068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c99cca35-8189-4c02-9328-9770c8786686 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.187607 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c99cca35-8189-4c02-9328-9770c8786686 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3523409 May 28 04:52:19.190620 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58660) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:19.200821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5689b3b0-f723-4679-9a57-440ea13c7507 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Request body: {'security_group_rule': {'security_group_id': '6af84ceb-4a3e-47e2-a324-982f49c240f7', 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:19.204772 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a07170-10b3-41ca-bd6a-9855b6037471 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:19.208147 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1a07170-10b3-41ca-bd6a-9855b6037471 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.217863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5689b3b0-f723-4679-9a57-440ea13c7507 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:19.224531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5689b3b0-f723-4679-9a57-440ea13c7507 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Usage tracker for resource:security_group_rule and tenant:ae7bd3f2813141dda2af2b10bea87cd6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:19.226509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b2da8d10-11d9-4aea-80dc-2bb4ea2dbdab None None] Calling delete_port for f7a37584-249d-4fa0-aea9-849d69152b63 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:19.228351 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5689b3b0-f723-4679-9a57-440ea13c7507 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:19.236448 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5689b3b0-f723-4679-9a57-440ea13c7507 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:19.248649 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.295712 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a07170-10b3-41ca-bd6a-9855b6037471 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:19.311079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-b2da8d10-11d9-4aea-80dc-2bb4ea2dbdab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:52:19.311926 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-b2da8d10-11d9-4aea-80dc-2bb4ea2dbdab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:52:19.315742 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Port': ['ID=f7a37584-249d-4fa0-aea9-849d69152b63,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:19.324195 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1a07170-10b3-41ca-bd6a-9855b6037471 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.324531 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-b1a07170-10b3-41ca-bd6a-9855b6037471 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Added segment 08334667-4da1-404f-b4f5-96c8cf163a80 of type vlan for network 7f7c1c88-2bd0-4a70-b0c5-22e4d623db56 May 28 04:52:19.332470 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] No DVR routers for this DVR port f7a37584-249d-4fa0-aea9-849d69152b63 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:52:19.394644 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5689b3b0-f723-4679-9a57-440ea13c7507 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.462401 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1a07170-10b3-41ca-bd6a-9855b6037471 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.480961 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e6bfb9d5-7ed9-4fe1-b8fc-293c83bace23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f38548c71c149ba8d132c7dd3fe1dd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3573122 May 28 04:52:19.481711 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58664) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:19.503912 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.505194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5689b3b0-f723-4679-9a57-440ea13c7507 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.512409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5689b3b0-f723-4679-9a57-440ea13c7507 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.539469 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689b3b0-f723-4679-9a57-440ea13c7507 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d3e4ac-f0f9-426d-9076-1376f2a00d19,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:19.549253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75cb1dc0-b88f-4398-985b-d3608a1dc463 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.569153 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd151f98-b80f-4697-9e3c-11fced036322']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:19.590400 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931e8c72-0973-4137-9ded-df0491f32fe9') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:19.590760 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931e8c72-0973-4137-9ded-df0491f32fe9') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:19.599782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5689b3b0-f723-4679-9a57-440ea13c7507 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.600981 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5689b3b0-f723-4679-9a57-440ea13c7507 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4083447 May 28 04:52:19.602804 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1a07170-10b3-41ca-bd6a-9855b6037471 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.606500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a07170-10b3-41ca-bd6a-9855b6037471 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:19.607117 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1a07170-10b3-41ca-bd6a-9855b6037471 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.610427 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58668) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:19.631568 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.642994 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-5dcefa8e-9210-458f-a36c-325bce422fd8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Request body: {'security_group_rule': {'security_group_id': '6af84ceb-4a3e-47e2-a324-982f49c240f7', 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:19.709842 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-5dcefa8e-9210-458f-a36c-325bce422fd8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:19.720917 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.772867 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5dcefa8e-9210-458f-a36c-325bce422fd8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Usage tracker for resource:security_group_rule and tenant:ae7bd3f2813141dda2af2b10bea87cd6 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:19.781939 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5dcefa8e-9210-458f-a36c-325bce422fd8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:19.784733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:19.785128 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:19.799697 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:19.806927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-5dcefa8e-9210-458f-a36c-325bce422fd8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:19.812764 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b2da8d10-11d9-4aea-80dc-2bb4ea2dbdab None None] Deleting port f7a37584-249d-4fa0-aea9-849d69152b63 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:19.813050 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b1a07170-10b3-41ca-bd6a-9855b6037471 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1064212 May 28 04:52:19.813601 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b2da8d10-11d9-4aea-80dc-2bb4ea2dbdab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.813838 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de58182a-94e9-48dd-b4c8-f86493a768ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.820961 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58672) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:19.827179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'subnet': {'network_id': '7f7c1c88-2bd0-4a70-b0c5-22e4d623db56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:19.885291 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a07170-10b3-41ca-bd6a-9855b6037471 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Network': ['ID=7f7c1c88-2bd0-4a70-b0c5-22e4d623db56,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:19.886535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b2da8d10-11d9-4aea-80dc-2bb4ea2dbdab None None] The port 'f7a37584-249d-4fa0-aea9-849d69152b63' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:52:19.905567 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 7f7c1c88-2bd0-4a70-b0c5-22e4d623db56 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:19.915782 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de58182a-94e9-48dd-b4c8-f86493a768ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.932154 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.959765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.970624 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5dcefa8e-9210-458f-a36c-325bce422fd8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:19.990732 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Network': ['ID=cd151f98-b80f-4697-9e3c-11fced036322,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:20.016283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:20.045715 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:subnet and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:20.052884 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f7a37584-249d-4fa0-aea9-849d69152b63 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:52:20.053021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:20.056362 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8f371b29-45b5-4732-8f54-70bec5290c1a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/networks/cd151f98-b80f-4697-9e3c-11fced036322 HTTP/1.1" status: 204 len: 168 time: 1.7666914 May 28 04:52:20.061033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58676) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:20.071099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de58182a-94e9-48dd-b4c8-f86493a768ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.073532 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:20.081924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-66025122', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}, 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:20.093078 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:20.098383 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58182a-94e9-48dd-b4c8-f86493a768ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d9bbee-eed6-46b6-87db-e0c501a86a56,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:20.098598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: f7a37584-249d-4fa0-aea9-849d69152b63 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:52:20.098598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f7a37584-249d-4fa0-aea9-849d69152b63 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:52:20.104596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:router and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:20.109725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:20.117941 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de58182a-94e9-48dd-b4c8-f86493a768ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.120087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:20.123557 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-de58182a-94e9-48dd-b4c8-f86493a768ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06d9bbee-eed6-46b6-87db-e0c501a86a56 HTTP/1.1" status: 204 len: 168 time: 0.6404018 May 28 04:52:20.137426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:20.146500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5dcefa8e-9210-458f-a36c-325bce422fd8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.153753 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5dcefa8e-9210-458f-a36c-325bce422fd8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.187521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5dcefa8e-9210-458f-a36c-325bce422fd8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.188927 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5dcefa8e-9210-458f-a36c-325bce422fd8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5623572 May 28 04:52:20.189897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcefa8e-9210-458f-a36c-325bce422fd8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef61639-4e89-49da-9adb-3521f0afd2f0,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:20.192270 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58682) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:20.199571 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-07693605-7155-49d9-8252-c66bd676c5b8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Request body: {'security_group_rule': {'security_group_id': '6af84ceb-4a3e-47e2-a324-982f49c240f7', 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:20.208496 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-07693605-7155-49d9-8252-c66bd676c5b8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:20.213328 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-07693605-7155-49d9-8252-c66bd676c5b8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Usage tracker for resource:security_group_rule and tenant:ae7bd3f2813141dda2af2b10bea87cd6 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:20.218016 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-07693605-7155-49d9-8252-c66bd676c5b8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:20.226349 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-07693605-7155-49d9-8252-c66bd676c5b8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:20.243871 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-07693605-7155-49d9-8252-c66bd676c5b8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Project ae7bd3f2813141dda2af2b10bea87cd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:52:20.254494 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-07693605-7155-49d9-8252-c66bd676c5b8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.354440 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-07693605-7155-49d9-8252-c66bd676c5b8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.362315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-07693605-7155-49d9-8252-c66bd676c5b8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.384847 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.385792 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.401644 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07693605-7155-49d9-8252-c66bd676c5b8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470ab080-0d42-400a-afb2-ba4afb3af98b,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:20.404879 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-07693605-7155-49d9-8252-c66bd676c5b8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.408805 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-07693605-7155-49d9-8252-c66bd676c5b8 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2119865 May 28 04:52:20.409299 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58688) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:20.416396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-129ce27a-23f2-4c17-babb-406424b764d3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Request body: {'security_group_rule': {'security_group_id': '6af84ceb-4a3e-47e2-a324-982f49c240f7', 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:20.422462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-129ce27a-23f2-4c17-babb-406424b764d3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:20.426712 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-129ce27a-23f2-4c17-babb-406424b764d3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Usage tracker for resource:security_group_rule and tenant:ae7bd3f2813141dda2af2b10bea87cd6 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:20.429622 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-129ce27a-23f2-4c17-babb-406424b764d3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:20.433886 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.435577 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-129ce27a-23f2-4c17-babb-406424b764d3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:20.453422 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-129ce27a-23f2-4c17-babb-406424b764d3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Project ae7bd3f2813141dda2af2b10bea87cd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:52:20.460272 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-129ce27a-23f2-4c17-babb-406424b764d3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.526827 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.537615 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-129ce27a-23f2-4c17-babb-406424b764d3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.542978 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-129ce27a-23f2-4c17-babb-406424b764d3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.550959 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.ipam_backend_mixin [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Performing IP validity checks on allocation pools {{(pid=84010) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 28 04:52:20.551468 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.ipam_backend_mixin [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84010) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 28 04:52:20.563555 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ce27a-23f2-4c17-babb-406424b764d3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe575cc9-ed93-4ed7-998c-48319224d6f9,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:20.587444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-129ce27a-23f2-4c17-babb-406424b764d3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.588314 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-129ce27a-23f2-4c17-babb-406424b764d3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1778805 May 28 04:52:20.591504 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58698) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:20.598368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-f7fa52d2-2487-4ab0-9bbf-2de8e8303448 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Request body: {'network': {'name': 'tempest-network-smoke--378997127', 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'port_security_enabled': True}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:20.603775 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f7fa52d2-2487-4ab0-9bbf-2de8e8303448 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:20.608083 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f7fa52d2-2487-4ab0-9bbf-2de8e8303448 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Usage tracker for resource:network and tenant:ae7bd3f2813141dda2af2b10bea87cd6 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:20.611262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f7fa52d2-2487-4ab0-9bbf-2de8e8303448 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:20.618552 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f7fa52d2-2487-4ab0-9bbf-2de8e8303448 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:20.629389 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fa52d2-2487-4ab0-9bbf-2de8e8303448 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Made reservation on behalf of ae7bd3f2813141dda2af2b10bea87cd6 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:20.632625 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f7fa52d2-2487-4ab0-9bbf-2de8e8303448 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.662174 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fa52d2-2487-4ab0-9bbf-2de8e8303448 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:20.675142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f7fa52d2-2487-4ab0-9bbf-2de8e8303448 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.675142 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-f7fa52d2-2487-4ab0-9bbf-2de8e8303448 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Added segment 497a3fe1-b9ff-426c-a2a9-2a92dbee5840 of type vlan for network 22f2b8f5-a005-404a-81aa-e0f719181fdc May 28 04:52:20.702064 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f7fa52d2-2487-4ab0-9bbf-2de8e8303448 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.736041 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f7fa52d2-2487-4ab0-9bbf-2de8e8303448 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.740414 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fa52d2-2487-4ab0-9bbf-2de8e8303448 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:20.741520 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f7fa52d2-2487-4ab0-9bbf-2de8e8303448 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.808658 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.846494 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f7fa52d2-2487-4ab0-9bbf-2de8e8303448 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2510867 May 28 04:52:20.846707 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58706) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:20.854319 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-908790262', 'admin_state_up': True, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:20.863400 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa52d2-2487-4ab0-9bbf-2de8e8303448 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event updated for resources: {'Network': ['ID=22f2b8f5-a005-404a-81aa-e0f719181fdc,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:20.864872 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:20.872766 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Usage tracker for resource:router and tenant:ae7bd3f2813141dda2af2b10bea87cd6 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:20.876760 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:20.885492 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:20.893220 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 22f2b8f5-a005-404a-81aa-e0f719181fdc details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:20.906767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.907838 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.923841 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-75cb1dc0-b88f-4398-985b-d3608a1dc463 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port 3d3e5ebc-f00b-4a6a-8282-03fb52dc698f {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:20.924228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75cb1dc0-b88f-4398-985b-d3608a1dc463 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:20.942834 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:21.165402 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:21.213489 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:21.233055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58714) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:21.312170 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Subnet': ['ID=8b51c745-eedc-435d-94f7-acfbfe74aed8,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:21.321872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75cb1dc0-b88f-4398-985b-d3608a1dc463 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:21.399896 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:21.429083 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:21.449787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-56b877fd-44b3-4f7f-9f1a-910644b5369e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1164006340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:21.470207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-75cb1dc0-b88f-4398-985b-d3608a1dc463 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for 3d3e5ebc-f00b-4a6a-8282-03fb52dc698f owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:21.499182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-56b877fd-44b3-4f7f-9f1a-910644b5369e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:21.514799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-56b877fd-44b3-4f7f-9f1a-910644b5369e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Usage tracker for resource:router and tenant:8873b5c795f84261bda8c72fc43e4631 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:21.524845 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-56b877fd-44b3-4f7f-9f1a-910644b5369e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:21.527408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Checking segment: {'id': '08334667-4da1-404f-b4f5-96c8cf163a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f7c1c88-2bd0-4a70-b0c5-22e4d623db56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:21.527784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network hostable DHCP agents. Network: 7f7c1c88-2bd0-4a70-b0c5-22e4d623db56, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:52:21.543014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-56b877fd-44b3-4f7f-9f1a-910644b5369e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:21.568560 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Allocated IP 172.26.8.16 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/2984b298-4fca-4027-85d9-6d0a08adb6aa) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:21.580095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56b877fd-44b3-4f7f-9f1a-910644b5369e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:21.581081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56b877fd-44b3-4f7f-9f1a-910644b5369e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:21.632024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:21.668608 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:21.718230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:21.736033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network 7f7c1c88-2bd0-4a70-b0c5-22e4d623db56 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:52:21.749772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56b877fd-44b3-4f7f-9f1a-910644b5369e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:21.750693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:21.775669 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 7f7c1c88-2bd0-4a70-b0c5-22e4d623db56) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:21.785493 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b07c08-8bd5-480f-a539-3577f9bc6456 None None] Network 7f7c1c88-2bd0-4a70-b0c5-22e4d623db56 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:21.787330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:21.787898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:21.835005 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:21.835751 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event updated for resources: {'Port': ['ID=2984b298-4fca-4027-85d9-6d0a08adb6aa,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:21.839741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:21.842965 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:21.843588 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56b877fd-44b3-4f7f-9f1a-910644b5369e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.050011 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e160cf1c-8af2-45ed-8959-2b04c8f28ae8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2278132 May 28 04:52:22.053731 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58720) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:22.060410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Allocated IP 172.26.8.35 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/b78cfdeb-7721-4584-8b06-12aa00b912cf) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:22.062335 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56b877fd-44b3-4f7f-9f1a-910644b5369e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.063595 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-56b877fd-44b3-4f7f-9f1a-910644b5369e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8231614 May 28 04:52:22.070444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-7f7c1c88-2bd0-4a70-b0c5-22e4d623db56', 'network_id': '7f7c1c88-2bd0-4a70-b0c5-22e4d623db56', 'tenant_id': '4cd5365825924b6da70db27afdcfa7af', 'fixed_ips': [{'subnet_id': '8b51c745-eedc-435d-94f7-acfbfe74aed8'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:52:22.071029 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58724) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:22.071504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.080183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1525827911'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:22.088933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:22.092637 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75cb1dc0-b88f-4398-985b-d3608a1dc463 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.127731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Usage tracker for resource:network and tenant:8873b5c795f84261bda8c72fc43e4631 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:22.144523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:22.173822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0bae60c4-d88f-4e90-9937-bed1227e560c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.211171 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:22.211391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.213211 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb1dc0-b88f-4398-985b-d3608a1dc463 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Port': ['ID=3d3e5ebc-f00b-4a6a-8282-03fb52dc698f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:22.249696 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Allocated IP 172.20.0.3 (7f7c1c88-2bd0-4a70-b0c5-22e4d623db56/8b51c745-eedc-435d-94f7-acfbfe74aed8/823eba9e-e029-4712-bcf7-3c6d4e25d254) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:22.274910 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Made reservation on behalf of 8873b5c795f84261bda8c72fc43e4631 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:22.277920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.297713 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.298423 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.300604 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.382050 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.431816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.477767 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.489261 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Transition to ACTIVE for port object 823eba9e-e029-4712-bcf7-3c6d4e25d254 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:22.493419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.509097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Transition to ACTIVE for port object 823eba9e-e029-4712-bcf7-3c6d4e25d254 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:22.518415 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.547784 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.584274 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Network 7f7c1c88-2bd0-4a70-b0c5-22e4d623db56 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:22.587151 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:22.591494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:22.592206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Subnet': ['ID=8b51c745-eedc-435d-94f7-acfbfe74aed8,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:22.593601 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Pushing event updated for resources: {'Port': ['ID=823eba9e-e029-4712-bcf7-3c6d4e25d254,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:22.658021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=b78cfdeb-7721-4584-8b06-12aa00b912cf,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:22.669842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:22.685591 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Attempting to bind port 823eba9e-e029-4712-bcf7-3c6d4e25d254 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:22.686029 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Attempting to bind port 823eba9e-e029-4712-bcf7-3c6d4e25d254 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '08334667-4da1-404f-b4f5-96c8cf163a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f7c1c88-2bd0-4a70-b0c5-22e4d623db56'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:22.686336 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Attempting to bind port 823eba9e-e029-4712-bcf7-3c6d4e25d254 on network 7f7c1c88-2bd0-4a70-b0c5-22e4d623db56 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:22.692859 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:22.693158 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Checking segment: {'id': '08334667-4da1-404f-b4f5-96c8cf163a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f7c1c88-2bd0-4a70-b0c5-22e4d623db56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:22.693528 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.693930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Bound using segment: {'id': '08334667-4da1-404f-b4f5-96c8cf163a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f7c1c88-2bd0-4a70-b0c5-22e4d623db56'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:22.694382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Bound port: 823eba9e-e029-4712-bcf7-3c6d4e25d254, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08334667-4da1-404f-b4f5-96c8cf163a80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7f7c1c88-2bd0-4a70-b0c5-22e4d623db56'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:22.694743 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.700110 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.733551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Usage tracker for resource:security_group_rule and tenant:8873b5c795f84261bda8c72fc43e4631 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:22.736930 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7c1c88-2bd0-4a70-b0c5-22e4d623db56']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:22.737571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:22.740324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:22.744176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:22.746435 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:22.751564 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08334667-4da1-404f-b4f5-96c8cf163a80') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:22.751853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08334667-4da1-404f-b4f5-96c8cf163a80') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:22.767976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.781364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:22.784249 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] For port 823eba9e-e029-4712-bcf7-3c6d4e25d254, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:22.788908 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.794172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Router 5427a005-0295-4ddd-9dfc-0b333d3fae62 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:52:22.798624 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:22.799175 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:22.813714 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:22.859652 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-75cb1dc0-b88f-4398-985b-d3608a1dc463 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:22.950434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] For port 823eba9e-e029-4712-bcf7-3c6d4e25d254, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=823eba9e-e029-4712-bcf7-3c6d4e25d254,segment=NetworkSegment(08334667-4da1-404f-b4f5-96c8cf163a80),segment_id=08334667-4da1-404f-b4f5-96c8cf163a80)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:22.958438 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:23.047394 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e95c9-3a9f-4c2c-864d-602729658698 None None] Pushing event updated for resources: {'Port': ['ID=823eba9e-e029-4712-bcf7-3c6d4e25d254,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:23.072997 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 04:52:23.072997 dv-neutron-843300-5-hyperv neutron-server[84009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 04:52:23.072997 dv-neutron-843300-5-hyperv neutron-server[84009]: [parameters: {'id': '7f7c1c88-2bd0-4a70-b0c5-22e4d623db56'}] May 28 04:52:23.072997 dv-neutron-843300-5-hyperv neutron-server[84009]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:52:23.072997 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:52:23.092237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:23.100173 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:23.136669 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534f6bb4-7013-402f-adce-e5b3206487b4 None None] Network 7f7c1c88-2bd0-4a70-b0c5-22e4d623db56 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:23.214943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:23.228318 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Sync routers for ids ['5427a005-0295-4ddd-9dfc-0b333d3fae62'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:23.240601 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Routers {'5427a005-0295-4ddd-9dfc-0b333d3fae62'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:23.241217 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5427a005-0295-4ddd-9dfc-0b333d3fae62'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:23.253066 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:23.257881 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-389af02a-1b26-4c41-b095-73f2d6d58e29 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4074316 May 28 04:52:23.265931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58728) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:23.273875 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:23.314985 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:23.315219 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Added segment b7146c21-d9dd-41ce-baf9-f978a5acff95 of type vlan for network 7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6 May 28 04:52:23.343273 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0013deca-b610-4596-844c-a3a9c099793f None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:52:23.353462 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9153688c-69bf-49de-8f66-ecb4f4a2a9e8,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:23.379891 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:23.437628 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Set router 5427a005-0295-4ddd-9dfc-0b333d3fae62 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:52:23.451296 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0013deca-b610-4596-844c-a3a9c099793f None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:52:23.555308 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:52:23.573917 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:23.581504 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4e3a097c-cab8-47ba-89b6-c11d2be126cb tempest-TestNetworkAdvancedServerOps-1519466913 tempest-TestNetworkAdvancedServerOps-1519466913-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=ae7bd3f2813141dda2af2b10bea87cd6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3023436 May 28 04:52:23.584044 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58734) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:23.591528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:23.592012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:23.751885 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Deleting port 823eba9e-e029-4712-bcf7-3c6d4e25d254 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:23.752246 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:23.773244 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:52:23.794047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f6d82f-56dc-49af-9fbb-5b83c89eeb8f tempest-TestNetworkAdvancedServerOps-1519466913 tempest-TestNetworkAdvancedServerOps-1519466913-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:23.794873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:23.798260 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a5f6d82f-56dc-49af-9fbb-5b83c89eeb8f tempest-TestNetworkAdvancedServerOps-1519466913 tempest-TestNetworkAdvancedServerOps-1519466913-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2104321 May 28 04:52:23.798485 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58738) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:23.798595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:23.799069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:23.801447 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908790262', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:20Z', 'updated_at': '2022-05-28T04:52:21Z', 'revision_number': 3, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'gw_port': {'id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:52:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:21Z', 'updated_at': '2022-05-28T04:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:23.805373 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Checking router: 5427a005-0295-4ddd-9dfc-0b333d3fae62 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:52:23.805640 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Updating router 5427a005-0295-4ddd-9dfc-0b333d3fae62 port 2984b298-4fca-4027-85d9-6d0a08adb6aa binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:52:23.847952 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9e92bbde-e0ee-4fdf-b004-24b8a4ecc818 tempest-TestNetworkAdvancedServerOps-1519466913 tempest-TestNetworkAdvancedServerOps-1519466913-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0483634 May 28 04:52:23.850486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58742) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:23.857905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-13945c74-7fac-48d0-8f7a-41b70114ed57 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1921246041', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:23.862617 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:23.974287 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cb1dc0-b88f-4398-985b-d3608a1dc463 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 0bddd8ba-84a2-41d8-bbd5-4505debcfc4d has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:52:23.987020 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.9148695 May 28 04:52:23.998769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58746) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:24.001551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a2d93-9681-4d8a-a32f-4221712df059 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event updated for resources: {'Network': ['ID=7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:24.004226 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-44b15cd9-2554-485c-a865-af6f84e10a50 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Request body: {'subnet': {'network_id': '7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:24.016316 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:24.160326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cb1dc0-b88f-4398-985b-d3608a1dc463 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:24.169184 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-75cb1dc0-b88f-4398-985b-d3608a1dc463 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/0bddd8ba-84a2-41d8-bbd5-4505debcfc4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2107308 May 28 04:52:24.169184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58750) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:24.178810 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8eb40-fbd5-45b6-8732-8a79c4cd8b1b None None] Sync routers for ids ['0bddd8ba-84a2-41d8-bbd5-4505debcfc4d'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:24.180645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-44b15cd9-2554-485c-a865-af6f84e10a50 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:24.198430 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8eb40-fbd5-45b6-8732-8a79c4cd8b1b None None] Routers {'0bddd8ba-84a2-41d8-bbd5-4505debcfc4d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:24.199329 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-14c8eb40-fbd5-45b6-8732-8a79c4cd8b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0bddd8ba-84a2-41d8-bbd5-4505debcfc4d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:24.213179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-44b15cd9-2554-485c-a865-af6f84e10a50 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Usage tracker for resource:subnet and tenant:8873b5c795f84261bda8c72fc43e4631 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:24.226214 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6a61bc25-8128-4d87-9969-4f78fbaea5f2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Synchronizing usage tracker for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:24.227294 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-44b15cd9-2554-485c-a865-af6f84e10a50 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:24.236160 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] For port 823eba9e-e029-4712-bcf7-3c6d4e25d254, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=823eba9e-e029-4712-bcf7-3c6d4e25d254,segment=NetworkSegment(08334667-4da1-404f-b4f5-96c8cf163a80),segment_id=08334667-4da1-404f-b4f5-96c8cf163a80)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:24.236506 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:24.252587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-44b15cd9-2554-485c-a865-af6f84e10a50 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:24.257214 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6a61bc25-8128-4d87-9969-4f78fbaea5f2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Unset dirty status for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:24.260932 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6a61bc25-8128-4d87-9969-4f78fbaea5f2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bddd8ba-84a2-41d8-bbd5-4505debcfc4d HTTP/1.1" status: 200 len: 205 time: 0.0891116 May 28 04:52:24.261102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-13945c74-7fac-48d0-8f7a-41b70114ed57 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:24.261648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58754) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:24.264500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-13945c74-7fac-48d0-8f7a-41b70114ed57 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Usage tracker for resource:subnet and tenant:ae7bd3f2813141dda2af2b10bea87cd6 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:24.267347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-13945c74-7fac-48d0-8f7a-41b70114ed57 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:24.272678 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:24.273258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-13945c74-7fac-48d0-8f7a-41b70114ed57 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:24.289878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-14c8eb40-fbd5-45b6-8732-8a79c4cd8b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:24.291208 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Transition to ACTIVE for port object 2984b298-4fca-4027-85d9-6d0a08adb6aa will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:24.302913 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:24.314947 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-974efb71-d988-4fa6-a2e5-73b3494246e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:24.316885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8eb40-fbd5-45b6-8732-8a79c4cd8b1b None None] Routers {'0bddd8ba-84a2-41d8-bbd5-4505debcfc4d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:24.317996 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-14c8eb40-fbd5-45b6-8732-8a79c4cd8b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:51:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0bddd8ba-84a2-41d8-bbd5-4505debcfc4d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:24.390427 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13945c74-7fac-48d0-8f7a-41b70114ed57 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Made reservation on behalf of ae7bd3f2813141dda2af2b10bea87cd6 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:24.408914 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e282533-aaf0-430e-999d-f706a1171a13 None None] Pushing event updated for resources: {'Port': ['ID=2984b298-4fca-4027-85d9-6d0a08adb6aa,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:24.414786 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Calling delete_port for 823eba9e-e029-4712-bcf7-3c6d4e25d254 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:24.422470 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e282533-aaf0-430e-999d-f706a1171a13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:24.422890 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e282533-aaf0-430e-999d-f706a1171a13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:24.423220 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e282533-aaf0-430e-999d-f706a1171a13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:24.423542 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e282533-aaf0-430e-999d-f706a1171a13 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:24.423871 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e282533-aaf0-430e-999d-f706a1171a13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:24.424208 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e282533-aaf0-430e-999d-f706a1171a13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:24.424511 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e282533-aaf0-430e-999d-f706a1171a13 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:24.424828 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e282533-aaf0-430e-999d-f706a1171a13 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:24.425139 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e282533-aaf0-430e-999d-f706a1171a13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:24.425950 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e282533-aaf0-430e-999d-f706a1171a13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:24.426403 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e282533-aaf0-430e-999d-f706a1171a13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:52:24.430317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-14c8eb40-fbd5-45b6-8732-8a79c4cd8b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:24.430712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8eb40-fbd5-45b6-8732-8a79c4cd8b1b None None] The sync data for ids ['0bddd8ba-84a2-41d8-bbd5-4505debcfc4d'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:24.458016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 7ad3116e-2615-4342-ae3f-3b2a44849b97 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:52:24.460157 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Attempting to bind port 2984b298-4fca-4027-85d9-6d0a08adb6aa on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:24.460575 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Attempting to bind port 2984b298-4fca-4027-85d9-6d0a08adb6aa by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:24.461020 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Attempting to bind port 2984b298-4fca-4027-85d9-6d0a08adb6aa on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:24.463498 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e2e39aa7-97a7-455d-85c9-2e64557a32b1 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:24.468546 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:24.469046 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:24.469485 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:24.469952 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:24.470508 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Bound port: 2984b298-4fca-4027-85d9-6d0a08adb6aa, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:24.470980 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:24.534681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b15cd9-2554-485c-a865-af6f84e10a50 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Made reservation on behalf of 8873b5c795f84261bda8c72fc43e4631 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:24.549312 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] For port 2984b298-4fca-4027-85d9-6d0a08adb6aa, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:24.552603 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] For port 2984b298-4fca-4027-85d9-6d0a08adb6aa, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2984b298-4fca-4027-85d9-6d0a08adb6aa,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:24.558194 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:24.643893 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e282533-aaf0-430e-999d-f706a1171a13 None None] Pushing event updated for resources: {'Port': ['ID=2984b298-4fca-4027-85d9-6d0a08adb6aa,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:24.647209 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Routers {'5427a005-0295-4ddd-9dfc-0b333d3fae62'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:24.647800 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5427a005-0295-4ddd-9dfc-0b333d3fae62'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:24.673718 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:24.674605 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-13945c74-7fac-48d0-8f7a-41b70114ed57 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:24.690190 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:24.735213 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-44b15cd9-2554-485c-a865-af6f84e10a50 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:24.811196 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Port': ['ID=823eba9e-e029-4712-bcf7-3c6d4e25d254,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:24.838690 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] Set router 5427a005-0295-4ddd-9dfc-0b333d3fae62 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:52:25.056403 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No DVR routers for this DVR port 823eba9e-e029-4712-bcf7-3c6d4e25d254 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:52:25.121229 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e2e39aa7-97a7-455d-85c9-2e64557a32b1 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.132458 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e2e39aa7-97a7-455d-85c9-2e64557a32b1 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.153222 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908790262', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:20Z', 'updated_at': '2022-05-28T04:52:21Z', 'revision_number': 3, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'gw_port': {'id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:52:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:21Z', 'updated_at': '2022-05-28T04:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:25.160141 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4a873e-747b-4218-9019-9432725bd939 None None] The sync data for ids ['5427a005-0295-4ddd-9dfc-0b333d3fae62'] in dv-neutron-843300-5-hyperv is: [{'id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908790262', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:20Z', 'updated_at': '2022-05-28T04:52:21Z', 'revision_number': 3, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'gw_port': {'id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:52:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:21Z', 'updated_at': '2022-05-28T04:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:25.175018 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e2e39aa7-97a7-455d-85c9-2e64557a32b1 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.175733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e39aa7-97a7-455d-85c9-2e64557a32b1 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Fanout notify agent at l3_agent the message router_deleted on router 0bddd8ba-84a2-41d8-bbd5-4505debcfc4d {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:52:25.192176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e2e39aa7-97a7-455d-85c9-2e64557a32b1 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.193316 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e2e39aa7-97a7-455d-85c9-2e64557a32b1 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/routers/0bddd8ba-84a2-41d8-bbd5-4505debcfc4d HTTP/1.1" status: 204 len: 168 time: 0.9309838 May 28 04:52:25.196266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58758) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:25.238453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:25.251905 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8839a7-4746-42fd-868c-d70a67b144b2 None None] Sync routers for ids ['7ad3116e-2615-4342-ae3f-3b2a44849b97'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:25.267738 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.270367 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8839a7-4746-42fd-868c-d70a67b144b2 None None] Routers {'7ad3116e-2615-4342-ae3f-3b2a44849b97'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:25.271524 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-6a8839a7-4746-42fd-868c-d70a67b144b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['7ad3116e-2615-4342-ae3f-3b2a44849b97'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:25.308231 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7c1c88-2bd0-4a70-b0c5-22e4d623db56']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:25.337953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08334667-4da1-404f-b4f5-96c8cf163a80') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:25.338310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08334667-4da1-404f-b4f5-96c8cf163a80') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:25.342895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.344580 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-6a8839a7-4746-42fd-868c-d70a67b144b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:25.347189 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e47dd8a1-bfcd-431b-8451-a5501ee3bec9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 5.2825892 May 28 04:52:25.348060 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58762) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:25.356902 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8839a7-4746-42fd-868c-d70a67b144b2 None None] Routers {'7ad3116e-2615-4342-ae3f-3b2a44849b97'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:25.357767 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-6a8839a7-4746-42fd-868c-d70a67b144b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['7ad3116e-2615-4342-ae3f-3b2a44849b97'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:25.398888 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.419182 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-6a8839a7-4746-42fd-868c-d70a67b144b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:25.419966 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8839a7-4746-42fd-868c-d70a67b144b2 None None] The sync data for ids ['7ad3116e-2615-4342-ae3f-3b2a44849b97'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:25.433344 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-13945c74-7fac-48d0-8f7a-41b70114ed57 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.437569 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.495564 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:25.496993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.510241 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:25.517116 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:25.573186 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.577833 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-948107e4-1818-4ef0-b835-dbbe75dcacf4 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting subnet bb48f732-1d5f-45ac-a84e-94b05db3a1cf {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:52:25.583720 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-948107e4-1818-4ef0-b835-dbbe75dcacf4 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.657739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-948107e4-1818-4ef0-b835-dbbe75dcacf4 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.668821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-44b15cd9-2554-485c-a865-af6f84e10a50 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.675656 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13945c74-7fac-48d0-8f7a-41b70114ed57 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event updated for resources: {'Subnet': ['ID=37d324a7-8cdb-4a4c-b011-f130e877afd0,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:25.714152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.718279 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.759117 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-df1c04ad-884a-4b09-88d9-353eb326c3ba tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/routers/7ad3116e-2615-4342-ae3f-3b2a44849b97 HTTP/1.1" status: 200 len: 882 time: 0.4002566 May 28 04:52:25.760360 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58766) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:25.770766 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Network': ['ID=7f7c1c88-2bd0-4a70-b0c5-22e4d623db56,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:25.788721 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13945c74-7fac-48d0-8f7a-41b70114ed57 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Checking segment: {'id': '497a3fe1-b9ff-426c-a2a9-2a92dbee5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:25.789069 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13945c74-7fac-48d0-8f7a-41b70114ed57 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Network hostable DHCP agents. Network: 22f2b8f5-a005-404a-81aa-e0f719181fdc, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:52:25.797439 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8a261d77-f4fb-40fc-bc6a-ba79606d3b39 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/7f7c1c88-2bd0-4a70-b0c5-22e4d623db56 HTTP/1.1" status: 204 len: 168 time: 3.7388906 May 28 04:52:25.801324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58770) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:25.819581 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1160997f-b0ea-4565-856e-452ff2bda714 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-271557285'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:25.825315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b15cd9-2554-485c-a865-af6f84e10a50 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event updated for resources: {'Subnet': ['ID=9bbdd692-dd6a-4e4c-96be-399910c59083,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:25.836767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1160997f-b0ea-4565-856e-452ff2bda714 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:25.843836 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1160997f-b0ea-4565-856e-452ff2bda714 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:network and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:25.849560 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1160997f-b0ea-4565-856e-452ff2bda714 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:25.858985 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1160997f-b0ea-4565-856e-452ff2bda714 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:25.861601 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b15cd9-2554-485c-a865-af6f84e10a50 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Checking segment: {'id': 'b7146c21-d9dd-41ce-baf9-f978a5acff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:25.862041 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b15cd9-2554-485c-a865-af6f84e10a50 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Network hostable DHCP agents. Network: 7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:52:25.891370 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13945c74-7fac-48d0-8f7a-41b70114ed57 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Network 22f2b8f5-a005-404a-81aa-e0f719181fdc is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:52:25.896702 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-948107e4-1818-4ef0-b835-dbbe75dcacf4 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.898703 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1160997f-b0ea-4565-856e-452ff2bda714 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:25.901720 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1160997f-b0ea-4565-856e-452ff2bda714 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.915503 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b15cd9-2554-485c-a865-af6f84e10a50 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Network 7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:52:25.927411 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-13945c74-7fac-48d0-8f7a-41b70114ed57 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 22f2b8f5-a005-404a-81aa-e0f719181fdc) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:25.935907 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d92590f-50d0-4f21-bb7b-a51dd848533e None None] Network 22f2b8f5-a005-404a-81aa-e0f719181fdc requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:25.940858 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13945c74-7fac-48d0-8f7a-41b70114ed57 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:25.941444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-13945c74-7fac-48d0-8f7a-41b70114ed57 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.958027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-44b15cd9-2554-485c-a865-af6f84e10a50 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:25.971889 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b15cd9-2554-485c-a865-af6f84e10a50 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:25.972469 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-44b15cd9-2554-485c-a865-af6f84e10a50 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:25.999739 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5f147c-6470-4f40-9fe2-edb75028a757 None None] Network 7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:26.008563 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-13945c74-7fac-48d0-8f7a-41b70114ed57 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1543937 May 28 04:52:26.008563 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1160997f-b0ea-4565-856e-452ff2bda714 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:26.009332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58774) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:26.031595 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1160997f-b0ea-4565-856e-452ff2bda714 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:26.031973 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-1160997f-b0ea-4565-856e-452ff2bda714 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Added segment 64080255-da23-4296-a086-121d7e347617 of type vlan for network d9598c87-4f00-4992-a5ea-b4fb0a0ed28c May 28 04:52:26.051846 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-44b15cd9-2554-485c-a865-af6f84e10a50 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0517304 May 28 04:52:26.052871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58778) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:26.062745 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Request body: {'network': {'name': 'tempest-router-network01--1219888005'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:26.067909 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:26.071926 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Usage tracker for resource:network and tenant:8873b5c795f84261bda8c72fc43e4631 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:26.075857 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:26.083199 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:26.104890 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Made reservation on behalf of 8873b5c795f84261bda8c72fc43e4631 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:26.108096 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:26.133128 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1160997f-b0ea-4565-856e-452ff2bda714 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:26.174195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2984b298-4fca-4027-85d9-6d0a08adb6aa up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:26.190103 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1160997f-b0ea-4565-856e-452ff2bda714 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:26.194253 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1160997f-b0ea-4565-856e-452ff2bda714 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:26.194851 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1160997f-b0ea-4565-856e-452ff2bda714 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:26.211351 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-948107e4-1818-4ef0-b835-dbbe75dcacf4 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:26.226224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:52:26.226560 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:52:26.290527 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948107e4-1818-4ef0-b835-dbbe75dcacf4 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Subnet': ['ID=bb48f732-1d5f-45ac-a84e-94b05db3a1cf,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:26.303799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-948107e4-1818-4ef0-b835-dbbe75dcacf4 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:26.312105 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-948107e4-1818-4ef0-b835-dbbe75dcacf4 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/bb48f732-1d5f-45ac-a84e-94b05db3a1cf HTTP/1.1" status: 204 len: 168 time: 1.1149528 May 28 04:52:26.314876 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58782) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:26.341085 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1160997f-b0ea-4565-856e-452ff2bda714 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5386796 May 28 04:52:26.349926 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58786) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:26.368406 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fb5546-681d-434f-a1e2-9819675871cc None None] Network 688615e7-26c3-488d-9f7a-82d31e973d3e requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:26.388520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-68c023cd-d1de-4484-b650-262df4f2bb28 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Synchronizing usage tracker for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:router {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:26.399598 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-2086d53e-84a8-48ec-98e7-989982e5d6dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'subnet': {'network_id': 'd9598c87-4f00-4992-a5ea-b4fb0a0ed28c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:26.415256 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-68c023cd-d1de-4484-b650-262df4f2bb28 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Unset dirty status for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:router {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:26.416523 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-68c023cd-d1de-4484-b650-262df4f2bb28 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.6552498 May 28 04:52:26.428099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160997f-b0ea-4565-856e-452ff2bda714 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Network': ['ID=d9598c87-4f00-4992-a5ea-b4fb0a0ed28c,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:26.473153 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58790) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:26.477194 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network d9598c87-4f00-4992-a5ea-b4fb0a0ed28c details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:26.494971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-9f0c90e5-e823-4aeb-ac8e-a40214f37e07 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-66025122'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:26.542396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:26.552319 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2086d53e-84a8-48ec-98e7-989982e5d6dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:26.557108 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2086d53e-84a8-48ec-98e7-989982e5d6dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:subnet and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:26.562845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2086d53e-84a8-48ec-98e7-989982e5d6dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:26.565355 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port b66fae27-689a-41fb-8a53-298cff6d787b {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:26.565683 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:26.649726 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2086d53e-84a8-48ec-98e7-989982e5d6dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:26.696279 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2086d53e-84a8-48ec-98e7-989982e5d6dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:26.759701 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 2984b298-4fca-4027-85d9-6d0a08adb6aa completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:26.768280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:26.770711 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6', 'network_id': '7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6', 'tenant_id': '8873b5c795f84261bda8c72fc43e4631', 'fixed_ips': [{'subnet_id': '9bbdd692-dd6a-4e4c-96be-399910c59083'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:52:26.771641 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:26.829996 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 2984b298-4fca-4027-85d9-6d0a08adb6aa triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:26.830523 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:26.861180 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-22f2b8f5-a005-404a-81aa-e0f719181fdc', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'fixed_ips': [{'subnet_id': '37d324a7-8cdb-4a4c-b011-f130e877afd0'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:52:26.862145 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:26.907051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] For port b66fae27-689a-41fb-8a53-298cff6d787b, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=b66fae27-689a-41fb-8a53-298cff6d787b,segment=NetworkSegment(63cbfc15-85b8-4e37-95ea-6811bf7f6847),segment_id=63cbfc15-85b8-4e37-95ea-6811bf7f6847)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:26.907400 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:26.925125 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2086d53e-84a8-48ec-98e7-989982e5d6dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.002884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:27.181225 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.246795 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for b66fae27-689a-41fb-8a53-298cff6d787b owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:27.261794 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Allocated IP 172.20.0.2 (7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6/9bbdd692-dd6a-4e4c-96be-399910c59083/847ddace-3e40-4b9f-b99f-f59c7c23d03e) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:27.264295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.294961 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2edefd-7cec-4501-ac2f-ca7143361f4b None None] DHCP port deletion for 688615e7-26c3-488d-9f7a-82d31e973d3e request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:52:27.298902 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Allocated IP 172.20.0.2 (22f2b8f5-a005-404a-81aa-e0f719181fdc/37d324a7-8cdb-4a4c-b011-f130e877afd0/05bab481-84b7-4944-a7f0-f7f330e4f6ee) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:27.342337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.342656 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Added segment 7946d8cc-8ba4-4cc2-9b4c-d2e24990e483 of type vlan for network b7ea7b47-7030-4f24-b401-d5aa5886d92d May 28 04:52:27.390338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.427415 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4d2edefd-7cec-4501-ac2f-ca7143361f4b None None] Deleting port b66fae27-689a-41fb-8a53-298cff6d787b {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:27.427959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4d2edefd-7cec-4501-ac2f-ca7143361f4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.443624 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.449963 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Port': ['ID=b66fae27-689a-41fb-8a53-298cff6d787b,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:27.461610 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] No DVR routers for this DVR port b66fae27-689a-41fb-8a53-298cff6d787b on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:52:27.515553 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 2984b298-4fca-4027-85d9-6d0a08adb6aa, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2984b298-4fca-4027-85d9-6d0a08adb6aa,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:27.551179 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4d2edefd-7cec-4501-ac2f-ca7143361f4b None None] The port 'b66fae27-689a-41fb-8a53-298cff6d787b' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:52:27.552192 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.643587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.647083 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:27.647644 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.660612 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9f0c90e5-e823-4aeb-ac8e-a40214f37e07 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.675477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.681441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.690491 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9f0c90e5-e823-4aeb-ac8e-a40214f37e07 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.761797 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=2984b298-4fca-4027-85d9-6d0a08adb6aa,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:27.797906 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688615e7-26c3-488d-9f7a-82d31e973d3e']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:27.811167 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7534032 May 28 04:52:27.823641 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58794) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:27.831493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cbfc15-85b8-4e37-95ea-6811bf7f6847') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:27.831842 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cbfc15-85b8-4e37-95ea-6811bf7f6847') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:27.843886 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-01a82e6f-94bc-498d-b9f7-bd3ea7cd0190 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Request body: {'network': {'name': 'tempest-router-network02--735599800'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:27.865520 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.873842 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7dffc-b1cf-49b3-b6f2-3586d329f4ba tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event updated for resources: {'Network': ['ID=b7ea7b47-7030-4f24-b401-d5aa5886d92d,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:27.877831 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-01a82e6f-94bc-498d-b9f7-bd3ea7cd0190 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:27.891332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-01a82e6f-94bc-498d-b9f7-bd3ea7cd0190 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Usage tracker for resource:network and tenant:8873b5c795f84261bda8c72fc43e4631 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:27.895523 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.896034 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-01a82e6f-94bc-498d-b9f7-bd3ea7cd0190 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:27.906663 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-01a82e6f-94bc-498d-b9f7-bd3ea7cd0190 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:27.908789 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2086d53e-84a8-48ec-98e7-989982e5d6dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.913825 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.926000 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network b7ea7b47-7030-4f24-b401-d5aa5886d92d details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:27.965011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:27.965437 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.971126 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:27.981495 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:28.046884 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2984b298-4fca-4027-85d9-6d0a08adb6aa up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:28.065514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a82e6f-94bc-498d-b9f7-bd3ea7cd0190 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Made reservation on behalf of 8873b5c795f84261bda8c72fc43e4631 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:28.068857 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-01a82e6f-94bc-498d-b9f7-bd3ea7cd0190 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.128578 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086d53e-84a8-48ec-98e7-989982e5d6dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Subnet': ['ID=39deb509-0d94-42fb-a656-d33f11869350,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:28.140989 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Transition to ACTIVE for port object 05bab481-84b7-4944-a7f0-f7f330e4f6ee will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:28.144929 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.145097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Transition to ACTIVE for port object 847ddace-3e40-4b9f-b99f-f59c7c23d03e will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:28.146479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a82e6f-94bc-498d-b9f7-bd3ea7cd0190 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:28.159822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 2984b298-4fca-4027-85d9-6d0a08adb6aa triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:28.160819 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.173043 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.184282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Network': ['ID=688615e7-26c3-488d-9f7a-82d31e973d3e,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:28.189990 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-01a82e6f-94bc-498d-b9f7-bd3ea7cd0190 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.190325 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-01a82e6f-94bc-498d-b9f7-bd3ea7cd0190 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Added segment a32002f7-6d10-4112-9fe1-d3f852b392a0 of type vlan for network 34d31f8b-75f5-4d6a-9b27-eef277239614 May 28 04:52:28.192167 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2086d53e-84a8-48ec-98e7-989982e5d6dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Checking segment: {'id': '64080255-da23-4296-a086-121d7e347617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'd9598c87-4f00-4992-a5ea-b4fb0a0ed28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:28.192518 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2086d53e-84a8-48ec-98e7-989982e5d6dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network hostable DHCP agents. Network: d9598c87-4f00-4992-a5ea-b4fb0a0ed28c, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:52:28.204037 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9ad396bd-fd2d-48e1-8072-e1571e92f3a2 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/networks/688615e7-26c3-488d-9f7a-82d31e973d3e HTTP/1.1" status: 204 len: 168 time: 1.8879836 May 28 04:52:28.209008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58798) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:28.215990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1009354340', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}, 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:28.224430 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Transition to ACTIVE for port object 05bab481-84b7-4944-a7f0-f7f330e4f6ee will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:28.225026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:28.226296 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Transition to ACTIVE for port object 847ddace-3e40-4b9f-b99f-f59c7c23d03e will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:28.231609 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:router and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:28.238046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-01a82e6f-94bc-498d-b9f7-bd3ea7cd0190 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.240881 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:28.241886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.246461 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.248500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2086d53e-84a8-48ec-98e7-989982e5d6dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network d9598c87-4f00-4992-a5ea-b4fb0a0ed28c is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:52:28.267262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-2086d53e-84a8-48ec-98e7-989982e5d6dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, d9598c87-4f00-4992-a5ea-b4fb0a0ed28c) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:28.275104 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2086d53e-84a8-48ec-98e7-989982e5d6dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:28.275761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2086d53e-84a8-48ec-98e7-989982e5d6dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.287595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:28.290928 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0c90e5-e823-4aeb-ac8e-a40214f37e07 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 7ad3116e-2615-4342-ae3f-3b2a44849b97 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:52:28.296314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-01a82e6f-94bc-498d-b9f7-bd3ea7cd0190 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.301243 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a82e6f-94bc-498d-b9f7-bd3ea7cd0190 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:28.301914 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-01a82e6f-94bc-498d-b9f7-bd3ea7cd0190 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.316459 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c013a33-287b-4383-bb00-9aff5790e43e None None] Network d9598c87-4f00-4992-a5ea-b4fb0a0ed28c requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:28.319617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.320544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.338154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Allocated IP 172.20.0.1 (22f2b8f5-a005-404a-81aa-e0f719181fdc/37d324a7-8cdb-4a4c-b011-f130e877afd0/a8ee52d2-5e1f-4f65-873c-92a463f4821d) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:28.338426 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2086d53e-84a8-48ec-98e7-989982e5d6dc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9872930 May 28 04:52:28.343134 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58802) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:28.352950 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-01a82e6f-94bc-498d-b9f7-bd3ea7cd0190 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5226345 May 28 04:52:28.354268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58806) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:28.359116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-532ee216-2a1d-4375-bc62-7672a0616ca7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Request body: {'subnet': {'network_id': 'b7ea7b47-7030-4f24-b401-d5aa5886d92d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:28.410618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Pushing event updated for resources: {'Port': ['ID=847ddace-3e40-4b9f-b99f-f59c7c23d03e,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:28.456333 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Network 7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:28.465340 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Network 22f2b8f5-a005-404a-81aa-e0f719181fdc is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:28.475175 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:28.481127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:28.506074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:28.509590 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:28.510611 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a82e6f-94bc-498d-b9f7-bd3ea7cd0190 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event updated for resources: {'Network': ['ID=34d31f8b-75f5-4d6a-9b27-eef277239614,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:28.558226 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 34d31f8b-75f5-4d6a-9b27-eef277239614 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:28.579397 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09215723-f59a-47fd-a80e-e22adf0282e7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.647339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09215723-f59a-47fd-a80e-e22adf0282e7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.694872 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Pushing event updated for resources: {'Port': ['ID=05bab481-84b7-4944-a7f0-f7f330e4f6ee,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:28.744912 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09215723-f59a-47fd-a80e-e22adf0282e7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.767713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.795442 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09215723-f59a-47fd-a80e-e22adf0282e7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Subnet': ['ID=39deb509-0d94-42fb-a656-d33f11869350,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:28.858775 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-532ee216-2a1d-4375-bc62-7672a0616ca7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:28.907331 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09215723-f59a-47fd-a80e-e22adf0282e7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.925675 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Attempting to bind port 847ddace-3e40-4b9f-b99f-f59c7c23d03e on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:28.926391 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Attempting to bind port 847ddace-3e40-4b9f-b99f-f59c7c23d03e by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'b7146c21-d9dd-41ce-baf9-f978a5acff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:28.926735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Attempting to bind port 847ddace-3e40-4b9f-b99f-f59c7c23d03e on network 7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:28.936230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-532ee216-2a1d-4375-bc62-7672a0616ca7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Usage tracker for resource:subnet and tenant:8873b5c795f84261bda8c72fc43e4631 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:28.939193 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-09215723-f59a-47fd-a80e-e22adf0282e7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9598c87-4f00-4992-a5ea-b4fb0a0ed28c']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:28.949309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-532ee216-2a1d-4375-bc62-7672a0616ca7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:28.954828 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-09215723-f59a-47fd-a80e-e22adf0282e7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64080255-da23-4296-a086-121d7e347617') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:28.955244 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-09215723-f59a-47fd-a80e-e22adf0282e7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64080255-da23-4296-a086-121d7e347617') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:28.970543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device b66fae27-689a-41fb-8a53-298cff6d787b no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:52:28.973510 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09215723-f59a-47fd-a80e-e22adf0282e7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:28.992545 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09215723-f59a-47fd-a80e-e22adf0282e7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.000462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09215723-f59a-47fd-a80e-e22adf0282e7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:29.000997 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09215723-f59a-47fd-a80e-e22adf0282e7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.003813 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Attempting to bind port 05bab481-84b7-4944-a7f0-f7f330e4f6ee on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:29.004246 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Attempting to bind port 05bab481-84b7-4944-a7f0-f7f330e4f6ee by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '497a3fe1-b9ff-426c-a2a9-2a92dbee5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:29.004589 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Attempting to bind port 05bab481-84b7-4944-a7f0-f7f330e4f6ee on network 22f2b8f5-a005-404a-81aa-e0f719181fdc {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:29.010949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-532ee216-2a1d-4375-bc62-7672a0616ca7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:29.014965 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: b66fae27-689a-41fb-8a53-298cff6d787b {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:52:29.015294 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device b66fae27-689a-41fb-8a53-298cff6d787b not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:52:29.018760 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:29.019167 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Checking segment: {'id': 'b7146c21-d9dd-41ce-baf9-f978a5acff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:29.019559 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.019925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Bound using segment: {'id': 'b7146c21-d9dd-41ce-baf9-f978a5acff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:29.020489 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Bound port: 847ddace-3e40-4b9f-b99f-f59c7c23d03e, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7146c21-d9dd-41ce-baf9-f978a5acff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:29.020851 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:29.021064 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:29.038488 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ee017-1903-4400-b7c6-4ba75fdf8b11 None None] Network d9598c87-4f00-4992-a5ea-b4fb0a0ed28c requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:29.054711 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.069185 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:29.069593 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Checking segment: {'id': '497a3fe1-b9ff-426c-a2a9-2a92dbee5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:29.069953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.070334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Bound using segment: {'id': '497a3fe1-b9ff-426c-a2a9-2a92dbee5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:29.070822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Bound port: 05bab481-84b7-4944-a7f0-f7f330e4f6ee, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497a3fe1-b9ff-426c-a2a9-2a92dbee5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:29.071181 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.088338 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Transition to ACTIVE for port object a8ee52d2-5e1f-4f65-873c-92a463f4821d will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:29.103302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532ee216-2a1d-4375-bc62-7672a0616ca7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Made reservation on behalf of 8873b5c795f84261bda8c72fc43e4631 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:29.219677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.228292 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09215723-f59a-47fd-a80e-e22adf0282e7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.251071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09215723-f59a-47fd-a80e-e22adf0282e7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.262060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09215723-f59a-47fd-a80e-e22adf0282e7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Network': ['ID=d9598c87-4f00-4992-a5ea-b4fb0a0ed28c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:29.264371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.266327 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-09215723-f59a-47fd-a80e-e22adf0282e7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/d9598c87-4f00-4992-a5ea-b4fb0a0ed28c HTTP/1.1" status: 204 len: 168 time: 0.9233060 May 28 04:52:29.270290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58810) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:29.270550 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-532ee216-2a1d-4375-bc62-7672a0616ca7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.275657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b93b5b54-a393-46e2-b6b3-29a7e2416a70 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-454098372'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:29.281482 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b93b5b54-a393-46e2-b6b3-29a7e2416a70 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:29.285253 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b93b5b54-a393-46e2-b6b3-29a7e2416a70 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:network and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:29.288708 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b93b5b54-a393-46e2-b6b3-29a7e2416a70 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:29.295536 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b93b5b54-a393-46e2-b6b3-29a7e2416a70 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:29.308681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93b5b54-a393-46e2-b6b3-29a7e2416a70 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:29.312861 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b93b5b54-a393-46e2-b6b3-29a7e2416a70 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.342563 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b93b5b54-a393-46e2-b6b3-29a7e2416a70 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:29.352538 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b93b5b54-a393-46e2-b6b3-29a7e2416a70 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.352912 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-b93b5b54-a393-46e2-b6b3-29a7e2416a70 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Added segment 3c9669d8-1956-4131-a324-16698335d73f of type vlan for network 1daadab9-0d5f-4a7d-b16f-ba19ee6b2c46 May 28 04:52:29.387052 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b93b5b54-a393-46e2-b6b3-29a7e2416a70 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.421530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] For port 847ddace-3e40-4b9f-b99f-f59c7c23d03e, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:29.424057 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] For port 05bab481-84b7-4944-a7f0-f7f330e4f6ee, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:29.427720 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b93b5b54-a393-46e2-b6b3-29a7e2416a70 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.432768 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] For port 847ddace-3e40-4b9f-b99f-f59c7c23d03e, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=847ddace-3e40-4b9f-b99f-f59c7c23d03e,segment=NetworkSegment(b7146c21-d9dd-41ce-baf9-f978a5acff95),segment_id=b7146c21-d9dd-41ce-baf9-f978a5acff95)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:29.433096 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93b5b54-a393-46e2-b6b3-29a7e2416a70 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:29.434004 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b93b5b54-a393-46e2-b6b3-29a7e2416a70 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.434445 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] For port 05bab481-84b7-4944-a7f0-f7f330e4f6ee, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=05bab481-84b7-4944-a7f0-f7f330e4f6ee,segment=NetworkSegment(497a3fe1-b9ff-426c-a2a9-2a92dbee5840),segment_id=497a3fe1-b9ff-426c-a2a9-2a92dbee5840)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:29.439518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.474628 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.494292 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Network 22f2b8f5-a005-404a-81aa-e0f719181fdc is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:29.509619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:29.522981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:29.541368 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b93b5b54-a393-46e2-b6b3-29a7e2416a70 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2699728 May 28 04:52:29.545629 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58814) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:29.550107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event updated for resources: {'Port': ['ID=a8ee52d2-5e1f-4f65-873c-92a463f4821d,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:29.550705 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f792e8-b0f7-4902-95d8-f7c22174e48b None None] Pushing event updated for resources: {'Port': ['ID=847ddace-3e40-4b9f-b99f-f59c7c23d03e,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:29.553017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b14add8d-d302-4069-9df4-61f9811922ab tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'subnet': {'network_id': '1daadab9-0d5f-4a7d-b16f-ba19ee6b2c46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:29.593082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0c90e5-e823-4aeb-ac8e-a40214f37e07 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:29.650072 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39236b08-44b3-4be7-8fae-a2d04daeee6a None None] Sync routers for ids ['7ad3116e-2615-4342-ae3f-3b2a44849b97'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:29.664393 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1509c-70c0-42c5-b70f-9f8078f331eb None None] Pushing event updated for resources: {'Port': ['ID=05bab481-84b7-4944-a7f0-f7f330e4f6ee,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:29.674856 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.676613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39236b08-44b3-4be7-8fae-a2d04daeee6a None None] Routers {'7ad3116e-2615-4342-ae3f-3b2a44849b97'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:29.677234 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-39236b08-44b3-4be7-8fae-a2d04daeee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['7ad3116e-2615-4342-ae3f-3b2a44849b97'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:29.683609 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9f0c90e5-e823-4aeb-ac8e-a40214f37e07 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:29.688204 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9f0c90e5-e823-4aeb-ac8e-a40214f37e07 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/7ad3116e-2615-4342-ae3f-3b2a44849b97 HTTP/1.1" status: 200 len: 889 time: 3.2085140 May 28 04:52:29.689034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58818) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:29.738590 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93b5b54-a393-46e2-b6b3-29a7e2416a70 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Network': ['ID=1daadab9-0d5f-4a7d-b16f-ba19ee6b2c46,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:29.743511 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b14add8d-d302-4069-9df4-61f9811922ab tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:29.745251 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-39236b08-44b3-4be7-8fae-a2d04daeee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:29.753081 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b14add8d-d302-4069-9df4-61f9811922ab tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:subnet and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:29.759665 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b14add8d-d302-4069-9df4-61f9811922ab tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:29.760677 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 1daadab9-0d5f-4a7d-b16f-ba19ee6b2c46 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:29.768594 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b14add8d-d302-4069-9df4-61f9811922ab tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:29.783104 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39236b08-44b3-4be7-8fae-a2d04daeee6a None None] Routers {'7ad3116e-2615-4342-ae3f-3b2a44849b97'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:29.783746 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-39236b08-44b3-4be7-8fae-a2d04daeee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['7ad3116e-2615-4342-ae3f-3b2a44849b97'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:29.817098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14add8d-d302-4069-9df4-61f9811922ab tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:29.970994 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-39236b08-44b3-4be7-8fae-a2d04daeee6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:29.971461 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39236b08-44b3-4be7-8fae-a2d04daeee6a None None] The sync data for ids ['7ad3116e-2615-4342-ae3f-3b2a44849b97'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:30.028430 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b14add8d-d302-4069-9df4-61f9811922ab tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:30.162816 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 847ddace-3e40-4b9f-b99f-f59c7c23d03e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:30.237290 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 847ddace-3e40-4b9f-b99f-f59c7c23d03e completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:30.247198 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 05bab481-84b7-4944-a7f0-f7f330e4f6ee up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:30.280408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:30.332054 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b14add8d-d302-4069-9df4-61f9811922ab tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:30.340337 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 05bab481-84b7-4944-a7f0-f7f330e4f6ee completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:30.373097 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-532ee216-2a1d-4375-bc62-7672a0616ca7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:30.413025 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14add8d-d302-4069-9df4-61f9811922ab tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Subnet': ['ID=977050e6-e7d2-4f3c-84cb-cc0b347b84eb,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:30.425852 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14add8d-d302-4069-9df4-61f9811922ab tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Checking segment: {'id': '3c9669d8-1956-4131-a324-16698335d73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '1daadab9-0d5f-4a7d-b16f-ba19ee6b2c46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:30.426062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14add8d-d302-4069-9df4-61f9811922ab tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network hostable DHCP agents. Network: 1daadab9-0d5f-4a7d-b16f-ba19ee6b2c46, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:52:30.456860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14add8d-d302-4069-9df4-61f9811922ab tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network 1daadab9-0d5f-4a7d-b16f-ba19ee6b2c46 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:52:30.468142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-b14add8d-d302-4069-9df4-61f9811922ab tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 1daadab9-0d5f-4a7d-b16f-ba19ee6b2c46) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:30.473274 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14add8d-d302-4069-9df4-61f9811922ab tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:30.473451 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b14add8d-d302-4069-9df4-61f9811922ab tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:30.475449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:30.479388 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a248a9f-0d85-45a8-82cd-dbfaa6513c11 None None] Network 1daadab9-0d5f-4a7d-b16f-ba19ee6b2c46 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:30.502825 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b14add8d-d302-4069-9df4-61f9811922ab tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9539757 May 28 04:52:30.503136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58822) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:30.576371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:30.655216 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2c73e0cf-63b6-496e-87f6-ab59fe63924a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:30.721743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ee216-2a1d-4375-bc62-7672a0616ca7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event updated for resources: {'Subnet': ['ID=19cb681f-3a6e-43ee-9bf5-db7caa37afc2,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:30.754772 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2c73e0cf-63b6-496e-87f6-ab59fe63924a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:30.785011 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c901d104-f667-4068-8a5f-af7ec2c79633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-1daadab9-0d5f-4a7d-b16f-ba19ee6b2c46', 'network_id': '1daadab9-0d5f-4a7d-b16f-ba19ee6b2c46', 'tenant_id': '4cd5365825924b6da70db27afdcfa7af', 'fixed_ips': [{'subnet_id': '977050e6-e7d2-4f3c-84cb-cc0b347b84eb'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:52:30.785989 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c901d104-f667-4068-8a5f-af7ec2c79633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:30.811674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ee216-2a1d-4375-bc62-7672a0616ca7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Checking segment: {'id': '7946d8cc-8ba4-4cc2-9b4c-d2e24990e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b7ea7b47-7030-4f24-b401-d5aa5886d92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:30.812029 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ee216-2a1d-4375-bc62-7672a0616ca7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Network hostable DHCP agents. Network: b7ea7b47-7030-4f24-b401-d5aa5886d92d, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:52:30.852046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2c73e0cf-63b6-496e-87f6-ab59fe63924a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:30.903848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73e0cf-63b6-496e-87f6-ab59fe63924a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Subnet': ['ID=977050e6-e7d2-4f3c-84cb-cc0b347b84eb,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server [None req-c901d104-f667-4068-8a5f-af7ec2c79633 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 977050e6-e7d2-4f3c-84cb-cc0b347b84eb: This subnet is being modified by another concurrent operation. May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 04:52:30.918948 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.force_reraise() May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise value May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server raise exception May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 977050e6-e7d2-4f3c-84cb-cc0b347b84eb: This subnet is being modified by another concurrent operation. May 28 04:52:30.923308 dv-neutron-843300-5-hyperv neutron-server[84011]: ERROR oslo_messaging.rpc.server May 28 04:52:30.945408 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccec23fc-0a3e-4b01-84b2-fa224bf510b6 None None] Network 1daadab9-0d5f-4a7d-b16f-ba19ee6b2c46 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:31.050279 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2c73e0cf-63b6-496e-87f6-ab59fe63924a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.056265 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ee216-2a1d-4375-bc62-7672a0616ca7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Network b7ea7b47-7030-4f24-b401-d5aa5886d92d is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:52:31.085035 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-2c73e0cf-63b6-496e-87f6-ab59fe63924a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1daadab9-0d5f-4a7d-b16f-ba19ee6b2c46']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:31.098979 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-2c73e0cf-63b6-496e-87f6-ab59fe63924a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c9669d8-1956-4131-a324-16698335d73f') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:31.099264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-2c73e0cf-63b6-496e-87f6-ab59fe63924a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c9669d8-1956-4131-a324-16698335d73f') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:31.114719 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2c73e0cf-63b6-496e-87f6-ab59fe63924a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.138396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2c73e0cf-63b6-496e-87f6-ab59fe63924a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.150624 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c73e0cf-63b6-496e-87f6-ab59fe63924a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:31.151113 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2c73e0cf-63b6-496e-87f6-ab59fe63924a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:31.167816 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:31.170203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-532ee216-2a1d-4375-bc62-7672a0616ca7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, b7ea7b47-7030-4f24-b401-d5aa5886d92d) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:31.177350 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ee216-2a1d-4375-bc62-7672a0616ca7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:31.178318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-532ee216-2a1d-4375-bc62-7672a0616ca7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.191047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70743e81-b23a-41c8-97dc-d889ee526c1f None None] Network b7ea7b47-7030-4f24-b401-d5aa5886d92d requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:31.202531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Allocated IP 172.26.8.126 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/5b9efef1-98c7-4904-80d3-d1503c759372) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:31.210210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6c60b7-855f-451e-8f8c-8adb6a4184a3 None None] Network 7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:31.214228 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c133e4f6-ac14-4dc5-89c7-dff65c650b5a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/routers/7ad3116e-2615-4342-ae3f-3b2a44849b97 HTTP/1.1" status: 200 len: 889 time: 1.5222971 May 28 04:52:31.227485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58826) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:31.266819 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2c73e0cf-63b6-496e-87f6-ab59fe63924a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.285192 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e969c807-4386-4697-a906-567fea2cb375 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad3116e-2615-4342-ae3f-3b2a44849b97 HTTP/1.1" status: 200 len: 205 time: 0.0533299 May 28 04:52:31.294300 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58830) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:31.301617 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2c73e0cf-63b6-496e-87f6-ab59fe63924a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.304425 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73e0cf-63b6-496e-87f6-ab59fe63924a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Network': ['ID=1daadab9-0d5f-4a7d-b16f-ba19ee6b2c46,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:31.318976 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2c73e0cf-63b6-496e-87f6-ab59fe63924a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/1daadab9-0d5f-4a7d-b16f-ba19ee6b2c46 HTTP/1.1" status: 204 len: 168 time: 0.8147845 May 28 04:52:31.319561 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58834) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:31.325317 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b562f32e-a0cf-4762-adf6-98f32acd1cf7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-312020288'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:31.330972 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b562f32e-a0cf-4762-adf6-98f32acd1cf7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:31.338239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b562f32e-a0cf-4762-adf6-98f32acd1cf7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:network and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:31.343963 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b562f32e-a0cf-4762-adf6-98f32acd1cf7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:31.351743 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b562f32e-a0cf-4762-adf6-98f32acd1cf7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:31.355667 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0887af6d-a9b7-4ad9-ade6-a3e357022cbc None None] Network 22f2b8f5-a005-404a-81aa-e0f719181fdc requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:31.374025 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b562f32e-a0cf-4762-adf6-98f32acd1cf7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:31.377179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b562f32e-a0cf-4762-adf6-98f32acd1cf7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.404366 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-532ee216-2a1d-4375-bc62-7672a0616ca7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0497766 May 28 04:52:31.405101 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58838) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:31.412580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b375d002-ea20-4dab-8eaf-0e95cd31c703 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Request body: {'subnet': {'network_id': '34d31f8b-75f5-4d6a-9b27-eef277239614', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:31.426525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b562f32e-a0cf-4762-adf6-98f32acd1cf7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:31.501645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b562f32e-a0cf-4762-adf6-98f32acd1cf7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.501999 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-b562f32e-a0cf-4762-adf6-98f32acd1cf7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Added segment 476d74e9-f7d8-44fa-826b-b086f5c9f2b1 of type vlan for network 05b04705-17d5-42ab-89cb-7951aaaaddd0 May 28 04:52:31.547741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b562f32e-a0cf-4762-adf6-98f32acd1cf7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.549736 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5fb9251a-96e0-4d66-9207-4ce832e5e678 None None] Provisioning for port 847ddace-3e40-4b9f-b99f-f59c7c23d03e completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:31.551527 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b375d002-ea20-4dab-8eaf-0e95cd31c703 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:31.557057 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b375d002-ea20-4dab-8eaf-0e95cd31c703 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Usage tracker for resource:subnet and tenant:8873b5c795f84261bda8c72fc43e4631 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:31.561752 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b375d002-ea20-4dab-8eaf-0e95cd31c703 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:31.569438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b375d002-ea20-4dab-8eaf-0e95cd31c703 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:31.588947 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5fb9251a-96e0-4d66-9207-4ce832e5e678 None None] Provisioning complete for port 847ddace-3e40-4b9f-b99f-f59c7c23d03e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:31.589804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5fb9251a-96e0-4d66-9207-4ce832e5e678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.594541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b375d002-ea20-4dab-8eaf-0e95cd31c703 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Made reservation on behalf of 8873b5c795f84261bda8c72fc43e4631 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:31.634525 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.646028 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.708152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b562f32e-a0cf-4762-adf6-98f32acd1cf7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.712261 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b562f32e-a0cf-4762-adf6-98f32acd1cf7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:31.713686 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b562f32e-a0cf-4762-adf6-98f32acd1cf7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.748473 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.749206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b375d002-ea20-4dab-8eaf-0e95cd31c703 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.791875 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.803226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event updated for resources: {'Port': ['ID=a8ee52d2-5e1f-4f65-873c-92a463f4821d,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:31.940840 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.952514 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-b7ea7b47-7030-4f24-b401-d5aa5886d92d', 'network_id': 'b7ea7b47-7030-4f24-b401-d5aa5886d92d', 'tenant_id': '8873b5c795f84261bda8c72fc43e4631', 'fixed_ips': [{'subnet_id': '19cb681f-3a6e-43ee-9bf5-db7caa37afc2'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:52:31.953314 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:31.987510 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b562f32e-a0cf-4762-adf6-98f32acd1cf7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6644540 May 28 04:52:31.991129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58842) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:32.003081 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562f32e-a0cf-4762-adf6-98f32acd1cf7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Network': ['ID=05b04705-17d5-42ab-89cb-7951aaaaddd0,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:32.015469 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-279796bc-a11e-440f-80b1-53defd1d288a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:32.029435 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 05b04705-17d5-42ab-89cb-7951aaaaddd0 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:32.174991 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b375d002-ea20-4dab-8eaf-0e95cd31c703 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:32.197268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5fb9251a-96e0-4d66-9207-4ce832e5e678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:32.280508 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c2402c75-056b-472e-9a6f-9cc1df486a6f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:32.280777 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375d002-ea20-4dab-8eaf-0e95cd31c703 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event updated for resources: {'Subnet': ['ID=6832018c-8250-47d2-855c-d457c4f4d62e,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:32.283048 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b375d002-ea20-4dab-8eaf-0e95cd31c703 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Checking segment: {'id': 'a32002f7-6d10-4112-9fe1-d3f852b392a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '34d31f8b-75f5-4d6a-9b27-eef277239614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:32.283396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b375d002-ea20-4dab-8eaf-0e95cd31c703 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Network hostable DHCP agents. Network: 34d31f8b-75f5-4d6a-9b27-eef277239614, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:52:32.314755 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b375d002-ea20-4dab-8eaf-0e95cd31c703 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Network 34d31f8b-75f5-4d6a-9b27-eef277239614 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:52:32.319577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5fb9251a-96e0-4d66-9207-4ce832e5e678 None None] For port 847ddace-3e40-4b9f-b99f-f59c7c23d03e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=847ddace-3e40-4b9f-b99f-f59c7c23d03e,segment=NetworkSegment(b7146c21-d9dd-41ce-baf9-f978a5acff95),segment_id=b7146c21-d9dd-41ce-baf9-f978a5acff95)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:32.330622 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-b375d002-ea20-4dab-8eaf-0e95cd31c703 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 34d31f8b-75f5-4d6a-9b27-eef277239614) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:32.335818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b375d002-ea20-4dab-8eaf-0e95cd31c703 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:32.336454 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b375d002-ea20-4dab-8eaf-0e95cd31c703 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:32.340867 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5fb9251a-96e0-4d66-9207-4ce832e5e678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:32.353248 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:32.377004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:32.380260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:32.384365 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b375d002-ea20-4dab-8eaf-0e95cd31c703 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9781141 May 28 04:52:32.390242 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58846) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:32.456964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=5b9efef1-98c7-4904-80d3-d1503c759372,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:32.462338 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b55e6b-3a29-47a6-9d9e-af90fd27f109 None None] Network 34d31f8b-75f5-4d6a-9b27-eef277239614 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:32.480489 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Allocated IP 172.20.0.2 (b7ea7b47-7030-4f24-b401-d5aa5886d92d/19cb681f-3a6e-43ee-9bf5-db7caa37afc2/f78649ad-a022-44fb-812a-c728a5476f4c) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:32.503670 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Network 22f2b8f5-a005-404a-81aa-e0f719181fdc is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:32.509971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:32.595429 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb9251a-96e0-4d66-9207-4ce832e5e678 None None] Pushing event updated for resources: {'Port': ['ID=847ddace-3e40-4b9f-b99f-f59c7c23d03e,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:32.691104 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3d1d2b67-262d-4285-a377-214afca5048e None None] Provisioning for port 05bab481-84b7-4944-a7f0-f7f330e4f6ee completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:32.704759 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3d1d2b67-262d-4285-a377-214afca5048e None None] Provisioning complete for port 05bab481-84b7-4944-a7f0-f7f330e4f6ee triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:32.705405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2b67-262d-4285-a377-214afca5048e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:32.944102 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2b67-262d-4285-a377-214afca5048e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:32.953208 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-279796bc-a11e-440f-80b1-53defd1d288a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.017671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.058408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-279796bc-a11e-440f-80b1-53defd1d288a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.113529 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-3d1d2b67-262d-4285-a377-214afca5048e None None] For port 05bab481-84b7-4944-a7f0-f7f330e4f6ee, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=05bab481-84b7-4944-a7f0-f7f330e4f6ee,segment=NetworkSegment(497a3fe1-b9ff-426c-a2a9-2a92dbee5840),segment_id=497a3fe1-b9ff-426c-a2a9-2a92dbee5840)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:33.149745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d1d2b67-262d-4285-a377-214afca5048e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.152363 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.202061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-279796bc-a11e-440f-80b1-53defd1d288a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network 05b04705-17d5-42ab-89cb-7951aaaaddd0 is not hosted by any dhcp agent {{(pid=84010) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 28 04:52:33.205627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279796bc-a11e-440f-80b1-53defd1d288a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:33.206428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-279796bc-a11e-440f-80b1-53defd1d288a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.207477 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-279796bc-a11e-440f-80b1-53defd1d288a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "PUT /v2.0/networks/05b04705-17d5-42ab-89cb-7951aaaaddd0 HTTP/1.1" status: 200 len: 723 time: 1.2058494 May 28 04:52:33.214208 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Transition to ACTIVE for port object f78649ad-a022-44fb-812a-c728a5476f4c will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:33.215849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58850) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:33.216980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-34d31f8b-75f5-4d6a-9b27-eef277239614', 'network_id': '34d31f8b-75f5-4d6a-9b27-eef277239614', 'tenant_id': '8873b5c795f84261bda8c72fc43e4631', 'fixed_ips': [{'subnet_id': '6832018c-8250-47d2-855c-d457c4f4d62e'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:52:33.218072 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.240930 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-82e3a6a8-1e64-4019-9cc5-b3bb4e6be739 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'subnet': {'network_id': '05b04705-17d5-42ab-89cb-7951aaaaddd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:33.272072 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Transition to ACTIVE for port object f78649ad-a022-44fb-812a-c728a5476f4c will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:33.339342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d2b67-262d-4285-a377-214afca5048e None None] Pushing event updated for resources: {'Port': ['ID=05bab481-84b7-4944-a7f0-f7f330e4f6ee,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:33.343920 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.355279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279796bc-a11e-440f-80b1-53defd1d288a tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Network': ['ID=05b04705-17d5-42ab-89cb-7951aaaaddd0,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:33.409497 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Allocated IP 172.20.0.1 (b7ea7b47-7030-4f24-b401-d5aa5886d92d/19cb681f-3a6e-43ee-9bf5-db7caa37afc2/807b286c-f837-4260-870e-5c114790d27e) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:33.411154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-82e3a6a8-1e64-4019-9cc5-b3bb4e6be739 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:33.421165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-82e3a6a8-1e64-4019-9cc5-b3bb4e6be739 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:subnet and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:33.427269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-82e3a6a8-1e64-4019-9cc5-b3bb4e6be739 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:33.438563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-82e3a6a8-1e64-4019-9cc5-b3bb4e6be739 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:33.465454 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 05b04705-17d5-42ab-89cb-7951aaaaddd0 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:33.466188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e3a6a8-1e64-4019-9cc5-b3bb4e6be739 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:33.543771 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c2402c75-056b-472e-9a6f-9cc1df486a6f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.547122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.547824 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.578514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.591381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-c2402c75-056b-472e-9a6f-9cc1df486a6f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port b78cfdeb-7721-4584-8b06-12aa00b912cf {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:33.592241 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c2402c75-056b-472e-9a6f-9cc1df486a6f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.592395 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0e309a1d-c148-478f-a286-103b1111e191 None None] Provisioning complete for port 847ddace-3e40-4b9f-b99f-f59c7c23d03e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:33.592617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0e309a1d-c148-478f-a286-103b1111e191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.598466 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Transition to ACTIVE for port object 807b286c-f837-4260-870e-5c114790d27e will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:33.616955 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Network b7ea7b47-7030-4f24-b401-d5aa5886d92d is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:33.621727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.661728 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:33.664315 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:33.684656 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Pushing event updated for resources: {'Port': ['ID=f78649ad-a022-44fb-812a-c728a5476f4c,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:33.690369 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Network b7ea7b47-7030-4f24-b401-d5aa5886d92d is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:33.694618 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:33.698409 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:33.807718 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Allocated IP 172.20.0.2 (34d31f8b-75f5-4d6a-9b27-eef277239614/6832018c-8250-47d2-855c-d457c4f4d62e/cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:33.843954 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-82e3a6a8-1e64-4019-9cc5-b3bb4e6be739 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.850011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event updated for resources: {'Port': ['ID=807b286c-f837-4260-870e-5c114790d27e,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:33.873193 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.893557 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Attempting to bind port f78649ad-a022-44fb-812a-c728a5476f4c on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:33.894019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Attempting to bind port f78649ad-a022-44fb-812a-c728a5476f4c by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '7946d8cc-8ba4-4cc2-9b4c-d2e24990e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b7ea7b47-7030-4f24-b401-d5aa5886d92d'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:33.894435 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Attempting to bind port f78649ad-a022-44fb-812a-c728a5476f4c on network b7ea7b47-7030-4f24-b401-d5aa5886d92d {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:33.982721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:33.983082 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Checking segment: {'id': '7946d8cc-8ba4-4cc2-9b4c-d2e24990e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b7ea7b47-7030-4f24-b401-d5aa5886d92d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:33.983471 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.984379 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Bound using segment: {'id': '7946d8cc-8ba4-4cc2-9b4c-d2e24990e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b7ea7b47-7030-4f24-b401-d5aa5886d92d'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:33.984379 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Bound port: f78649ad-a022-44fb-812a-c728a5476f4c, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7946d8cc-8ba4-4cc2-9b4c-d2e24990e483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b7ea7b47-7030-4f24-b401-d5aa5886d92d'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:33.984735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:33.998149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:34.066766 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 847ddace-3e40-4b9f-b99f-f59c7c23d03e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:34.171876 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Router 5427a005-0295-4ddd-9dfc-0b333d3fae62 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:52:34.173714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0e309a1d-c148-478f-a286-103b1111e191 None None] Provisioning for port a8ee52d2-5e1f-4f65-873c-92a463f4821d completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:34.203849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c2402c75-056b-472e-9a6f-9cc1df486a6f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:34.226296 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0e309a1d-c148-478f-a286-103b1111e191 None None] Provisioning complete for port a8ee52d2-5e1f-4f65-873c-92a463f4821d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:34.226919 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0e309a1d-c148-478f-a286-103b1111e191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:34.285315 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] For port f78649ad-a022-44fb-812a-c728a5476f4c, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:34.320688 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] For port f78649ad-a022-44fb-812a-c728a5476f4c, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f78649ad-a022-44fb-812a-c728a5476f4c,segment=NetworkSegment(7946d8cc-8ba4-4cc2-9b4c-d2e24990e483),segment_id=7946d8cc-8ba4-4cc2-9b4c-d2e24990e483)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:34.326384 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:34.329058 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-0e309a1d-c148-478f-a286-103b1111e191 None None] Port a8ee52d2-5e1f-4f65-873c-92a463f4821d cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:34.338313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:34.373802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-c2402c75-056b-472e-9a6f-9cc1df486a6f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for b78cfdeb-7721-4584-8b06-12aa00b912cf owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:34.378779 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Transition to ACTIVE for port object cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:34.400662 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 847ddace-3e40-4b9f-b99f-f59c7c23d03e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:34.400662 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:34.404602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:34.416353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:34.484989 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Transition to ACTIVE for port object cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:34.509306 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:34.515374 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81e4b5-4776-4c3a-8e1b-87d9e2fdd3d6 None None] Pushing event updated for resources: {'Port': ['ID=f78649ad-a022-44fb-812a-c728a5476f4c,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:34.521043 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0e309a1d-c148-478f-a286-103b1111e191 None None] Provisioning complete for port 05bab481-84b7-4944-a7f0-f7f330e4f6ee triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:34.521404 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0e309a1d-c148-478f-a286-103b1111e191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:34.543457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:34.547839 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event updated for resources: {'Port': ['ID=807b286c-f837-4260-870e-5c114790d27e,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:34.647491 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Network 34d31f8b-75f5-4d6a-9b27-eef277239614 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:34.678343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:34.681200 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:34.703815 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Network b7ea7b47-7030-4f24-b401-d5aa5886d92d is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:34.705142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:34.706650 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Pushing event updated for resources: {'Port': ['ID=cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:34.801218 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-82e3a6a8-1e64-4019-9cc5-b3bb4e6be739 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:34.817558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 05bab481-84b7-4944-a7f0-f7f330e4f6ee up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:34.901930 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3a6a8-1e64-4019-9cc5-b3bb4e6be739 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Subnet': ['ID=8f56fd32-fa06-49ae-b262-9d2039d1356c,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:34.937220 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Attempting to bind port cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:34.937753 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Attempting to bind port cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'a32002f7-6d10-4112-9fe1-d3f852b392a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '34d31f8b-75f5-4d6a-9b27-eef277239614'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:34.938208 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Attempting to bind port cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 on network 34d31f8b-75f5-4d6a-9b27-eef277239614 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:34.966337 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:34.967223 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Checking segment: {'id': 'a32002f7-6d10-4112-9fe1-d3f852b392a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '34d31f8b-75f5-4d6a-9b27-eef277239614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:34.967719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:34.968200 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Bound using segment: {'id': 'a32002f7-6d10-4112-9fe1-d3f852b392a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '34d31f8b-75f5-4d6a-9b27-eef277239614'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:34.968773 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Bound port: cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32002f7-6d10-4112-9fe1-d3f852b392a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '34d31f8b-75f5-4d6a-9b27-eef277239614'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:34.969244 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:35.025232 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c2402c75-056b-472e-9a6f-9cc1df486a6f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:35.063302 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 05bab481-84b7-4944-a7f0-f7f330e4f6ee triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:35.063806 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:35.096613 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2402c75-056b-472e-9a6f-9cc1df486a6f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Port': ['ID=b78cfdeb-7721-4584-8b06-12aa00b912cf,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:35.124691 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-34bff411-ae67-4234-b81c-b88624529715 None None] For port cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:35.137706 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-34bff411-ae67-4234-b81c-b88624529715 None None] For port cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3,segment=NetworkSegment(a32002f7-6d10-4112-9fe1-d3f852b392a0),segment_id=a32002f7-6d10-4112-9fe1-d3f852b392a0)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:35.144914 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:35.183584 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Router 0a28d0cb-23ba-47b9-aefd-08eadce49314 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:52:35.204384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e3a6a8-1e64-4019-9cc5-b3bb4e6be739 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Checking segment: {'id': '476d74e9-f7d8-44fa-826b-b086f5c9f2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '05b04705-17d5-42ab-89cb-7951aaaaddd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:35.204738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e3a6a8-1e64-4019-9cc5-b3bb4e6be739 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network hostable DHCP agents. Network: 05b04705-17d5-42ab-89cb-7951aaaaddd0, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:52:35.212220 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 55335cbe-bee2-4113-b66f-393c70138595 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:52:35.258151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:35.271450 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Sync routers for ids ['5427a005-0295-4ddd-9dfc-0b333d3fae62'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:35.288056 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Routers {'5427a005-0295-4ddd-9dfc-0b333d3fae62'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:35.290306 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5427a005-0295-4ddd-9dfc-0b333d3fae62'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:35.344633 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bff411-ae67-4234-b81c-b88624529715 None None] Pushing event updated for resources: {'Port': ['ID=cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:35.465331 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:35.478096 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b4ab2-b9ff-43e4-9d80-f9e83a0fb7fe None None] Sync routers for ids ['0a28d0cb-23ba-47b9-aefd-08eadce49314'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:35.503969 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b4ab2-b9ff-43e4-9d80-f9e83a0fb7fe None None] Routers {'0a28d0cb-23ba-47b9-aefd-08eadce49314'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:35.504777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b49b4ab2-b9ff-43e4-9d80-f9e83a0fb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0a28d0cb-23ba-47b9-aefd-08eadce49314'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:35.517292 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-47d92b6e-910c-48ef-bae4-c2a238687d28 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "PUT /v2.0/routers/0a28d0cb-23ba-47b9-aefd-08eadce49314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1258647 May 28 04:52:35.518140 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58854) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:35.598903 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Set router 5427a005-0295-4ddd-9dfc-0b333d3fae62 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:52:35.674935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b49b4ab2-b9ff-43e4-9d80-f9e83a0fb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:35.693024 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b4ab2-b9ff-43e4-9d80-f9e83a0fb7fe None None] Routers {'0a28d0cb-23ba-47b9-aefd-08eadce49314'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:35.694137 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b49b4ab2-b9ff-43e4-9d80-f9e83a0fb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0a28d0cb-23ba-47b9-aefd-08eadce49314'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:35.818598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b49b4ab2-b9ff-43e4-9d80-f9e83a0fb7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:35.818951 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b4ab2-b9ff-43e4-9d80-f9e83a0fb7fe None None] The sync data for ids ['0a28d0cb-23ba-47b9-aefd-08eadce49314'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:35.840622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c2402c75-056b-472e-9a6f-9cc1df486a6f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:35.991896 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908790262', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:20Z', 'updated_at': '2022-05-28T04:52:29Z', 'revision_number': 4, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'gw_port': {'id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:21Z', 'updated_at': '2022-05-28T04:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'a8ee52d2-5e1f-4f65-873c-92a463f4821d', 'name': '', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'mac_address': 'fa:16:3e:05:a0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:27Z', 'updated_at': '2022-05-28T04:52:30Z', 'revision_number': 2, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'subnets': [{'id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:36.001282 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Checking router: 5427a005-0295-4ddd-9dfc-0b333d3fae62 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:52:36.001801 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Updating router 5427a005-0295-4ddd-9dfc-0b333d3fae62 port a8ee52d2-5e1f-4f65-873c-92a463f4821d binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:52:36.026354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ea4771-1cda-4a51-bf01-09fc789be4bb None None] Network b7ea7b47-7030-4f24-b401-d5aa5886d92d requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:36.028602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e3a6a8-1e64-4019-9cc5-b3bb4e6be739 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network 05b04705-17d5-42ab-89cb-7951aaaaddd0 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:52:36.047066 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b10c7bf6-31d3-4d4d-a854-fee5d507a15c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "PUT /v2.0/routers/5427a005-0295-4ddd-9dfc-0b333d3fae62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0354803 May 28 04:52:36.077200 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-82e3a6a8-1e64-4019-9cc5-b3bb4e6be739 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 05b04705-17d5-42ab-89cb-7951aaaaddd0) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:36.083656 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e3a6a8-1e64-4019-9cc5-b3bb4e6be739 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:36.084458 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-82e3a6a8-1e64-4019-9cc5-b3bb4e6be739 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:36.107126 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:36.126228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac0bfb3-404d-43c3-8823-f7bcad2e1dfe None None] Network 05b04705-17d5-42ab-89cb-7951aaaaddd0 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:36.273570 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:36.302460 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c2402c75-056b-472e-9a6f-9cc1df486a6f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:36.311915 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-82e3a6a8-1e64-4019-9cc5-b3bb4e6be739 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0825212 May 28 04:52:36.317560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58864) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:36.344294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-68969ae0-b7ab-43bb-b7d1-184a1b92fc44 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:36.534127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-68969ae0-b7ab-43bb-b7d1-184a1b92fc44 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3077481'] for subnet, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:36.546725 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-de82b850-ff71-4a21-a674-d3c606f4709f None None] Provisioning for port f78649ad-a022-44fb-812a-c728a5476f4c completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:36.610214 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c2402c75-056b-472e-9a6f-9cc1df486a6f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:36.649807 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:36.670624 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:36.692802 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Transition to ACTIVE for port object a8ee52d2-5e1f-4f65-873c-92a463f4821d will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:36.701769 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:36.721511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f78649ad-a022-44fb-812a-c728a5476f4c up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:36.839734 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-f2e52ac5-83d0-4304-9deb-0ef72c1ed1b2 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:52:36.840689 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f2e52ac5-83d0-4304-9deb-0ef72c1ed1b2 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "PUT /v2.0/routers/0a28d0cb-23ba-47b9-aefd-08eadce49314/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3213279 May 28 04:52:36.843638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58876) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:36.912760 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5bbf7-825a-44d9-ac74-edc7520fed6c None None] Pushing event updated for resources: {'Port': ['ID=a8ee52d2-5e1f-4f65-873c-92a463f4821d,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:36.924752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c2402c75-056b-472e-9a6f-9cc1df486a6f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:36.925309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2402c75-056b-472e-9a6f-9cc1df486a6f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Fanout notify agent at l3_agent the message router_deleted on router 7ad3116e-2615-4342-ae3f-3b2a44849b97 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:52:37.034553 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Attempting to bind port a8ee52d2-5e1f-4f65-873c-92a463f4821d on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:37.034808 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Attempting to bind port a8ee52d2-5e1f-4f65-873c-92a463f4821d by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '497a3fe1-b9ff-426c-a2a9-2a92dbee5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:37.037152 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Attempting to bind port a8ee52d2-5e1f-4f65-873c-92a463f4821d on network 22f2b8f5-a005-404a-81aa-e0f719181fdc {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:37.042718 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f86ac20-95cf-4f4d-b00e-fa4c428e0bbf None None] Network 34d31f8b-75f5-4d6a-9b27-eef277239614 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:37.045265 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:37.045624 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Checking segment: {'id': '497a3fe1-b9ff-426c-a2a9-2a92dbee5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:37.046082 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:37.046458 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Bound using segment: {'id': '497a3fe1-b9ff-426c-a2a9-2a92dbee5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:37.047354 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Bound port: a8ee52d2-5e1f-4f65-873c-92a463f4821d, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497a3fe1-b9ff-426c-a2a9-2a92dbee5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:37.047730 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:37.084835 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:37.097453 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781865b0-946f-40d9-941b-e166548f760d None None] Sync routers for ids ['55335cbe-bee2-4113-b66f-393c70138595'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:37.158264 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781865b0-946f-40d9-941b-e166548f760d None None] Routers {'55335cbe-bee2-4113-b66f-393c70138595'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:37.158963 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-781865b0-946f-40d9-941b-e166548f760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['55335cbe-bee2-4113-b66f-393c70138595'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:37.161294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c2402c75-056b-472e-9a6f-9cc1df486a6f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:37.163316 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c2402c75-056b-472e-9a6f-9cc1df486a6f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/routers/7ad3116e-2615-4342-ae3f-3b2a44849b97 HTTP/1.1" status: 204 len: 168 time: 5.8620799 May 28 04:52:37.166371 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58882) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:37.174367 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-05b04705-17d5-42ab-89cb-7951aaaaddd0', 'network_id': '05b04705-17d5-42ab-89cb-7951aaaaddd0', 'tenant_id': '4cd5365825924b6da70db27afdcfa7af', 'fixed_ips': [{'subnet_id': '8f56fd32-fa06-49ae-b262-9d2039d1356c'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:52:37.175815 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:37.176134 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-a958424a-d14d-414a-82ec-d2baca1af278 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1655842686'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:37.184152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a958424a-d14d-414a-82ec-d2baca1af278 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:37.184681 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-5300b585-99b8-4958-a7ec-67631158f6ac req-b36dbf2c-5244-4843-8381-7ab353e18e64 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Synchronizing usage tracker for tenant:ae7bd3f2813141dda2af2b10bea87cd6 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:37.192774 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a958424a-d14d-414a-82ec-d2baca1af278 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:network and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:37.194772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:37.196171 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-65c79fd3-2a2d-407e-a89a-bc5cacfa46ce tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 8.9856973 May 28 04:52:37.196583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a958424a-d14d-414a-82ec-d2baca1af278 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:37.203882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58886) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:37.257183 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-781865b0-946f-40d9-941b-e166548f760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:37.259549 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] For port a8ee52d2-5e1f-4f65-873c-92a463f4821d, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:37.273525 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] For port a8ee52d2-5e1f-4f65-873c-92a463f4821d, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a8ee52d2-5e1f-4f65-873c-92a463f4821d,segment=NetworkSegment(497a3fe1-b9ff-426c-a2a9-2a92dbee5840),segment_id=497a3fe1-b9ff-426c-a2a9-2a92dbee5840)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:37.274777 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-68969ae0-b7ab-43bb-b7d1-184a1b92fc44 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773018525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2877512'] for subnet, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:37.281015 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781865b0-946f-40d9-941b-e166548f760d None None] Routers {'55335cbe-bee2-4113-b66f-393c70138595'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:37.282338 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-781865b0-946f-40d9-941b-e166548f760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['55335cbe-bee2-4113-b66f-393c70138595'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:37.287003 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a958424a-d14d-414a-82ec-d2baca1af278 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:37.339549 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:37.368832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Allocated IP 172.20.0.2 (05b04705-17d5-42ab-89cb-7951aaaaddd0/8f56fd32-fa06-49ae-b262-9d2039d1356c/c138b9bc-dce7-4fec-a6af-edc447ddd644) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:37.383736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68969ae0-b7ab-43bb-b7d1-184a1b92fc44 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:37.384612 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-68969ae0-b7ab-43bb-b7d1-184a1b92fc44 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:37.386454 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-68969ae0-b7ab-43bb-b7d1-184a1b92fc44 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "PUT /v2.0/subnets/8f56fd32-fa06-49ae-b262-9d2039d1356c HTTP/1.1" status: 200 len: 806 time: 1.0665991 May 28 04:52:37.387710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-5300b585-99b8-4958-a7ec-67631158f6ac req-b36dbf2c-5244-4843-8381-7ab353e18e64 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Unset dirty status for tenant:ae7bd3f2813141dda2af2b10bea87cd6 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:37.395455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-30c8c4e7-ff44-4af1-a5d0-7f4fb9890efe None None] Provisioning for port cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:37.397929 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5300b585-99b8-4958-a7ec-67631158f6ac req-b36dbf2c-5244-4843-8381-7ab353e18e64 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606648171&fields=id&tenant_id=ae7bd3f2813141dda2af2b10bea87cd6 HTTP/1.1" status: 200 len: 267 time: 0.4819648 May 28 04:52:37.401359 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58890) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:37.402386 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a958424a-d14d-414a-82ec-d2baca1af278 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:37.406324 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-30c8c4e7-ff44-4af1-a5d0-7f4fb9890efe None None] Provisioning complete for port cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:37.406851 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-30c8c4e7-ff44-4af1-a5d0-7f4fb9890efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:37.407391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a958424a-d14d-414a-82ec-d2baca1af278 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:37.440829 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5bbf7-825a-44d9-ac74-edc7520fed6c None None] Pushing event updated for resources: {'Port': ['ID=a8ee52d2-5e1f-4f65-873c-92a463f4821d,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:37.447045 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-781865b0-946f-40d9-941b-e166548f760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:37.447434 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781865b0-946f-40d9-941b-e166548f760d None None] The sync data for ids ['55335cbe-bee2-4113-b66f-393c70138595'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:37.467422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port f78649ad-a022-44fb-812a-c728a5476f4c completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:37.472146 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Routers {'5427a005-0295-4ddd-9dfc-0b333d3fae62'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:37.472755 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5427a005-0295-4ddd-9dfc-0b333d3fae62'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:37.586007 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a958424a-d14d-414a-82ec-d2baca1af278 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:37.592466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68969ae0-b7ab-43bb-b7d1-184a1b92fc44 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Subnet': ['ID=8f56fd32-fa06-49ae-b262-9d2039d1356c,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:37.617006 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f78649ad-a022-44fb-812a-c728a5476f4c triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:37.618091 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:37.629690 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a958424a-d14d-414a-82ec-d2baca1af278 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:37.630027 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-a958424a-d14d-414a-82ec-d2baca1af278 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Added segment 960e80af-4de9-450c-a664-c96aaee6600a of type vlan for network 1897c035-f144-4f0b-8a77-376ba78b6f39 May 28 04:52:37.685166 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:37.734107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a958424a-d14d-414a-82ec-d2baca1af278 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:37.791086 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-32299825-ea27-4f2b-a2d3-20e5ceac0e95 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:37.800210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300b585-99b8-4958-a7ec-67631158f6ac req-7a82fcc8-6b44-4200-9cde-7fb83ab5c497 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:37.803493 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5300b585-99b8-4958-a7ec-67631158f6ac req-7a82fcc8-6b44-4200-9cde-7fb83ab5c497 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/networks?id=22f2b8f5-a005-404a-81aa-e0f719181fdc HTTP/1.1" status: 200 len: 796 time: 0.4043357 May 28 04:52:37.822670 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] Set router 5427a005-0295-4ddd-9dfc-0b333d3fae62 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:52:37.840223 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5300b585-99b8-4958-a7ec-67631158f6ac req-f816e80b-e7e0-4f9a-bdb3-32fd920ac812 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/quotas/ae7bd3f2813141dda2af2b10bea87cd6 HTTP/1.1" status: 200 len: 375 time: 0.0297022 May 28 04:52:37.860512 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a958424a-d14d-414a-82ec-d2baca1af278 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:37.865103 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a958424a-d14d-414a-82ec-d2baca1af278 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:37.865943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a958424a-d14d-414a-82ec-d2baca1af278 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:38.024994 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-79d3cba3-7375-433b-bf99-02893f075d8e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/routers/55335cbe-bee2-4113-b66f-393c70138595 HTTP/1.1" status: 200 len: 881 time: 0.8197033 May 28 04:52:38.026414 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58896) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:38.051440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-30c8c4e7-ff44-4af1-a5d0-7f4fb9890efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:38.160484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:38.188276 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:38.222900 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Transition to ACTIVE for port object c138b9bc-dce7-4fec-a6af-edc447ddd644 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:38.300748 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-30c8c4e7-ff44-4af1-a5d0-7f4fb9890efe None None] For port cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3,segment=NetworkSegment(a32002f7-6d10-4112-9fe1-d3f852b392a0),segment_id=a32002f7-6d10-4112-9fe1-d3f852b392a0)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:38.308103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port f78649ad-a022-44fb-812a-c728a5476f4c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f78649ad-a022-44fb-812a-c728a5476f4c,segment=NetworkSegment(7946d8cc-8ba4-4cc2-9b4c-d2e24990e483),segment_id=7946d8cc-8ba4-4cc2-9b4c-d2e24990e483)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:38.309595 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Transition to ACTIVE for port object c138b9bc-dce7-4fec-a6af-edc447ddd644 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:38.310772 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:38.334356 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:38.338438 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:38.340368 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-30c8c4e7-ff44-4af1-a5d0-7f4fb9890efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:38.348867 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908790262', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:20Z', 'updated_at': '2022-05-28T04:52:29Z', 'revision_number': 4, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'gw_port': {'id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:21Z', 'updated_at': '2022-05-28T04:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'a8ee52d2-5e1f-4f65-873c-92a463f4821d', 'name': '', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'mac_address': 'fa:16:3e:05:a0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:27Z', 'updated_at': '2022-05-28T04:52:37Z', 'revision_number': 4, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'subnets': [{'id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:38.355069 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954616b8-3964-4b2f-afcd-d8b576a623ec None None] The sync data for ids ['5427a005-0295-4ddd-9dfc-0b333d3fae62'] in dv-neutron-843300-5-hyperv is: [{'id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908790262', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:20Z', 'updated_at': '2022-05-28T04:52:29Z', 'revision_number': 4, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'gw_port': {'id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:21Z', 'updated_at': '2022-05-28T04:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'a8ee52d2-5e1f-4f65-873c-92a463f4821d', 'name': '', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'mac_address': 'fa:16:3e:05:a0:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:27Z', 'updated_at': '2022-05-28T04:52:37Z', 'revision_number': 4, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'subnets': [{'id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:38.440597 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Pushing event updated for resources: {'Port': ['ID=c138b9bc-dce7-4fec-a6af-edc447ddd644,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:38.489588 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a958424a-d14d-414a-82ec-d2baca1af278 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3220615 May 28 04:52:38.496388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58900) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:38.504924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-5300b585-99b8-4958-a7ec-67631158f6ac req-7f6ac0a9-62c9-4296-8b8f-78c68e6cbea1 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Synchronizing usage tracker for tenant:ae7bd3f2813141dda2af2b10bea87cd6 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:38.509757 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958424a-d14d-414a-82ec-d2baca1af278 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Network': ['ID=1897c035-f144-4f0b-8a77-376ba78b6f39,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:38.510419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ca7362e2-51a3-4766-8e28-a0a81345d17b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'subnet': {'network_id': '1897c035-f144-4f0b-8a77-376ba78b6f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:38.545668 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 1897c035-f144-4f0b-8a77-376ba78b6f39 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:38.608810 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:38.681348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ca7362e2-51a3-4766-8e28-a0a81345d17b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:38.685586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ca7362e2-51a3-4766-8e28-a0a81345d17b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:subnet and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:38.688787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ca7362e2-51a3-4766-8e28-a0a81345d17b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:38.694695 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ca7362e2-51a3-4766-8e28-a0a81345d17b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:38.739820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7362e2-51a3-4766-8e28-a0a81345d17b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:38.762642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Network 05b04705-17d5-42ab-89cb-7951aaaaddd0 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:38.764325 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-5300b585-99b8-4958-a7ec-67631158f6ac req-7f6ac0a9-62c9-4296-8b8f-78c68e6cbea1 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Unset dirty status for tenant:ae7bd3f2813141dda2af2b10bea87cd6 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:38.771484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:38.778116 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:38.779592 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5300b585-99b8-4958-a7ec-67631158f6ac req-7f6ac0a9-62c9-4296-8b8f-78c68e6cbea1 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae7bd3f2813141dda2af2b10bea87cd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9247816 May 28 04:52:38.787516 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-80ff03e8-7dd8-4188-a9df-f8003f3a2756 None None] Provisioning for port 807b286c-f837-4260-870e-5c114790d27e completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:38.794329 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=f78649ad-a022-44fb-812a-c728a5476f4c,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:38.861230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Subnet': ['ID=8f56fd32-fa06-49ae-b262-9d2039d1356c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:38.866234 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-80ff03e8-7dd8-4188-a9df-f8003f3a2756 None None] Provisioning complete for port 807b286c-f837-4260-870e-5c114790d27e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:38.866755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-80ff03e8-7dd8-4188-a9df-f8003f3a2756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:38.922101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ca7362e2-51a3-4766-8e28-a0a81345d17b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:39.052148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Attempting to bind port c138b9bc-dce7-4fec-a6af-edc447ddd644 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:39.052784 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Attempting to bind port c138b9bc-dce7-4fec-a6af-edc447ddd644 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '476d74e9-f7d8-44fa-826b-b086f5c9f2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '05b04705-17d5-42ab-89cb-7951aaaaddd0'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:39.053262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Attempting to bind port c138b9bc-dce7-4fec-a6af-edc447ddd644 on network 05b04705-17d5-42ab-89cb-7951aaaaddd0 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:39.063596 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-80ff03e8-7dd8-4188-a9df-f8003f3a2756 None None] Port 807b286c-f837-4260-870e-5c114790d27e cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:39.071911 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8c4e7-ff44-4af1-a5d0-7f4fb9890efe None None] Pushing event updated for resources: {'Port': ['ID=cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:39.076439 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:39.076980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Checking segment: {'id': '476d74e9-f7d8-44fa-826b-b086f5c9f2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '05b04705-17d5-42ab-89cb-7951aaaaddd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:39.077643 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:39.078142 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Bound using segment: {'id': '476d74e9-f7d8-44fa-826b-b086f5c9f2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '05b04705-17d5-42ab-89cb-7951aaaaddd0'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:39.078718 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Bound port: c138b9bc-dce7-4fec-a6af-edc447ddd644, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476d74e9-f7d8-44fa-826b-b086f5c9f2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '05b04705-17d5-42ab-89cb-7951aaaaddd0'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:39.079189 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:39.163230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:39.165386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3f6bd8fd-934a-4a70-afcd-29b08e645d79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Synchronizing usage tracker for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:router {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:39.198767 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-80ff03e8-7dd8-4188-a9df-f8003f3a2756 None None] Provisioning complete for port f78649ad-a022-44fb-812a-c728a5476f4c triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:39.199153 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-80ff03e8-7dd8-4188-a9df-f8003f3a2756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:39.205588 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b04705-17d5-42ab-89cb-7951aaaaddd0']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:39.220311 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476d74e9-f7d8-44fa-826b-b086f5c9f2b1') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:39.220627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476d74e9-f7d8-44fa-826b-b086f5c9f2b1') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:39.238996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:39.248979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3f6bd8fd-934a-4a70-afcd-29b08e645d79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Unset dirty status for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:router {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:39.250721 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3f6bd8fd-934a-4a70-afcd-29b08e645d79 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.2207327 May 28 04:52:39.254968 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] For port c138b9bc-dce7-4fec-a6af-edc447ddd644, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:39.257271 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58906) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:39.267833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c8f05c1f-5619-4ddd-b547-29b966fc59d7 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1009354340'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:39.270043 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] For port c138b9bc-dce7-4fec-a6af-edc447ddd644, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c138b9bc-dce7-4fec-a6af-edc447ddd644,segment=NetworkSegment(476d74e9-f7d8-44fa-826b-b086f5c9f2b1),segment_id=476d74e9-f7d8-44fa-826b-b086f5c9f2b1)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:39.281906 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:39.297125 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5300b585-99b8-4958-a7ec-67631158f6ac req-41b177d2-5968-4e0e-942b-3b7ebf7a8f73 service neutron] 10.222.0.15 "GET /v2.0/networks/22f2b8f5-a005-404a-81aa-e0f719181fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082781 May 28 04:52:39.355051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:39.435307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:39.435756 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:39.452077 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:39.477535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee3185-b784-46e7-a5f7-a9d1f37fd312 None None] Pushing event updated for resources: {'Port': ['ID=c138b9bc-dce7-4fec-a6af-edc447ddd644,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:39.486295 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ca7362e2-51a3-4766-8e28-a0a81345d17b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:39.514435 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ad03c0-4ee5-4a64-baf1-ab2087011451 None None] Network 05b04705-17d5-42ab-89cb-7951aaaaddd0 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:39.565063 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7362e2-51a3-4766-8e28-a0a81345d17b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Subnet': ['ID=50a8cb2c-c154-4eef-9c29-ac310c559a27,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:39.581536 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 04:52:39.581536 dv-neutron-843300-5-hyperv neutron-server[84009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 04:52:39.581536 dv-neutron-843300-5-hyperv neutron-server[84009]: [parameters: {'id': '05b04705-17d5-42ab-89cb-7951aaaaddd0'}] May 28 04:52:39.581536 dv-neutron-843300-5-hyperv neutron-server[84009]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:52:39.581968 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:52:39.582347 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5300b585-99b8-4958-a7ec-67631158f6ac req-6a44c023-cf90-4d15-a480-3714da65b1b1 service neutron] 10.222.0.15 "GET /v2.0/networks/22f2b8f5-a005-404a-81aa-e0f719181fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762487 May 28 04:52:39.612121 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7362e2-51a3-4766-8e28-a0a81345d17b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Checking segment: {'id': '960e80af-4de9-450c-a664-c96aaee6600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1897c035-f144-4f0b-8a77-376ba78b6f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:39.616620 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7362e2-51a3-4766-8e28-a0a81345d17b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network hostable DHCP agents. Network: 1897c035-f144-4f0b-8a77-376ba78b6f39, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:52:39.655477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-32299825-ea27-4f2b-a2d3-20e5ceac0e95 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Deleting port 807b286c-f837-4260-870e-5c114790d27e {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:39.655844 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-32299825-ea27-4f2b-a2d3-20e5ceac0e95 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:39.662579 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7362e2-51a3-4766-8e28-a0a81345d17b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network 1897c035-f144-4f0b-8a77-376ba78b6f39 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:52:39.682921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-ca7362e2-51a3-4766-8e28-a0a81345d17b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 1897c035-f144-4f0b-8a77-376ba78b6f39) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:39.696346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7362e2-51a3-4766-8e28-a0a81345d17b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:39.698401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ca7362e2-51a3-4766-8e28-a0a81345d17b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:39.702925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aefef0-4921-431d-bfe5-462c9131009f None None] Network 1897c035-f144-4f0b-8a77-376ba78b6f39 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:39.726567 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-562abcda-996d-405d-a7cf-c04a3c32e60a None None] Provisioning complete for port 807b286c-f837-4260-870e-5c114790d27e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:39.727061 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-562abcda-996d-405d-a7cf-c04a3c32e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:39.756734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58910) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:39.757859 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ca7362e2-51a3-4766-8e28-a0a81345d17b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2599773 May 28 04:52:39.848809 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-8442aa9a-c4be-4377-81db-b24e67252abd tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1839061877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:39.865493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8442aa9a-c4be-4377-81db-b24e67252abd tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:39.876654 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8442aa9a-c4be-4377-81db-b24e67252abd tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:router and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:39.885730 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-562abcda-996d-405d-a7cf-c04a3c32e60a None None] Port 807b286c-f837-4260-870e-5c114790d27e cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:39.901258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8442aa9a-c4be-4377-81db-b24e67252abd tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:39.937747 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8442aa9a-c4be-4377-81db-b24e67252abd tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:39.987188 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-562abcda-996d-405d-a7cf-c04a3c32e60a None None] Provisioning complete for port cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:39.987548 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-562abcda-996d-405d-a7cf-c04a3c32e60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:40.003519 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-32299825-ea27-4f2b-a2d3-20e5ceac0e95 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:40.018845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c26ce3-a34b-4ec8-a6f5-1afae0817eb7 None None] Network 05b04705-17d5-42ab-89cb-7951aaaaddd0 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:40.019197 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8442aa9a-c4be-4377-81db-b24e67252abd tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:40.020239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8442aa9a-c4be-4377-81db-b24e67252abd tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:40.058206 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2f35008a-ee6a-48d1-b545-92d74fd6b3c2 req-064247c4-c457-4130-971f-1b21bb0dd227 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 210 time: 0.2116244 May 28 04:52:40.090404 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:40.225251 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-1897c035-f144-4f0b-8a77-376ba78b6f39', 'network_id': '1897c035-f144-4f0b-8a77-376ba78b6f39', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'fixed_ips': [{'subnet_id': '50a8cb2c-c154-4eef-9c29-ac310c559a27'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:52:40.226067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:40.408475 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-32299825-ea27-4f2b-a2d3-20e5ceac0e95 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Calling delete_port for 807b286c-f837-4260-870e-5c114790d27e owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:40.474733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Deleting port c138b9bc-dce7-4fec-a6af-edc447ddd644 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:40.475200 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:40.527019 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8442aa9a-c4be-4377-81db-b24e67252abd tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:40.543353 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Allocated IP 2001:db8::2 (1897c035-f144-4f0b-8a77-376ba78b6f39/50a8cb2c-c154-4eef-9c29-ac310c559a27/fd8a0483-e320-489f-8db6-10cca6bb589c) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:40.637099 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a8ee52d2-5e1f-4f65-873c-92a463f4821d up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:40.653058 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8442aa9a-c4be-4377-81db-b24e67252abd tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:40.789424 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8442aa9a-c4be-4377-81db-b24e67252abd tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:40.793264 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8442aa9a-c4be-4377-81db-b24e67252abd tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0340965 May 28 04:52:40.794122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58930) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:40.812364 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port a8ee52d2-5e1f-4f65-873c-92a463f4821d completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:40.823646 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port a8ee52d2-5e1f-4f65-873c-92a463f4821d triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:40.824098 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:40.828656 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] For port c138b9bc-dce7-4fec-a6af-edc447ddd644, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c138b9bc-dce7-4fec-a6af-edc447ddd644,segment=NetworkSegment(476d74e9-f7d8-44fa-826b-b086f5c9f2b1),segment_id=476d74e9-f7d8-44fa-826b-b086f5c9f2b1)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:40.829084 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:40.899838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:40.964390 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Transition to ACTIVE for port object fd8a0483-e320-489f-8db6-10cca6bb589c will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:40.964630 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Calling delete_port for c138b9bc-dce7-4fec-a6af-edc447ddd644 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:40.995158 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:41.008175 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Transition to ACTIVE for port object fd8a0483-e320-489f-8db6-10cca6bb589c will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:41.028017 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:41.085334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port a8ee52d2-5e1f-4f65-873c-92a463f4821d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a8ee52d2-5e1f-4f65-873c-92a463f4821d,segment=NetworkSegment(497a3fe1-b9ff-426c-a2a9-2a92dbee5840),segment_id=497a3fe1-b9ff-426c-a2a9-2a92dbee5840)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:41.135382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Pushing event updated for resources: {'Port': ['ID=fd8a0483-e320-489f-8db6-10cca6bb589c,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:41.149001 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:41.150099 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:41.244090 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:41.270650 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Network 1897c035-f144-4f0b-8a77-376ba78b6f39 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:41.277222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=a8ee52d2-5e1f-4f65-873c-92a463f4821d,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:41.280554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:41.285020 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:41.303873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-32299825-ea27-4f2b-a2d3-20e5ceac0e95 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:41.321002 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ea6f7776-deb4-4065-9d48-6ddaed7112b4 req-31c8c82b-c3f9-4cc0-8235-6b63f7c33a37 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 210 time: 0.0755413 May 28 04:52:41.325531 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Port': ['ID=c138b9bc-dce7-4fec-a6af-edc447ddd644,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:41.393244 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32299825-ea27-4f2b-a2d3-20e5ceac0e95 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event deleted for resources: {'Port': ['ID=807b286c-f837-4260-870e-5c114790d27e,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:41.437972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Attempting to bind port fd8a0483-e320-489f-8db6-10cca6bb589c on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:41.438354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Attempting to bind port fd8a0483-e320-489f-8db6-10cca6bb589c by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '960e80af-4de9-450c-a664-c96aaee6600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1897c035-f144-4f0b-8a77-376ba78b6f39'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:41.438653 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Attempting to bind port fd8a0483-e320-489f-8db6-10cca6bb589c on network 1897c035-f144-4f0b-8a77-376ba78b6f39 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:41.448150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:41.449090 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:41.502702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:41.503813 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Checking segment: {'id': '960e80af-4de9-450c-a664-c96aaee6600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1897c035-f144-4f0b-8a77-376ba78b6f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:41.504407 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:41.504799 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Bound using segment: {'id': '960e80af-4de9-450c-a664-c96aaee6600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1897c035-f144-4f0b-8a77-376ba78b6f39'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:41.505307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Bound port: fd8a0483-e320-489f-8db6-10cca6bb589c, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960e80af-4de9-450c-a664-c96aaee6600a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '1897c035-f144-4f0b-8a77-376ba78b6f39'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:41.505669 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:41.533390 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No DVR routers for this DVR port c138b9bc-dce7-4fec-a6af-edc447ddd644 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:52:41.571841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c8f05c1f-5619-4ddd-b547-29b966fc59d7 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:41.675829 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] For port fd8a0483-e320-489f-8db6-10cca6bb589c, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:41.679324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c8f05c1f-5619-4ddd-b547-29b966fc59d7 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:41.679524 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] For port fd8a0483-e320-489f-8db6-10cca6bb589c, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fd8a0483-e320-489f-8db6-10cca6bb589c,segment=NetworkSegment(960e80af-4de9-450c-a664-c96aaee6600a),segment_id=960e80af-4de9-450c-a664-c96aaee6600a)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:41.733593 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:41.755352 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:41.829989 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f78649ad-a022-44fb-812a-c728a5476f4c up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:41.905316 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470c48f-e1e6-4c81-8d7d-eebcb522ddd0 None None] Pushing event updated for resources: {'Port': ['ID=fd8a0483-e320-489f-8db6-10cca6bb589c,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:41.933389 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f78649ad-a022-44fb-812a-c728a5476f4c triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:41.934028 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:42.053965 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:42.063552 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300b585-99b8-4958-a7ec-67631158f6ac req-ba6c9886-4727-459a-af43-5e791fcaad2b tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:42.067109 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5300b585-99b8-4958-a7ec-67631158f6ac req-ba6c9886-4727-459a-af43-5e791fcaad2b tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.66 "GET /v2.0/networks?id=22f2b8f5-a005-404a-81aa-e0f719181fdc HTTP/1.1" status: 200 len: 796 time: 0.4512770 May 28 04:52:42.166377 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b04705-17d5-42ab-89cb-7951aaaaddd0']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:42.182461 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476d74e9-f7d8-44fa-826b-b086f5c9f2b1') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:42.182657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476d74e9-f7d8-44fa-826b-b086f5c9f2b1') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:42.196141 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-32299825-ea27-4f2b-a2d3-20e5ceac0e95 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:42.202093 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:42.215234 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5300b585-99b8-4958-a7ec-67631158f6ac req-5b4e1ab6-c499-4134-a7d3-5acc53e6b8bb tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae7bd3f2813141dda2af2b10bea87cd6 HTTP/1.1" status: 200 len: 380 time: 0.1040578 May 28 04:52:42.226574 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-5300b585-99b8-4958-a7ec-67631158f6ac req-699ae418-38a8-40cf-9856-688e4915c82c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Request body: {'port': {'device_id': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'admin_state_up': True, 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'security_groups': ['6af84ceb-4a3e-47e2-a324-982f49c240f7']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:42.286523 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:42.351412 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:42.351669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:42.366188 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:42.409019 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Allocated IP 2001:db8::1 (1897c035-f144-4f0b-8a77-376ba78b6f39/50a8cb2c-c154-4eef-9c29-ac310c559a27/568b2fde-a51c-42e9-a292-321f7f2d3a2e) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:42.443040 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-5300b585-99b8-4958-a7ec-67631158f6ac req-699ae418-38a8-40cf-9856-688e4915c82c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:42.497845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:42.526739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-5300b585-99b8-4958-a7ec-67631158f6ac req-699ae418-38a8-40cf-9856-688e4915c82c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:42.566070 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a8ee52d2-5e1f-4f65-873c-92a463f4821d up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:42.589346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:42.590603 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd0bd708-82ee-407b-ae1d-feb2a511c2ee req-bad6ef70-4dcd-42ed-b083-9133303145ac tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 210 time: 0.0531876 May 28 04:52:42.593567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5300b585-99b8-4958-a7ec-67631158f6ac req-699ae418-38a8-40cf-9856-688e4915c82c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Made reservation on behalf of ae7bd3f2813141dda2af2b10bea87cd6 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:42.596607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5300b585-99b8-4958-a7ec-67631158f6ac req-699ae418-38a8-40cf-9856-688e4915c82c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:42.608980 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/05b04705-17d5-42ab-89cb-7951aaaaddd0 HTTP/1.1" status: 204 len: 168 time: 5.1885660 May 28 04:52:42.609548 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58940) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:42.659849 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port a8ee52d2-5e1f-4f65-873c-92a463f4821d triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:42.660567 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:42.671262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2204b-f06c-4409-90b4-41d9bda67301 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Network': ['ID=05b04705-17d5-42ab-89cb-7951aaaaddd0,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:42.686093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:42.705054 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Transition to ACTIVE for port object 568b2fde-a51c-42e9-a292-321f7f2d3a2e will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:42.732330 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fa98a8-e909-43e3-bcdf-2102d6197af9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:52:42.733058 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fa98a8-e909-43e3-bcdf-2102d6197af9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:52:42.738782 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c1fa98a8-e909-43e3-bcdf-2102d6197af9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/05b04705-17d5-42ab-89cb-7951aaaaddd0 HTTP/1.1" status: 404 len: 339 time: 0.0710592 May 28 04:52:42.741547 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58944) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:42.758289 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4e654233-9a63-4a8f-a03b-8261e7d434e5 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1294929101', 'description': 'd1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:42.767884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4e654233-9a63-4a8f-a03b-8261e7d434e5 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:42.778831 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4e654233-9a63-4a8f-a03b-8261e7d434e5 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:network and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:42.783977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4e654233-9a63-4a8f-a03b-8261e7d434e5 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:42.819509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:42.848844 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fd8a0483-e320-489f-8db6-10cca6bb589c up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:42.854475 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4e654233-9a63-4a8f-a03b-8261e7d434e5 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:42.937561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port fd8a0483-e320-489f-8db6-10cca6bb589c completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:42.941997 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e654233-9a63-4a8f-a03b-8261e7d434e5 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:42.946343 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4e654233-9a63-4a8f-a03b-8261e7d434e5 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:42.973331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network 1897c035-f144-4f0b-8a77-376ba78b6f39 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:42.978197 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f05c1f-5619-4ddd-b547-29b966fc59d7 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 55335cbe-bee2-4113-b66f-393c70138595 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:52:42.978507 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:42.986047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:42.986568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:43.001560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=568b2fde-a51c-42e9-a292-321f7f2d3a2e,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:43.014409 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e654233-9a63-4a8f-a03b-8261e7d434e5 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:43.018898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-5300b585-99b8-4958-a7ec-67631158f6ac req-699ae418-38a8-40cf-9856-688e4915c82c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Allocated IP 172.20.0.7 (22f2b8f5-a005-404a-81aa-e0f719181fdc/37d324a7-8cdb-4a4c-b011-f130e877afd0/119df63d-18bb-4005-9c53-10ec561c3493) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:43.032003 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32299825-ea27-4f2b-a2d3-20e5ceac0e95 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Router 0a28d0cb-23ba-47b9-aefd-08eadce49314 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:52:43.072805 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d694ed94-8ce0-4c4e-83f9-6d3581edc371 None None] Network 1897c035-f144-4f0b-8a77-376ba78b6f39 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:43.086566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4e654233-9a63-4a8f-a03b-8261e7d434e5 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:43.087159 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-4e654233-9a63-4a8f-a03b-8261e7d434e5 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Added segment 26306218-b4b3-4145-b0f4-12bdbfa28bdb of type vlan for network 36e19baf-4f58-42ad-be40-fa8627be55eb May 28 04:52:43.187132 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4e654233-9a63-4a8f-a03b-8261e7d434e5 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:43.193151 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-145313dd-476f-4d2c-8d41-4e7f206e5900 None None] Provisioning for port fd8a0483-e320-489f-8db6-10cca6bb589c completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:43.201812 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-145313dd-476f-4d2c-8d41-4e7f206e5900 None None] Provisioning complete for port fd8a0483-e320-489f-8db6-10cca6bb589c triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:43.202171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-145313dd-476f-4d2c-8d41-4e7f206e5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:43.206185 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:43.375970 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4e654233-9a63-4a8f-a03b-8261e7d434e5 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:43.379576 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e654233-9a63-4a8f-a03b-8261e7d434e5 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:43.380141 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4e654233-9a63-4a8f-a03b-8261e7d434e5 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:43.412374 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-145313dd-476f-4d2c-8d41-4e7f206e5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:43.456468 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-145313dd-476f-4d2c-8d41-4e7f206e5900 None None] For port fd8a0483-e320-489f-8db6-10cca6bb589c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fd8a0483-e320-489f-8db6-10cca6bb589c,segment=NetworkSegment(960e80af-4de9-450c-a664-c96aaee6600a),segment_id=960e80af-4de9-450c-a664-c96aaee6600a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:43.466813 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-145313dd-476f-4d2c-8d41-4e7f206e5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:43.598123 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145313dd-476f-4d2c-8d41-4e7f206e5900 None None] Pushing event updated for resources: {'Port': ['ID=fd8a0483-e320-489f-8db6-10cca6bb589c,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:43.620859 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32299825-ea27-4f2b-a2d3-20e5ceac0e95 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:43.634129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de47e9-beae-4d69-bd8c-2434531c82ea None None] Sync routers for ids ['0a28d0cb-23ba-47b9-aefd-08eadce49314'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:43.642315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5300b585-99b8-4958-a7ec-67631158f6ac req-699ae418-38a8-40cf-9856-688e4915c82c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:43.654901 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de47e9-beae-4d69-bd8c-2434531c82ea None None] Routers {'0a28d0cb-23ba-47b9-aefd-08eadce49314'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:43.655957 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-96de47e9-beae-4d69-bd8c-2434531c82ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0a28d0cb-23ba-47b9-aefd-08eadce49314'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:43.667824 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-32299825-ea27-4f2b-a2d3-20e5ceac0e95 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "PUT /v2.0/routers/0a28d0cb-23ba-47b9-aefd-08eadce49314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8196952 May 28 04:52:43.676986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58950) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:43.688838 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4e654233-9a63-4a8f-a03b-8261e7d434e5 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9390037 May 28 04:52:43.692655 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58954) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:43.708098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e654233-9a63-4a8f-a03b-8261e7d434e5 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Network': ['ID=36e19baf-4f58-42ad-be40-fa8627be55eb,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:43.731012 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 36e19baf-4f58-42ad-be40-fa8627be55eb details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:43.746648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-5300b585-99b8-4958-a7ec-67631158f6ac req-699ae418-38a8-40cf-9856-688e4915c82c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Transition to ACTIVE for port object 119df63d-18bb-4005-9c53-10ec561c3493 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:43.750955 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-96de47e9-beae-4d69-bd8c-2434531c82ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:43.767476 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-80b43b8a-4b68-40e9-9905-9a5e3b2f96bb tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] delete failed (client error): The resource could not be found. May 28 04:52:43.771905 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-80b43b8a-4b68-40e9-9905-9a5e3b2f96bb tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1926245246 HTTP/1.1" status: 404 len: 335 time: 0.0905890 May 28 04:52:43.789013 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58958) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:43.855030 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-1b065843-6652-41dd-ad76-2ec0d5b155b7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Request body: {'router': {'external_gateway_info': {'network_id': '0a28d0cb-23ba-47b9-aefd-08eadce49314'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:43.861059 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96de47e9-beae-4d69-bd8c-2434531c82ea None None] Routers {'0a28d0cb-23ba-47b9-aefd-08eadce49314'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:43.861709 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-96de47e9-beae-4d69-bd8c-2434531c82ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0a28d0cb-23ba-47b9-aefd-08eadce49314'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:43.917408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfe110f-3bd1-403d-9dcd-7ab1c146d602 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:43.918265 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-bcfe110f-3bd1-403d-9dcd-7ab1c146d602 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Synchronizing usage tracker for tenant:4cd5365825924b6da70db27afdcfa7af on resource:network {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:43.923398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f05c1f-5619-4ddd-b547-29b966fc59d7 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:43.929323 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b70d38d4-0ee6-4dde-ba5f-80f48fbf8ff4 None None] Provisioning complete for port fd8a0483-e320-489f-8db6-10cca6bb589c triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:43.929939 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b70d38d4-0ee6-4dde-ba5f-80f48fbf8ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:43.935183 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974422a2-ae1b-4305-87d9-b7d80e0b7e33 None None] Sync routers for ids ['55335cbe-bee2-4113-b66f-393c70138595'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:43.938140 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c8f05c1f-5619-4ddd-b547-29b966fc59d7 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:43.942529 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c8f05c1f-5619-4ddd-b547-29b966fc59d7 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/55335cbe-bee2-4113-b66f-393c70138595 HTTP/1.1" status: 200 len: 888 time: 4.6835575 May 28 04:52:43.943338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58962) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:43.959641 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974422a2-ae1b-4305-87d9-b7d80e0b7e33 None None] Routers {'55335cbe-bee2-4113-b66f-393c70138595'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:43.960162 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-974422a2-ae1b-4305-87d9-b7d80e0b7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['55335cbe-bee2-4113-b66f-393c70138595'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:43.962658 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-96de47e9-beae-4d69-bd8c-2434531c82ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:43.963582 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96de47e9-beae-4d69-bd8c-2434531c82ea None None] The sync data for ids ['0a28d0cb-23ba-47b9-aefd-08eadce49314'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:44.072691 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80fafa6-2629-4f51-becf-39c97307047b None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:52:44.078779 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-974422a2-ae1b-4305-87d9-b7d80e0b7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:44.091236 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974422a2-ae1b-4305-87d9-b7d80e0b7e33 None None] Routers {'55335cbe-bee2-4113-b66f-393c70138595'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:44.092363 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-974422a2-ae1b-4305-87d9-b7d80e0b7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['55335cbe-bee2-4113-b66f-393c70138595'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:44.128881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-bcfe110f-3bd1-403d-9dcd-7ab1c146d602 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Unset dirty status for tenant:4cd5365825924b6da70db27afdcfa7af on resource:network {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:44.134322 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bcfe110f-3bd1-403d-9dcd-7ab1c146d602 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "GET /v2.0/networks?id=36e19baf-4f58-42ad-be40-fa8627be55eb HTTP/1.1" status: 200 len: 761 time: 0.4400370 May 28 04:52:44.147911 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58966) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:44.157439 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-7528f69d-b8fd-40f4-ba44-c85652834b5d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'network': {'description': 'd2'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:44.160607 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-974422a2-ae1b-4305-87d9-b7d80e0b7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:44.161238 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974422a2-ae1b-4305-87d9-b7d80e0b7e33 None None] The sync data for ids ['55335cbe-bee2-4113-b66f-393c70138595'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:44.187517 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-03fc9a40-8c9c-440e-936c-bef310639329 req-b9eb39bc-04b7-4e86-b3b0-13d4911e1534 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 210 time: 0.3362787 May 28 04:52:44.198758 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b70d38d4-0ee6-4dde-ba5f-80f48fbf8ff4 None None] Provisioning for port 568b2fde-a51c-42e9-a292-321f7f2d3a2e completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:44.210305 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b70d38d4-0ee6-4dde-ba5f-80f48fbf8ff4 None None] Provisioning complete for port 568b2fde-a51c-42e9-a292-321f7f2d3a2e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:44.210572 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b70d38d4-0ee6-4dde-ba5f-80f48fbf8ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:44.236528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5300b585-99b8-4958-a7ec-67631158f6ac req-699ae418-38a8-40cf-9856-688e4915c82c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:44.289160 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b70d38d4-0ee6-4dde-ba5f-80f48fbf8ff4 None None] Port 568b2fde-a51c-42e9-a292-321f7f2d3a2e cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:44.290867 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a80fafa6-2629-4f51-becf-39c97307047b None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:52:44.407971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:52:44.442548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:44.461267 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:44.461924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:44.465262 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ae418-38a8-40cf-9856-688e4915c82c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event updated for resources: {'Port': ['ID=119df63d-18bb-4005-9c53-10ec561c3493,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:44.466164 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7528f69d-b8fd-40f4-ba44-c85652834b5d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:44.470191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5300b585-99b8-4958-a7ec-67631158f6ac req-699ae418-38a8-40cf-9856-688e4915c82c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Network 22f2b8f5-a005-404a-81aa-e0f719181fdc is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:44.491749 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-311806d0-9a21-4ae9-8ebf-f4bdafb1e3d1 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/routers/55335cbe-bee2-4113-b66f-393c70138595 HTTP/1.1" status: 200 len: 888 time: 0.5468128 May 28 04:52:44.494905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58970) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:44.502446 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-5300b585-99b8-4958-a7ec-67631158f6ac req-699ae418-38a8-40cf-9856-688e4915c82c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:44.507747 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fd8a0483-e320-489f-8db6-10cca6bb589c up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:44.513924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-5300b585-99b8-4958-a7ec-67631158f6ac req-699ae418-38a8-40cf-9856-688e4915c82c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:44.527304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7528f69d-b8fd-40f4-ba44-c85652834b5d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:44.564674 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3a626477-5428-4a38-a0dd-316c58817217 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Synchronizing usage tracker for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:44.593073 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3506c2e2-b16a-42af-8cf5-36af323fea66 None None] Provisioning complete for port 568b2fde-a51c-42e9-a292-321f7f2d3a2e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:44.593429 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3506c2e2-b16a-42af-8cf5-36af323fea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:44.616536 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7528f69d-b8fd-40f4-ba44-c85652834b5d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network 36e19baf-4f58-42ad-be40-fa8627be55eb is not hosted by any dhcp agent {{(pid=84009) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 28 04:52:44.621121 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7528f69d-b8fd-40f4-ba44-c85652834b5d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:44.621121 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7528f69d-b8fd-40f4-ba44-c85652834b5d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:44.622303 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7528f69d-b8fd-40f4-ba44-c85652834b5d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "PUT /v2.0/networks/36e19baf-4f58-42ad-be40-fa8627be55eb HTTP/1.1" status: 200 len: 758 time: 0.4715500 May 28 04:52:44.630252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58974) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:44.662452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3506c2e2-b16a-42af-8cf5-36af323fea66 None None] Port 568b2fde-a51c-42e9-a292-321f7f2d3a2e cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:44.722409 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port fd8a0483-e320-489f-8db6-10cca6bb589c triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:44.722746 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:44.729268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528f69d-b8fd-40f4-ba44-c85652834b5d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Network': ['ID=36e19baf-4f58-42ad-be40-fa8627be55eb,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:44.731413 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3a626477-5428-4a38-a0dd-316c58817217 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Unset dirty status for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:44.735377 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3a626477-5428-4a38-a0dd-316c58817217 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports?device_id=55335cbe-bee2-4113-b66f-393c70138595 HTTP/1.1" status: 200 len: 205 time: 0.2368102 May 28 04:52:44.739476 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58978) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:44.793326 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 36e19baf-4f58-42ad-be40-fa8627be55eb details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:44.804132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=568b2fde-a51c-42e9-a292-321f7f2d3a2e,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:44.836396 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300b585-99b8-4958-a7ec-67631158f6ac req-699ae418-38a8-40cf-9856-688e4915c82c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:44.836983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5300b585-99b8-4958-a7ec-67631158f6ac req-699ae418-38a8-40cf-9856-688e4915c82c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:44.894366 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0c8720-fe54-433e-99b5-c9c65438d86c tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:44.898814 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-da0c8720-fe54-433e-99b5-c9c65438d86c tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "GET /v2.0/networks?id=36e19baf-4f58-42ad-be40-fa8627be55eb HTTP/1.1" status: 200 len: 761 time: 0.2540920 May 28 04:52:44.900692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58982) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:44.906252 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b065843-6652-41dd-ad76-2ec0d5b155b7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:44.929958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-59aa9560-0e2d-4767-a4d4-e4d5a91508fa tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1731896756'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:44.938007 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee7b9de-cea4-4606-975c-4ec9cb8f7b8c None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:52:44.939051 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5300b585-99b8-4958-a7ec-67631158f6ac req-699ae418-38a8-40cf-9856-688e4915c82c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7162848 May 28 04:52:44.962903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-59aa9560-0e2d-4767-a4d4-e4d5a91508fa tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:44.992935 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-1b065843-6652-41dd-ad76-2ec0d5b155b7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] update failed (client error): The resource could not be found. May 28 04:52:44.994553 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1b065843-6652-41dd-ad76-2ec0d5b155b7 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "PUT /v2.0/routers/0a28d0cb-23ba-47b9-aefd-08eadce49314 HTTP/1.1" status: 404 len: 339 time: 1.2047098 May 28 04:52:45.002246 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58988) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:45.002510 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network 1897c035-f144-4f0b-8a77-376ba78b6f39 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:45.003598 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-59aa9560-0e2d-4767-a4d4-e4d5a91508fa tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:45.006041 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:45.088805 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Request body: {'port': {'device_id': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:45.127151 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7b9de-cea4-4606-975c-4ec9cb8f7b8c None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:52:45.153611 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-424a8352-39a4-4915-b41c-6df4c18c8e5e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:45.419864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aa9560-0e2d-4767-a4d4-e4d5a91508fa tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:45.422808 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-59aa9560-0e2d-4767-a4d4-e4d5a91508fa tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:45.648883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59aa9560-0e2d-4767-a4d4-e4d5a91508fa tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:45.670999 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:45.690871 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-59aa9560-0e2d-4767-a4d4-e4d5a91508fa tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:45.691211 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-59aa9560-0e2d-4767-a4d4-e4d5a91508fa tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Added segment 2d4b91c1-1da1-4e29-8dc7-5d23a8dcbe65 of type vlan for network 4101f8be-d312-42be-82c1-ea5561d646d7 May 28 04:52:45.789226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e3407a-9679-485a-bd45-22ff22ee1484 req-cd6b1689-96cf-45bf-aca7-b9b9c598cd54 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:45.789941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-b6e3407a-9679-485a-bd45-22ff22ee1484 req-cd6b1689-96cf-45bf-aca7-b9b9c598cd54 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Synchronizing usage tracker for tenant:ae7bd3f2813141dda2af2b10bea87cd6 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:45.805189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-59aa9560-0e2d-4767-a4d4-e4d5a91508fa tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:45.828355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-129fc2ed-3160-4b54-afe1-3fa6cfb0759c None None] Provisioning for port 119df63d-18bb-4005-9c53-10ec561c3493 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:45.834352 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-129fc2ed-3160-4b54-afe1-3fa6cfb0759c None None] Provisioning complete for port 119df63d-18bb-4005-9c53-10ec561c3493 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:45.834963 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-129fc2ed-3160-4b54-afe1-3fa6cfb0759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:45.846229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:45.846480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-b6e3407a-9679-485a-bd45-22ff22ee1484 req-cd6b1689-96cf-45bf-aca7-b9b9c598cd54 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Unset dirty status for tenant:ae7bd3f2813141dda2af2b10bea87cd6 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:45.847404 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b6e3407a-9679-485a-bd45-22ff22ee1484 req-cd6b1689-96cf-45bf-aca7-b9b9c598cd54 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 931 time: 0.5020711 May 28 04:52:45.870704 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-424a8352-39a4-4915-b41c-6df4c18c8e5e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:45.895480 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-129fc2ed-3160-4b54-afe1-3fa6cfb0759c None None] Port 119df63d-18bb-4005-9c53-10ec561c3493 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:45.911223 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-129fc2ed-3160-4b54-afe1-3fa6cfb0759c None None] Provisioning complete for port 568b2fde-a51c-42e9-a292-321f7f2d3a2e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:45.911912 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-129fc2ed-3160-4b54-afe1-3fa6cfb0759c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:45.972792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-129fc2ed-3160-4b54-afe1-3fa6cfb0759c None None] Port 568b2fde-a51c-42e9-a292-321f7f2d3a2e cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:45.995834 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-424a8352-39a4-4915-b41c-6df4c18c8e5e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port 5b9efef1-98c7-4904-80d3-d1503c759372 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:45.996260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-424a8352-39a4-4915-b41c-6df4c18c8e5e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:46.070340 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-59aa9560-0e2d-4767-a4d4-e4d5a91508fa tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:46.074033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aa9560-0e2d-4767-a4d4-e4d5a91508fa tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:46.074591 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-59aa9560-0e2d-4767-a4d4-e4d5a91508fa tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:46.191336 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b6e3407a-9679-485a-bd45-22ff22ee1484 req-726f862c-2cc0-41d7-bbb4-e6e02bc9cd96 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316253 May 28 04:52:46.233809 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-59aa9560-0e2d-4767-a4d4-e4d5a91508fa tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3281357 May 28 04:52:46.240939 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 58994) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:46.246324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa9560-0e2d-4767-a4d4-e4d5a91508fa tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Network': ['ID=4101f8be-d312-42be-82c1-ea5561d646d7,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:46.254178 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-a5a21551-78b8-42bc-8f65-35ee8b756254 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'subnet': {'network_id': '4101f8be-d312-42be-82c1-ea5561d646d7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:46.257226 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 4101f8be-d312-42be-82c1-ea5561d646d7 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:46.339977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 07bbe9c6-6098-4bcf-9ec3-c0ae903c647d is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:52:46.345750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119df63d-18bb-4005-9c53-10ec561c3493 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:52:46.355019 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:46.426486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-424a8352-39a4-4915-b41c-6df4c18c8e5e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:46.430203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Transition to ACTIVE for port object 119df63d-18bb-4005-9c53-10ec561c3493 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:46.480352 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:46.563808 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-424a8352-39a4-4915-b41c-6df4c18c8e5e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for 5b9efef1-98c7-4904-80d3-d1503c759372 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:46.592183 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a5a21551-78b8-42bc-8f65-35ee8b756254 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:46.608069 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a5a21551-78b8-42bc-8f65-35ee8b756254 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Usage tracker for resource:subnet and tenant:4cd5365825924b6da70db27afdcfa7af is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:46.621383 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a5a21551-78b8-42bc-8f65-35ee8b756254 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:46.630306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=119df63d-18bb-4005-9c53-10ec561c3493,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:46.636687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a5a21551-78b8-42bc-8f65-35ee8b756254 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:46.641085 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Allocated IP 172.20.0.1 (7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6/9bbdd692-dd6a-4e4c-96be-399910c59083/5d8b99cf-4943-486d-8f1f-8ed528bf35f8) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:46.758662 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:46.768903 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-768c6522-58e4-488d-9096-c3a91a3c3e9c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/07bbe9c6-6098-4bcf-9ec3-c0ae903c647d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9709027 May 28 04:52:46.768903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 58998) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:46.771547 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeca266-f4d3-482a-af46-8858768e0cd5 None None] Sync routers for ids ['07bbe9c6-6098-4bcf-9ec3-c0ae903c647d'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:46.789081 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeca266-f4d3-482a-af46-8858768e0cd5 None None] Routers {'07bbe9c6-6098-4bcf-9ec3-c0ae903c647d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:46.789939 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-2eeca266-f4d3-482a-af46-8858768e0cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['07bbe9c6-6098-4bcf-9ec3-c0ae903c647d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:46.797971 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a21551-78b8-42bc-8f65-35ee8b756254 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:46.806180 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Attempting to bind port 119df63d-18bb-4005-9c53-10ec561c3493 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:46.806180 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Attempting to bind port 119df63d-18bb-4005-9c53-10ec561c3493 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '497a3fe1-b9ff-426c-a2a9-2a92dbee5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:46.806435 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Attempting to bind port 119df63d-18bb-4005-9c53-10ec561c3493 on network 22f2b8f5-a005-404a-81aa-e0f719181fdc {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:46.830303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Port 119df63d-18bb-4005-9c53-10ec561c3493 on network 22f2b8f5-a005-404a-81aa-e0f719181fdc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:52:46.830515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Attempting to bind port 119df63d-18bb-4005-9c53-10ec561c3493 on network 22f2b8f5-a005-404a-81aa-e0f719181fdc {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:46.846527 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc05384b-0b3e-42e0-a224-8b4fbecca66f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:46.847011 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cc05384b-0b3e-42e0-a224-8b4fbecca66f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Synchronizing usage tracker for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:46.850739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:46.851065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Checking segment: {'id': '497a3fe1-b9ff-426c-a2a9-2a92dbee5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:46.851436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Bound using segment: {'id': '497a3fe1-b9ff-426c-a2a9-2a92dbee5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:46.851872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Bound port: 119df63d-18bb-4005-9c53-10ec561c3493, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497a3fe1-b9ff-426c-a2a9-2a92dbee5840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:46.852211 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:46.855347 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-2eeca266-f4d3-482a-af46-8858768e0cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:46.875241 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeca266-f4d3-482a-af46-8858768e0cd5 None None] Routers {'07bbe9c6-6098-4bcf-9ec3-c0ae903c647d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:46.875960 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-2eeca266-f4d3-482a-af46-8858768e0cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['07bbe9c6-6098-4bcf-9ec3-c0ae903c647d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:46.945619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-2eeca266-f4d3-482a-af46-8858768e0cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:46.946040 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeca266-f4d3-482a-af46-8858768e0cd5 None None] The sync data for ids ['07bbe9c6-6098-4bcf-9ec3-c0ae903c647d'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:46.982253 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5a21551-78b8-42bc-8f65-35ee8b756254 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:47.016321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cc05384b-0b3e-42e0-a224-8b4fbecca66f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Unset dirty status for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:47.017742 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cc05384b-0b3e-42e0-a224-8b4fbecca66f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports/568b2fde-a51c-42e9-a292-321f7f2d3a2e HTTP/1.1" status: 200 len: 911 time: 0.2481709 May 28 04:52:47.023502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59002) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:47.030985 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f61de858-5fdc-4933-b3ab-aa7d07a0d7cf tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '50a8cb2c-c154-4eef-9c29-ac310c559a27'}]}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:47.135241 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] For port 119df63d-18bb-4005-9c53-10ec561c3493, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:47.193962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] For port 119df63d-18bb-4005-9c53-10ec561c3493, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=119df63d-18bb-4005-9c53-10ec561c3493,segment=NetworkSegment(497a3fe1-b9ff-426c-a2a9-2a92dbee5840),segment_id=497a3fe1-b9ff-426c-a2a9-2a92dbee5840)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:47.201865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:47.279543 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-424a8352-39a4-4915-b41c-6df4c18c8e5e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:47.286336 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:47.298266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:47.299630 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5300b585-99b8-4958-a7ec-67631158f6ac req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] 10.222.0.66 "PUT /v2.0/ports/119df63d-18bb-4005-9c53-10ec561c3493 HTTP/1.1" status: 200 len: 1093 time: 2.3381052 May 28 04:52:47.300045 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'tag': '119df63d-18bb-4005-9c53-10ec561c3493'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:52:47.346588 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa327af-67a1-48ea-b14a-ac623485d1c2 service neutron] Pushing event updated for resources: {'Port': ['ID=119df63d-18bb-4005-9c53-10ec561c3493,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:47.396746 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a8352-39a4-4915-b41c-6df4c18c8e5e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Port': ['ID=5b9efef1-98c7-4904-80d3-d1503c759372,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:47.414383 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Transition to ACTIVE for port object 5d8b99cf-4943-486d-8f1f-8ed528bf35f8 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:47.478821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f61de858-5fdc-4933-b3ab-aa7d07a0d7cf tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:47.516948 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:47.517962 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a73b79d-83ed-4582-887b-39b2a8ab1edb'] response: {'name': 'network-changed', 'server_uuid': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'tag': '119df63d-18bb-4005-9c53-10ec561c3493', 'status': 'completed', 'code': 200} May 28 04:52:47.592448 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16483b77-cabb-4c39-ad35-8fb4f80fbcf7 req-02889c21-2e94-489c-ae95-dd85b6f78699 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:47.593857 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16483b77-cabb-4c39-ad35-8fb4f80fbcf7 req-02889c21-2e94-489c-ae95-dd85b6f78699 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 943 time: 0.2069685 May 28 04:52:47.599002 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5300b585-99b8-4958-a7ec-67631158f6ac req-81a86a62-7cc9-42e6-800a-33480d81b237 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae7bd3f2813141dda2af2b10bea87cd6&device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 1096 time: 0.2447381 May 28 04:52:47.625041 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5a21551-78b8-42bc-8f65-35ee8b756254 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:47.764072 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Network 7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:47.774123 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:47.780307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event updated for resources: {'Port': ['ID=5d8b99cf-4943-486d-8f1f-8ed528bf35f8,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:47.785636 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:47.806258 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5300b585-99b8-4958-a7ec-67631158f6ac req-91f00c6f-6b75-4321-a7f5-bc670c1aecd6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=119df63d-18bb-4005-9c53-10ec561c3493 HTTP/1.1" status: 200 len: 217 time: 0.1543884 May 28 04:52:47.815642 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-424a8352-39a4-4915-b41c-6df4c18c8e5e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:47.876072 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16483b77-cabb-4c39-ad35-8fb4f80fbcf7 req-9076efd6-4407-4fd4-9523-7fae56ebde31 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761073 May 28 04:52:47.943965 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a21551-78b8-42bc-8f65-35ee8b756254 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Subnet': ['ID=eb0ad9e3-d802-4534-96d2-7ab72bec9109,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:47.944214 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300b585-99b8-4958-a7ec-67631158f6ac req-d36e1fce-9e2b-4830-9d3e-18f2b7f174cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:47.945491 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5300b585-99b8-4958-a7ec-67631158f6ac req-d36e1fce-9e2b-4830-9d3e-18f2b7f174cf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=37d324a7-8cdb-4a4c-b011-f130e877afd0 HTTP/1.1" status: 200 len: 835 time: 0.1301653 May 28 04:52:47.991009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:48.041231 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-30014107-d2d3-451c-97cb-236185a2e70f None None] Provisioning for port 5d8b99cf-4943-486d-8f1f-8ed528bf35f8 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:48.047784 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-30014107-d2d3-451c-97cb-236185a2e70f None None] Provisioning complete for port 5d8b99cf-4943-486d-8f1f-8ed528bf35f8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:48.048894 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-30014107-d2d3-451c-97cb-236185a2e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:48.110997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-30014107-d2d3-451c-97cb-236185a2e70f None None] Port 5d8b99cf-4943-486d-8f1f-8ed528bf35f8 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:48.134595 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a21551-78b8-42bc-8f65-35ee8b756254 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Checking segment: {'id': '2d4b91c1-1da1-4e29-8dc7-5d23a8dcbe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4101f8be-d312-42be-82c1-ea5561d646d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:48.134943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a21551-78b8-42bc-8f65-35ee8b756254 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network hostable DHCP agents. Network: 4101f8be-d312-42be-82c1-ea5561d646d7, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:52:48.143998 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-424a8352-39a4-4915-b41c-6df4c18c8e5e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:48.157153 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-424a8352-39a4-4915-b41c-6df4c18c8e5e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:48.164900 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5300b585-99b8-4958-a7ec-67631158f6ac req-65b84ef6-b878-4824-aa1b-9f367b2af8e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22f2b8f5-a005-404a-81aa-e0f719181fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2121451 May 28 04:52:48.334000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a21551-78b8-42bc-8f65-35ee8b756254 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network 4101f8be-d312-42be-82c1-ea5561d646d7 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:52:48.341121 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-424a8352-39a4-4915-b41c-6df4c18c8e5e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:48.341637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424a8352-39a4-4915-b41c-6df4c18c8e5e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Fanout notify agent at l3_agent the message router_deleted on router 55335cbe-bee2-4113-b66f-393c70138595 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:52:48.347081 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5300b585-99b8-4958-a7ec-67631158f6ac req-eb1dfab3-91a2-4068-97cb-4e82acf7bcd1 service neutron] 10.222.0.66 "GET /v2.0/networks/22f2b8f5-a005-404a-81aa-e0f719181fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758773 May 28 04:52:48.353206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:48.354209 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f61de858-5fdc-4933-b3ab-aa7d07a0d7cf tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:48.365442 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-a5a21551-78b8-42bc-8f65-35ee8b756254 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 4101f8be-d312-42be-82c1-ea5561d646d7) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:48.375473 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689fb1b7-0ce9-434e-93df-264afa7cbf0d None None] Network 4101f8be-d312-42be-82c1-ea5561d646d7 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:48.378011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a21551-78b8-42bc-8f65-35ee8b756254 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:48.378579 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a5a21551-78b8-42bc-8f65-35ee8b756254 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:48.454407 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a5a21551-78b8-42bc-8f65-35ee8b756254 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2122273 May 28 04:52:48.459517 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59012) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:48.537448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-424a8352-39a4-4915-b41c-6df4c18c8e5e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:48.538550 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-424a8352-39a4-4915-b41c-6df4c18c8e5e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/routers/55335cbe-bee2-4113-b66f-393c70138595 HTTP/1.1" status: 204 len: 168 time: 3.7984455 May 28 04:52:48.544782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59016) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:48.547163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f61de858-5fdc-4933-b3ab-aa7d07a0d7cf tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:48.551245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61de858-5fdc-4933-b3ab-aa7d07a0d7cf tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:48.551837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f61de858-5fdc-4933-b3ab-aa7d07a0d7cf tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:48.553104 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f61de858-5fdc-4933-b3ab-aa7d07a0d7cf tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/ports/568b2fde-a51c-42e9-a292-321f7f2d3a2e HTTP/1.1" status: 200 len: 911 time: 1.5286992 May 28 04:52:48.591981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59020) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:48.600167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-79d384c0-47f2-426f-ad21-3547674a9a0a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'network': {'name': 'tempest-RoutersTest-2115746395'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:48.629769 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-4101f8be-d312-42be-82c1-ea5561d646d7', 'network_id': '4101f8be-d312-42be-82c1-ea5561d646d7', 'tenant_id': '4cd5365825924b6da70db27afdcfa7af', 'fixed_ips': [{'subnet_id': 'eb0ad9e3-d802-4534-96d2-7ab72bec9109'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:52:48.631074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:48.674239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-79d384c0-47f2-426f-ad21-3547674a9a0a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:48.701457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-79d384c0-47f2-426f-ad21-3547674a9a0a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:network and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:48.758260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-79d384c0-47f2-426f-ad21-3547674a9a0a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:48.783492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-79d384c0-47f2-426f-ad21-3547674a9a0a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:48.789679 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61de858-5fdc-4933-b3ab-aa7d07a0d7cf tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=568b2fde-a51c-42e9-a292-321f7f2d3a2e,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:48.802117 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:48.811661 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Allocated IP 172.20.0.2 (4101f8be-d312-42be-82c1-ea5561d646d7/eb0ad9e3-d802-4534-96d2-7ab72bec9109/142f8ae1-4199-42f7-9afd-ef8931bb8b62) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:48.834865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d384c0-47f2-426f-ad21-3547674a9a0a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:48.837923 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-79d384c0-47f2-426f-ad21-3547674a9a0a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:48.854980 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5300b585-99b8-4958-a7ec-67631158f6ac req-6300422a-fbd6-4e52-90b7-f21aba104f45 service neutron] 10.222.0.66 "GET /v2.0/networks/22f2b8f5-a005-404a-81aa-e0f719181fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975045 May 28 04:52:48.885206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d384c0-47f2-426f-ad21-3547674a9a0a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:48.898180 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-79d384c0-47f2-426f-ad21-3547674a9a0a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:48.898526 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-79d384c0-47f2-426f-ad21-3547674a9a0a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Added segment f3827966-f682-4480-9a4d-92af55cb048a of type vlan for network 7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4 May 28 04:52:48.934230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:49.025925 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:49.033612 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:49.118094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-79d384c0-47f2-426f-ad21-3547674a9a0a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:49.153116 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:49.157633 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event updated for resources: {'Port': ['ID=5d8b99cf-4943-486d-8f1f-8ed528bf35f8,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:49.157886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:49.170397 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Transition to ACTIVE for port object 142f8ae1-4199-42f7-9afd-ef8931bb8b62 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:49.189936 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Transition to ACTIVE for port object 142f8ae1-4199-42f7-9afd-ef8931bb8b62 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:49.197411 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:49.214962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-79d384c0-47f2-426f-ad21-3547674a9a0a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:49.218680 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d384c0-47f2-426f-ad21-3547674a9a0a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:49.219261 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-79d384c0-47f2-426f-ad21-3547674a9a0a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:49.273957 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Network 4101f8be-d312-42be-82c1-ea5561d646d7 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:49.275503 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:49.277437 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:49.280846 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:49.282654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Pushing event updated for resources: {'Port': ['ID=142f8ae1-4199-42f7-9afd-ef8931bb8b62,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:49.325387 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0ad9e3-d802-4534-96d2-7ab72bec9109,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:49.332954 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-153845b9-1428-492b-a8c1-2a95c350b6fe req-712c3b18-f204-4b14-9cd4-50aa65e8bd0a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae7bd3f2813141dda2af2b10bea87cd6&device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 1096 time: 0.3609231 May 28 04:52:49.345446 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Network 7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:49.346152 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-79d384c0-47f2-426f-ad21-3547674a9a0a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7969823 May 28 04:52:49.346270 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59026) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:49.351346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c09c5c1a-d0b0-41f7-8f57-d677cc90296e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'subnet': {'network_id': '7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:49.373027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Attempting to bind port 142f8ae1-4199-42f7-9afd-ef8931bb8b62 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:49.373951 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Attempting to bind port 142f8ae1-4199-42f7-9afd-ef8931bb8b62 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '2d4b91c1-1da1-4e29-8dc7-5d23a8dcbe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4101f8be-d312-42be-82c1-ea5561d646d7'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:49.373951 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Attempting to bind port 142f8ae1-4199-42f7-9afd-ef8931bb8b62 on network 4101f8be-d312-42be-82c1-ea5561d646d7 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:49.377391 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb63f0b-85d8-46d7-9041-a8d7a556cb14 req-cc00a943-4a25-40ba-96ee-ffa3dc885d46 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:49.378883 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3bb63f0b-85d8-46d7-9041-a8d7a556cb14 req-cc00a943-4a25-40ba-96ee-ffa3dc885d46 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 943 time: 0.2936015 May 28 04:52:49.383088 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:49.385841 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:49.386437 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Checking segment: {'id': '2d4b91c1-1da1-4e29-8dc7-5d23a8dcbe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4101f8be-d312-42be-82c1-ea5561d646d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:49.386849 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:49.387364 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Bound using segment: {'id': '2d4b91c1-1da1-4e29-8dc7-5d23a8dcbe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4101f8be-d312-42be-82c1-ea5561d646d7'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:49.388802 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Bound port: 142f8ae1-4199-42f7-9afd-ef8931bb8b62, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4b91c1-1da1-4e29-8dc7-5d23a8dcbe65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '4101f8be-d312-42be-82c1-ea5561d646d7'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:49.388802 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:49.440358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d384c0-47f2-426f-ad21-3547674a9a0a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Network': ['ID=7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:49.460605 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:49.494941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-251b3761-d38a-4f2d-bff1-e635faaa4d19 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:49.594181 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] For port 142f8ae1-4199-42f7-9afd-ef8931bb8b62, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:49.598851 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] For port 142f8ae1-4199-42f7-9afd-ef8931bb8b62, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=142f8ae1-4199-42f7-9afd-ef8931bb8b62,segment=NetworkSegment(2d4b91c1-1da1-4e29-8dc7-5d23a8dcbe65),segment_id=2d4b91c1-1da1-4e29-8dc7-5d23a8dcbe65)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:49.604712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:49.650749 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3bb63f0b-85d8-46d7-9041-a8d7a556cb14 req-c0026e7f-2dfb-4cb9-80c8-b246800727a6 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646563 May 28 04:52:49.655635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153845b9-1428-492b-a8c1-2a95c350b6fe req-b8354831-2c8b-4f70-86d0-4c63e2c829bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:49.657119 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-153845b9-1428-492b-a8c1-2a95c350b6fe req-b8354831-2c8b-4f70-86d0-4c63e2c829bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=22f2b8f5-a005-404a-81aa-e0f719181fdc HTTP/1.1" status: 200 len: 897 time: 0.3094344 May 28 04:52:49.718120 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7211e0b-8ef0-4c3d-9139-268dfdfe5de0 None None] Pushing event updated for resources: {'Port': ['ID=142f8ae1-4199-42f7-9afd-ef8931bb8b62,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:49.761808 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-153845b9-1428-492b-a8c1-2a95c350b6fe req-2edca151-8c72-4ec7-9543-0061626e0561 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=119df63d-18bb-4005-9c53-10ec561c3493 HTTP/1.1" status: 200 len: 217 time: 0.0792551 May 28 04:52:49.804551 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c4b0b38e-9951-4661-b060-4937eae37432 None None] Provisioning complete for port 5d8b99cf-4943-486d-8f1f-8ed528bf35f8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:49.804905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c4b0b38e-9951-4661-b060-4937eae37432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:49.811533 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:49.832908 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ce34ca-0874-4989-a0d7-709d1e1c8687 None None] Network 4101f8be-d312-42be-82c1-ea5561d646d7 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:49.842512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153845b9-1428-492b-a8c1-2a95c350b6fe req-b9e0e187-e9e7-4ab3-99d6-fb3084bac3c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:49.844081 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-153845b9-1428-492b-a8c1-2a95c350b6fe req-b9e0e187-e9e7-4ab3-99d6-fb3084bac3c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=37d324a7-8cdb-4a4c-b011-f130e877afd0 HTTP/1.1" status: 200 len: 835 time: 0.0757489 May 28 04:52:49.846473 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c09c5c1a-d0b0-41f7-8f57-d677cc90296e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:49.852692 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4101f8be-d312-42be-82c1-ea5561d646d7']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:49.864173 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c09c5c1a-d0b0-41f7-8f57-d677cc90296e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:subnet and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:49.869026 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c09c5c1a-d0b0-41f7-8f57-d677cc90296e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:49.878898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4b91c1-1da1-4e29-8dc7-5d23a8dcbe65') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:49.879236 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4b91c1-1da1-4e29-8dc7-5d23a8dcbe65') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:49.885954 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c09c5c1a-d0b0-41f7-8f57-d677cc90296e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:49.964065 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:50.022842 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-c4b0b38e-9951-4661-b060-4937eae37432 None None] Port 5d8b99cf-4943-486d-8f1f-8ed528bf35f8 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:50.039778 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09c5c1a-d0b0-41f7-8f57-d677cc90296e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:50.062452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895140cc-b7bf-44aa-9d2c-43485c59726d None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:52:50.112635 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:50.136903 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:50.137236 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:50.151778 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:50.192750 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895140cc-b7bf-44aa-9d2c-43485c59726d None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:52:50.232860 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-153845b9-1428-492b-a8c1-2a95c350b6fe req-7433557c-d1e2-4351-8eaa-c05a1a8013b0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22f2b8f5-a005-404a-81aa-e0f719181fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1793206 May 28 04:52:50.244655 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c09c5c1a-d0b0-41f7-8f57-d677cc90296e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:50.340027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 04:52:50.340027 dv-neutron-843300-5-hyperv neutron-server[84009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 04:52:50.340027 dv-neutron-843300-5-hyperv neutron-server[84009]: [parameters: {'id': '4101f8be-d312-42be-82c1-ea5561d646d7'}] May 28 04:52:50.340027 dv-neutron-843300-5-hyperv neutron-server[84009]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:52:50.340517 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:52:50.393856 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Router 0a28d0cb-23ba-47b9-aefd-08eadce49314 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:52:50.468686 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-153845b9-1428-492b-a8c1-2a95c350b6fe req-9f62c4be-bdcf-4771-b627-4a04d91d63a8 service neutron] 10.222.0.66 "GET /v2.0/networks/22f2b8f5-a005-404a-81aa-e0f719181fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283552 May 28 04:52:50.629608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c09c5c1a-d0b0-41f7-8f57-d677cc90296e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:50.647771 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-153845b9-1428-492b-a8c1-2a95c350b6fe req-9df85ba1-7ee4-4e4b-8d3d-ab5b06b0d9aa service neutron] 10.222.0.66 "GET /v2.0/networks/22f2b8f5-a005-404a-81aa-e0f719181fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721337 May 28 04:52:50.707793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c5c1a-d0b0-41f7-8f57-d677cc90296e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Subnet': ['ID=cdfc6804-8258-47c3-9688-19e3f423dea1,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:50.724615 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:50.734283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-251b3761-d38a-4f2d-bff1-e635faaa4d19 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port 568b2fde-a51c-42e9-a292-321f7f2d3a2e {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:50.734860 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-251b3761-d38a-4f2d-bff1-e635faaa4d19 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:50.734949 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b60376-5370-4775-8700-f9d953601a07 None None] Sync routers for ids ['0a28d0cb-23ba-47b9-aefd-08eadce49314'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:50.747874 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-61e6fe70-8dbc-4417-9062-e67e2d56ba4e tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "PUT /v2.0/routers/0a28d0cb-23ba-47b9-aefd-08eadce49314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7394819 May 28 04:52:50.749586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59032) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:50.750327 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09c5c1a-d0b0-41f7-8f57-d677cc90296e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Checking segment: {'id': 'f3827966-f682-4480-9a4d-92af55cb048a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:50.750694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09c5c1a-d0b0-41f7-8f57-d677cc90296e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network hostable DHCP agents. Network: 7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:52:50.756505 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b60376-5370-4775-8700-f9d953601a07 None None] Routers {'0a28d0cb-23ba-47b9-aefd-08eadce49314'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:50.757360 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-30b60376-5370-4775-8700-f9d953601a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0a28d0cb-23ba-47b9-aefd-08eadce49314'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:50.814723 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-30b60376-5370-4775-8700-f9d953601a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:50.825973 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b60376-5370-4775-8700-f9d953601a07 None None] Routers {'0a28d0cb-23ba-47b9-aefd-08eadce49314'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:50.826832 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-30b60376-5370-4775-8700-f9d953601a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0a28d0cb-23ba-47b9-aefd-08eadce49314'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:50.870495 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:50.901140 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-30b60376-5370-4775-8700-f9d953601a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:50.903527 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b60376-5370-4775-8700-f9d953601a07 None None] The sync data for ids ['0a28d0cb-23ba-47b9-aefd-08eadce49314'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:50.917312 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Deleting port 142f8ae1-4199-42f7-9afd-ef8931bb8b62 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:50.917786 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:50.949309 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09c5c1a-d0b0-41f7-8f57-d677cc90296e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:52:50.975889 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-251b3761-d38a-4f2d-bff1-e635faaa4d19 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:50.981003 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-c09c5c1a-d0b0-41f7-8f57-d677cc90296e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:50.991763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d421447-5047-4ffb-a0ab-707f9947f29f None None] Network 7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:51.015865 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09c5c1a-d0b0-41f7-8f57-d677cc90296e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:51.016445 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c09c5c1a-d0b0-41f7-8f57-d677cc90296e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:51.068960 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c09c5c1a-d0b0-41f7-8f57-d677cc90296e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7194877 May 28 04:52:51.083081 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59036) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:51.099154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-251b3761-d38a-4f2d-bff1-e635faaa4d19 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for 568b2fde-a51c-42e9-a292-321f7f2d3a2e owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:51.125781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 119df63d-18bb-4005-9c53-10ec561c3493 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 04:52:51.131300 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f70ad-2956-4a27-a513-3489d5e172da req-2f1d18e7-cec8-4e9c-8459-8d36a9fd389c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:51.132773 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ba8f70ad-2956-4a27-a513-3489d5e172da req-2f1d18e7-cec8-4e9c-8459-8d36a9fd389c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 943 time: 0.2742312 May 28 04:52:51.136928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-2becadb5-b6c0-4dfa-a8fe-7c03f490cbf6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1091702259', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:51.160629 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2becadb5-b6c0-4dfa-a8fe-7c03f490cbf6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:51.182120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2becadb5-b6c0-4dfa-a8fe-7c03f490cbf6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:router and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:51.188873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2becadb5-b6c0-4dfa-a8fe-7c03f490cbf6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:51.195774 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2f0ac92e-caf3-44b7-b215-cec928713fe1 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:51.221484 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ba8f70ad-2956-4a27-a513-3489d5e172da req-5aa086f7-836d-4dca-b86f-2ab7ad82e2c3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792634 May 28 04:52:51.255768 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] For port 142f8ae1-4199-42f7-9afd-ef8931bb8b62, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=142f8ae1-4199-42f7-9afd-ef8931bb8b62,segment=NetworkSegment(2d4b91c1-1da1-4e29-8dc7-5d23a8dcbe65),segment_id=2d4b91c1-1da1-4e29-8dc7-5d23a8dcbe65)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:51.256122 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:51.276398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2becadb5-b6c0-4dfa-a8fe-7c03f490cbf6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:51.317843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-251b3761-d38a-4f2d-bff1-e635faaa4d19 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:51.365487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b3761-d38a-4f2d-bff1-e635faaa4d19 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Port': ['ID=568b2fde-a51c-42e9-a292-321f7f2d3a2e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:51.406122 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4', 'network_id': '7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'fixed_ips': [{'subnet_id': 'cdfc6804-8258-47c3-9688-19e3f423dea1'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:52:51.408371 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:51.427021 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 119df63d-18bb-4005-9c53-10ec561c3493, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=119df63d-18bb-4005-9c53-10ec561c3493,segment=NetworkSegment(497a3fe1-b9ff-426c-a2a9-2a92dbee5840),segment_id=497a3fe1-b9ff-426c-a2a9-2a92dbee5840)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:51.449591 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '119df63d-18bb-4005-9c53-10ec561c3493', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'port_id': '119df63d-18bb-4005-9c53-10ec561c3493', 'mac_address': 'fa:16:3e:ae:47:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 04:52:51.581515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:51.613393 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Calling delete_port for 142f8ae1-4199-42f7-9afd-ef8931bb8b62 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:51.640713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119df63d-18bb-4005-9c53-10ec561c3493 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:52:51.662492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-251b3761-d38a-4f2d-bff1-e635faaa4d19 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:51.670188 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 119df63d-18bb-4005-9c53-10ec561c3493, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=119df63d-18bb-4005-9c53-10ec561c3493,segment=NetworkSegment(497a3fe1-b9ff-426c-a2a9-2a92dbee5840),segment_id=497a3fe1-b9ff-426c-a2a9-2a92dbee5840)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:51.671518 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2becadb5-b6c0-4dfa-a8fe-7c03f490cbf6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:51.672436 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2becadb5-b6c0-4dfa-a8fe-7c03f490cbf6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:51.677455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Allocated IP 172.20.0.2 (7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4/cdfc6804-8258-47c3-9688-19e3f423dea1/63a26c97-7892-4e28-995a-2a8bad1fb731) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:51.682478 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:51.731365 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2becadb5-b6c0-4dfa-a8fe-7c03f490cbf6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:51.743260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:51.804535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Port': ['ID=142f8ae1-4199-42f7-9afd-ef8931bb8b62,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:51.814231 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No DVR routers for this DVR port 142f8ae1-4199-42f7-9afd-ef8931bb8b62 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:52:51.834668 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=119df63d-18bb-4005-9c53-10ec561c3493,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:51.849620 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2becadb5-b6c0-4dfa-a8fe-7c03f490cbf6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:51.877419 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-2f0ac92e-caf3-44b7-b215-cec928713fe1 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] delete failed (client error): There was a conflict when trying to complete your request. May 28 04:52:51.881769 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2f0ac92e-caf3-44b7-b215-cec928713fe1 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "DELETE /v2.0/routers/0a28d0cb-23ba-47b9-aefd-08eadce49314 HTTP/1.1" status: 409 len: 329 time: 1.1234734 May 28 04:52:51.886750 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59040) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:51.954306 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['119df63d-18bb-4005-9c53-10ec561c3493'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 04:52:52.038327 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:52.053615 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Transition to ACTIVE for port object 63a26c97-7892-4e28-995a-2a8bad1fb731 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:52.088851 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:52.097357 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2becadb5-b6c0-4dfa-a8fe-7c03f490cbf6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:52.098125 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Transition to ACTIVE for port object 63a26c97-7892-4e28-995a-2a8bad1fb731 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:52.101577 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2becadb5-b6c0-4dfa-a8fe-7c03f490cbf6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0118341 May 28 04:52:52.102855 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251b3761-d38a-4f2d-bff1-e635faaa4d19 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 07bbe9c6-6098-4bcf-9ec3-c0ae903c647d has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:52:52.104348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59044) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:52.115822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:52.132462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4101f8be-d312-42be-82c1-ea5561d646d7']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:52.148615 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4b91c1-1da1-4e29-8dc7-5d23a8dcbe65') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:52.149271 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4b91c1-1da1-4e29-8dc7-5d23a8dcbe65') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:52.166271 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:52.173909 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1153850d-ea93-4435-8b23-a4b98ba2b71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:52.194195 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:52.207539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:52.208628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:52.221208 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Network 7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:52.224326 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:52.227573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Pushing event updated for resources: {'Port': ['ID=63a26c97-7892-4e28-995a-2a8bad1fb731,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:52.229475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:52.234184 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:52.396055 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Attempting to bind port 63a26c97-7892-4e28-995a-2a8bad1fb731 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:52.396411 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Attempting to bind port 63a26c97-7892-4e28-995a-2a8bad1fb731 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'f3827966-f682-4480-9a4d-92af55cb048a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:52.396756 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Attempting to bind port 63a26c97-7892-4e28-995a-2a8bad1fb731 on network 7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:52.421713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:52.422550 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Checking segment: {'id': 'f3827966-f682-4480-9a4d-92af55cb048a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:52.422550 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:52.422738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Bound using segment: {'id': 'f3827966-f682-4480-9a4d-92af55cb048a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:52.424066 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Bound port: 63a26c97-7892-4e28-995a-2a8bad1fb731, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3827966-f682-4480-9a4d-92af55cb048a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:52.424066 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:52.448484 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:52.457955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:52.494380 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/4101f8be-d312-42be-82c1-ea5561d646d7 HTTP/1.1" status: 204 len: 168 time: 4.0331173 May 28 04:52:52.494627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8de986-b8b8-4878-865f-435980774846 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Network': ['ID=4101f8be-d312-42be-82c1-ea5561d646d7,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:52.496629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59050) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:52.542551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48be0941-f8ba-4a91-aab4-5ac458c50f2d tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:52.548862 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] For port 63a26c97-7892-4e28-995a-2a8bad1fb731, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:52.552042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] For port 63a26c97-7892-4e28-995a-2a8bad1fb731, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=63a26c97-7892-4e28-995a-2a8bad1fb731,segment=NetworkSegment(f3827966-f682-4480-9a4d-92af55cb048a),segment_id=f3827966-f682-4480-9a4d-92af55cb048a)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:52.557554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:52.601916 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-549061ea-891c-4de5-b4c0-1f0d939276cf tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] GET failed (client error): The resource could not be found. May 28 04:52:52.602413 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-549061ea-891c-4de5-b4c0-1f0d939276cf tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Synchronizing usage tracker for tenant:4cd5365825924b6da70db27afdcfa7af on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:52.633230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251b3761-d38a-4f2d-bff1-e635faaa4d19 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:52.640408 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e740c-f37e-42bd-866c-bb64ecefb4ab None None] Pushing event updated for resources: {'Port': ['ID=63a26c97-7892-4e28-995a-2a8bad1fb731,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:52.661243 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3851b-93a4-489c-8f7d-1bfe4849fba1 None None] Sync routers for ids ['07bbe9c6-6098-4bcf-9ec3-c0ae903c647d'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:52.687746 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3851b-93a4-489c-8f7d-1bfe4849fba1 None None] Routers {'07bbe9c6-6098-4bcf-9ec3-c0ae903c647d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:52.688365 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-37d3851b-93a4-489c-8f7d-1bfe4849fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['07bbe9c6-6098-4bcf-9ec3-c0ae903c647d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:52.720601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-549061ea-891c-4de5-b4c0-1f0d939276cf tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Unset dirty status for tenant:4cd5365825924b6da70db27afdcfa7af on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:52.724188 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-549061ea-891c-4de5-b4c0-1f0d939276cf tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "GET /v2.0/subnets/eb0ad9e3-d802-4534-96d2-7ab72bec9109 HTTP/1.1" status: 404 len: 337 time: 0.2173760 May 28 04:52:52.724862 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59054) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:52.736317 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-251b3761-d38a-4f2d-bff1-e635faaa4d19 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/07bbe9c6-6098-4bcf-9ec3-c0ae903c647d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1323888 May 28 04:52:52.748756 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-37d3851b-93a4-489c-8f7d-1bfe4849fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:52.754236 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59058) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:52.761172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d3851b-93a4-489c-8f7d-1bfe4849fba1 None None] Routers {'07bbe9c6-6098-4bcf-9ec3-c0ae903c647d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:52.761810 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-37d3851b-93a4-489c-8f7d-1bfe4849fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['07bbe9c6-6098-4bcf-9ec3-c0ae903c647d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:52.773553 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee944e73-a24b-4d2a-ad04-63b494563ec3 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:52:52.774143 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee944e73-a24b-4d2a-ad04-63b494563ec3 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:52:52.780249 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ee944e73-a24b-4d2a-ad04-63b494563ec3 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/4101f8be-d312-42be-82c1-ea5561d646d7 HTTP/1.1" status: 404 len: 339 time: 0.0543365 May 28 04:52:52.782761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59062) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:52.839696 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-37d3851b-93a4-489c-8f7d-1bfe4849fba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:52.840209 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d3851b-93a4-489c-8f7d-1bfe4849fba1 None None] The sync data for ids ['07bbe9c6-6098-4bcf-9ec3-c0ae903c647d'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:52.979065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e0ebd-fd65-4784-bcee-7976b7723622 req-0d5265a8-18c5-4e0f-b94e-e8e2d252ca05 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:52.981895 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8e0ebd-fd65-4784-bcee-7976b7723622 req-0d5265a8-18c5-4e0f-b94e-e8e2d252ca05 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 944 time: 0.5941219 May 28 04:52:53.047842 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1a8c39cf-3800-4cba-a696-4ee35edca908 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Synchronizing usage tracker for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:53.084672 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8e0ebd-fd65-4784-bcee-7976b7723622 req-45a500c2-cae2-4305-8e2f-8cec3ab589fb tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953550 May 28 04:52:53.121771 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1a8c39cf-3800-4cba-a696-4ee35edca908 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Unset dirty status for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:53.122955 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1a8c39cf-3800-4cba-a696-4ee35edca908 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports?device_id=07bbe9c6-6098-4bcf-9ec3-c0ae903c647d HTTP/1.1" status: 200 len: 205 time: 0.3631117 May 28 04:52:53.126552 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59066) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:53.127702 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:53.141173 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 119df63d-18bb-4005-9c53-10ec561c3493 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:53.217061 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 119df63d-18bb-4005-9c53-10ec561c3493 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:53.223112 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 119df63d-18bb-4005-9c53-10ec561c3493 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:53.223617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:53.239399 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de4e561-f7ec-4707-bfdf-d67ddc183289 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:53.239990 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9de4e561-f7ec-4707-bfdf-d67ddc183289 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Synchronizing usage tracker for tenant:4cd5365825924b6da70db27afdcfa7af on resource:network {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:53.308671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9de4e561-f7ec-4707-bfdf-d67ddc183289 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Unset dirty status for tenant:4cd5365825924b6da70db27afdcfa7af on resource:network {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:53.313067 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9de4e561-f7ec-4707-bfdf-d67ddc183289 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5006323 May 28 04:52:53.315909 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59070) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:53.351064 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:53.363610 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-10db8fa8-e3ac-45de-b8ed-1a55e0ae5a71 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Synchronizing usage tracker for tenant:4cd5365825924b6da70db27afdcfa7af on resource:subnet {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:53.385609 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119df63d-18bb-4005-9c53-10ec561c3493'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:52:53.411988 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 119df63d-18bb-4005-9c53-10ec561c3493, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=119df63d-18bb-4005-9c53-10ec561c3493,segment=NetworkSegment(497a3fe1-b9ff-426c-a2a9-2a92dbee5840),segment_id=497a3fe1-b9ff-426c-a2a9-2a92dbee5840)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:53.422579 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58c87399-adb6-42ed-8f3e-7b663580397a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:53.424354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:53.433390 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-10db8fa8-e3ac-45de-b8ed-1a55e0ae5a71 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Unset dirty status for tenant:4cd5365825924b6da70db27afdcfa7af on resource:subnet {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:53.439960 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-10db8fa8-e3ac-45de-b8ed-1a55e0ae5a71 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9 HTTP/1.1" status: 200 len: 207 time: 0.1232922 May 28 04:52:53.440580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59078) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:53.555210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=119df63d-18bb-4005-9c53-10ec561c3493,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:53.620335 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a178d066-e90d-48c0-9480-6893ad8e6638'] response: {'server_uuid': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119df63d-18bb-4005-9c53-10ec561c3493', 'code': 200} May 28 04:52:53.674887 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92e3c3-fa54-4904-8844-8e76521b07d3 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:53.678767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92e3c3-fa54-4904-8844-8e76521b07d3 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:53.683089 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92e3c3-fa54-4904-8844-8e76521b07d3 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:53.687000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f92e3c3-fa54-4904-8844-8e76521b07d3 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:53.688728 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9f92e3c3-fa54-4904-8844-8e76521b07d3 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2448621 May 28 04:52:53.730873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59082) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:53.781520 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d0ead-c400-4786-bc15-d753ac4559b8 None None] Network 7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:53.935153 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Allocated IP 172.20.0.1 (7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4/cdfc6804-8258-47c3-9688-19e3f423dea1/a929f43b-c3ff-4f8c-b3ee-afe685da62d4) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:53.954304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-48be0941-f8ba-4a91-aab4-5ac458c50f2d tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Deleting port 5d8b99cf-4943-486d-8f1f-8ed528bf35f8 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:53.954639 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48be0941-f8ba-4a91-aab4-5ac458c50f2d tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:54.000468 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4810a3d5-2f12-4200-bc58-de945449bc76 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2647245 May 28 04:52:54.007167 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1d2160d6-9162-4150-9f13-1f12600f8ef7 None None] Provisioning for port 63a26c97-7892-4e28-995a-2a8bad1fb731 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:54.007784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59086) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:54.171754 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48be0941-f8ba-4a91-aab4-5ac458c50f2d tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:54.303143 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d22a1d40-5332-4255-9c06-2d33781e43eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:54.313314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-48be0941-f8ba-4a91-aab4-5ac458c50f2d tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Calling delete_port for 5d8b99cf-4943-486d-8f1f-8ed528bf35f8 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:54.468058 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 63a26c97-7892-4e28-995a-2a8bad1fb731 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:54.475312 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f94b014-5837-4008-b8cd-8f3871bcaa4c tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:54.476596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f94b014-5837-4008-b8cd-8f3871bcaa4c tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:54.481548 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9f94b014-5837-4008-b8cd-8f3871bcaa4c tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4650762 May 28 04:52:54.481548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58c87399-adb6-42ed-8f3e-7b663580397a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:54.485805 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59092) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:54.511976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58c87399-adb6-42ed-8f3e-7b663580397a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:54.522452 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-01893a4c-adbe-48b9-b2c1-0c6cdb252041 req-32a77ebb-b5c3-44c0-a60a-34ef1198a0ba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 1098 time: 0.7089128 May 28 04:52:54.542907 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 63a26c97-7892-4e28-995a-2a8bad1fb731 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:54.552781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 63a26c97-7892-4e28-995a-2a8bad1fb731 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:54.554104 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:54.571353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417b0154-9c14-412a-b60c-0d80fdfd9006 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:54.572896 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417b0154-9c14-412a-b60c-0d80fdfd9006 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:54.578184 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-417b0154-9c14-412a-b60c-0d80fdfd9006 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0876160 May 28 04:52:54.578184 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48be0941-f8ba-4a91-aab4-5ac458c50f2d tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:54.580539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59096) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:54.628450 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be0941-f8ba-4a91-aab4-5ac458c50f2d tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event deleted for resources: {'Port': ['ID=5d8b99cf-4943-486d-8f1f-8ed528bf35f8,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:54.682265 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:54.685971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:54.717539 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:54.741342 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-01893a4c-adbe-48b9-b2c1-0c6cdb252041 req-2750d21c-0a16-4f8e-b2ea-55300e173823 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101800 May 28 04:52:54.741907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58c87399-adb6-42ed-8f3e-7b663580397a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:54.742767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c87399-adb6-42ed-8f3e-7b663580397a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Fanout notify agent at l3_agent the message router_deleted on router 07bbe9c6-6098-4bcf-9ec3-c0ae903c647d {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:52:54.744832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Transition to ACTIVE for port object a929f43b-c3ff-4f8c-b3ee-afe685da62d4 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:54.762589 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 63a26c97-7892-4e28-995a-2a8bad1fb731, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=63a26c97-7892-4e28-995a-2a8bad1fb731,segment=NetworkSegment(f3827966-f682-4480-9a4d-92af55cb048a),segment_id=f3827966-f682-4480-9a4d-92af55cb048a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:54.765354 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc6f4b-246f-4b73-b3cf-494a882933d7 req-3425660e-a50b-42d6-9a09-822fa1627db6 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:54.766903 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c5dc6f4b-246f-4b73-b3cf-494a882933d7 req-3425660e-a50b-42d6-9a09-822fa1627db6 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 945 time: 0.3595695 May 28 04:52:54.775673 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:54.850911 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=63a26c97-7892-4e28-995a-2a8bad1fb731,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:54.852387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-58c87399-adb6-42ed-8f3e-7b663580397a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:54.853475 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-58c87399-adb6-42ed-8f3e-7b663580397a tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/routers/07bbe9c6-6098-4bcf-9ec3-c0ae903c647d HTTP/1.1" status: 204 len: 168 time: 1.7168276 May 28 04:52:54.861012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee9bae-be62-4011-ac70-3c1d6cf43bba tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:54.861621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c9ee9bae-be62-4011-ac70-3c1d6cf43bba tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Synchronizing usage tracker for tenant:4cd5365825924b6da70db27afdcfa7af on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:52:54.867735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59100) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:54.941042 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c5dc6f4b-246f-4b73-b3cf-494a882933d7 req-1c235f0a-38e9-4e99-8bf8-0cc072baa394 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523378 May 28 04:52:54.945137 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:54.948672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c9ee9bae-be62-4011-ac70-3c1d6cf43bba tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Unset dirty status for tenant:4cd5365825924b6da70db27afdcfa7af on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:52:54.953729 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c9ee9bae-be62-4011-ac70-3c1d6cf43bba tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "GET /v2.0/networks/651e8418-d22b-4c99-9735-1870235a8dc9 HTTP/1.1" status: 200 len: 800 time: 0.3683596 May 28 04:52:54.960006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59104) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:55.096240 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:55.096990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=a929f43b-c3ff-4f8c-b3ee-afe685da62d4,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:55.103657 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:55.112969 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:55.127620 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48be0941-f8ba-4a91-aab4-5ac458c50f2d tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:55.188820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:55.216567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-fec5fe11-2257-450f-a454-dff00d895352 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting subnet 50a8cb2c-c154-4eef-9c29-ac310c559a27 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:52:55.221713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fec5fe11-2257-450f-a454-dff00d895352 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:55.284967 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fec5fe11-2257-450f-a454-dff00d895352 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:55.293526 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-780e334d-ca87-43a1-b678-a252f1e966b8 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "GET /v2.0/networks/651e8418-d22b-4c99-9735-1870235a8dc9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2864974 May 28 04:52:55.297188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59108) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:55.391772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:55.402127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d1b3d874-6039-46fe-8bef-fd0cf84375dd None None] Provisioning for port a929f43b-c3ff-4f8c-b3ee-afe685da62d4 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:52:55.409285 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d1b3d874-6039-46fe-8bef-fd0cf84375dd None None] Provisioning complete for port a929f43b-c3ff-4f8c-b3ee-afe685da62d4 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:55.409831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d1b3d874-6039-46fe-8bef-fd0cf84375dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:55.469477 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-d1b3d874-6039-46fe-8bef-fd0cf84375dd None None] Port a929f43b-c3ff-4f8c-b3ee-afe685da62d4 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:55.496112 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b5b653-64e0-42de-953c-09d2d039075b tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:55.498228 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-55b5b653-64e0-42de-953c-09d2d039075b tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "GET /v2.0/subnets/732acfaf-1c43-448b-940a-0de94e2c09c7 HTTP/1.1" status: 200 len: 811 time: 0.1994400 May 28 04:52:55.501852 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59112) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:55.507658 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:55.533646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fec5fe11-2257-450f-a454-dff00d895352 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:55.560953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:55.687733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0094425-882e-4a1d-80f9-4fe29dd97424 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:55.692486 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a0094425-882e-4a1d-80f9-4fe29dd97424 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "GET /v2.0/subnets/732acfaf-1c43-448b-940a-0de94e2c09c7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1861374 May 28 04:52:55.693322 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59116) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:55.700704 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-5f243ddb-a740-491e-a779-05a61b785225 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-357033573'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:55.705941 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-5f243ddb-a740-491e-a779-05a61b785225 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:55.720340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-5f243ddb-a740-491e-a779-05a61b785225 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:55.728970 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48be0941-f8ba-4a91-aab4-5ac458c50f2d tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Router 0a28d0cb-23ba-47b9-aefd-08eadce49314 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:52:55.737909 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f243ddb-a740-491e-a779-05a61b785225 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:55.740802 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5f243ddb-a740-491e-a779-05a61b785225 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:55.758262 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fec5fe11-2257-450f-a454-dff00d895352 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:55.806592 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5fe11-2257-450f-a454-dff00d895352 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Subnet': ['ID=50a8cb2c-c154-4eef-9c29-ac310c559a27,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:55.819440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fec5fe11-2257-450f-a454-dff00d895352 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:55.833256 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fec5fe11-2257-450f-a454-dff00d895352 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/50a8cb2c-c154-4eef-9c29-ac310c559a27 HTTP/1.1" status: 204 len: 168 time: 0.9645591 May 28 04:52:55.833647 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede20ff1-60c2-46bd-9252-36a79c59d1b3 None None] Network 1897c035-f144-4f0b-8a77-376ba78b6f39 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:55.844463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59120) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:55.889982 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f243ddb-a740-491e-a779-05a61b785225 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:55.902402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5f243ddb-a740-491e-a779-05a61b785225 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:55.902688 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-5f243ddb-a740-491e-a779-05a61b785225 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Added segment 8fe25424-5023-4f1d-9147-52c1fbc2bc16 of type vlan for network 19026865-4b5a-4ccb-9505-d313ddfa10e9 May 28 04:52:55.916119 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48be0941-f8ba-4a91-aab4-5ac458c50f2d tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:55.930175 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e531d2a-a0ce-4af1-9669-7bc89fd47b41 None None] Sync routers for ids ['0a28d0cb-23ba-47b9-aefd-08eadce49314'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:55.939851 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5f243ddb-a740-491e-a779-05a61b785225 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:55.949741 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e531d2a-a0ce-4af1-9669-7bc89fd47b41 None None] Routers {'0a28d0cb-23ba-47b9-aefd-08eadce49314'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:55.950300 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-48be0941-f8ba-4a91-aab4-5ac458c50f2d tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "PUT /v2.0/routers/0a28d0cb-23ba-47b9-aefd-08eadce49314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0625021 May 28 04:52:55.952344 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-6e531d2a-a0ce-4af1-9669-7bc89fd47b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0a28d0cb-23ba-47b9-aefd-08eadce49314'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:55.955434 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59124) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:56.011664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:56.034556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:56.040517 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port fd8a0483-e320-489f-8db6-10cca6bb589c {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:56.040919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:56.044099 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-6e531d2a-a0ce-4af1-9669-7bc89fd47b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:56.058452 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e531d2a-a0ce-4af1-9669-7bc89fd47b41 None None] Routers {'0a28d0cb-23ba-47b9-aefd-08eadce49314'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:56.059582 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-6e531d2a-a0ce-4af1-9669-7bc89fd47b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0a28d0cb-23ba-47b9-aefd-08eadce49314'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:56.061432 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-5f243ddb-a740-491e-a779-05a61b785225 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:52:56.084729 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-bedea252-29fa-4336-8bdc-e7281adc102b tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] show failed (client error): The resource could not be found. May 28 04:52:56.085803 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bedea252-29fa-4336-8bdc-e7281adc102b tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-228631611 HTTP/1.1" status: 404 len: 334 time: 0.1294379 May 28 04:52:56.089693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59130) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:56.095948 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-7e53a7d2-906f-486a-89df-7c00f3364897 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:56.160716 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-6e531d2a-a0ce-4af1-9669-7bc89fd47b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:56.161328 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-7e53a7d2-906f-486a-89df-7c00f3364897 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] update failed (client error): The resource could not be found. May 28 04:52:56.162433 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7e53a7d2-906f-486a-89df-7c00f3364897 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1182099858 HTTP/1.1" status: 404 len: 335 time: 0.0718381 May 28 04:52:56.163509 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e531d2a-a0ce-4af1-9669-7bc89fd47b41 None None] The sync data for ids ['0a28d0cb-23ba-47b9-aefd-08eadce49314'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:56.168356 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59134) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:56.175087 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5f243ddb-a740-491e-a779-05a61b785225 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:56.178744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f243ddb-a740-491e-a779-05a61b785225 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:56.179324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5f243ddb-a740-491e-a779-05a61b785225 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:56.227014 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8b0d9c-c31d-4cee-8938-7224606a497d None None] DHCP port deletion for 1897c035-f144-4f0b-8a77-376ba78b6f39 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:52:56.232394 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b0d9c-c31d-4cee-8938-7224606a497d None None] Deleting port fd8a0483-e320-489f-8db6-10cca6bb589c {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:56.232922 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0d9c-c31d-4cee-8938-7224606a497d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:56.313683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:56.441893 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 63a26c97-7892-4e28-995a-2a8bad1fb731 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:52:56.461205 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5f243ddb-a740-491e-a779-05a61b785225 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7632132 May 28 04:52:56.462933 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59138) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:56.488037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e8c8d3c4-719c-448b-9d09-e8658ac92c45 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'subnet': {'network_id': '19026865-4b5a-4ccb-9505-d313ddfa10e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:56.494646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:56.501687 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1f8b0d9c-c31d-4cee-8938-7224606a497d None None] For port fd8a0483-e320-489f-8db6-10cca6bb589c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fd8a0483-e320-489f-8db6-10cca6bb589c,segment=NetworkSegment(960e80af-4de9-450c-a664-c96aaee6600a),segment_id=960e80af-4de9-450c-a664-c96aaee6600a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:56.502288 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0d9c-c31d-4cee-8938-7224606a497d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:56.507920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f243ddb-a740-491e-a779-05a61b785225 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Network': ['ID=19026865-4b5a-4ccb-9505-d313ddfa10e9,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:56.525272 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=a929f43b-c3ff-4f8c-b3ee-afe685da62d4,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:56.571651 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 19026865-4b5a-4ccb-9505-d313ddfa10e9 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:52:56.646170 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b0d9c-c31d-4cee-8938-7224606a497d None None] Calling delete_port for fd8a0483-e320-489f-8db6-10cca6bb589c owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:56.674638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e8c8d3c4-719c-448b-9d09-e8658ac92c45 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:56.692758 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] For port fd8a0483-e320-489f-8db6-10cca6bb589c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fd8a0483-e320-489f-8db6-10cca6bb589c,segment=NetworkSegment(960e80af-4de9-450c-a664-c96aaee6600a),segment_id=960e80af-4de9-450c-a664-c96aaee6600a)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:56.693422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:56.696277 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e8c8d3c4-719c-448b-9d09-e8658ac92c45 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:56.702522 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c5d57d-f0eb-4168-99eb-634205ab0c0a tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Deleting subnet 6832018c-8250-47d2-855c-d457c4f4d62e {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:52:56.707876 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23c5d57d-f0eb-4168-99eb-634205ab0c0a tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:56.752864 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c8d3c4-719c-448b-9d09-e8658ac92c45 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Made reservation on behalf of 4cd5365825924b6da70db27afdcfa7af for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:56.769493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c984b3-b78c-43ce-b91e-afe058c97657 req-02382fe8-7da1-4a61-8d7b-6e9a1c0f23b1 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:56.771002 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c4c984b3-b78c-43ce-b91e-afe058c97657 req-02382fe8-7da1-4a61-8d7b-6e9a1c0f23b1 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 945 time: 0.4324300 May 28 04:52:56.805647 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 63a26c97-7892-4e28-995a-2a8bad1fb731 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:56.805647 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:56.836005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for fd8a0483-e320-489f-8db6-10cca6bb589c owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:56.837150 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23c5d57d-f0eb-4168-99eb-634205ab0c0a tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:56.845078 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f8b0d9c-c31d-4cee-8938-7224606a497d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:56.896560 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b0d9c-c31d-4cee-8938-7224606a497d None None] Pushing event deleted for resources: {'Port': ['ID=fd8a0483-e320-489f-8db6-10cca6bb589c,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:56.906820 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8c8d3c4-719c-448b-9d09-e8658ac92c45 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:56.921795 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8b0d9c-c31d-4cee-8938-7224606a497d None None] No DVR routers for this DVR port fd8a0483-e320-489f-8db6-10cca6bb589c on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:52:56.984734 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:56.986725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:56.990936 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c4c984b3-b78c-43ce-b91e-afe058c97657 req-fc6e8b2b-aecb-4822-bf59-31940ec5006f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280382 May 28 04:52:57.015966 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.ipam_backend_mixin [None req-e8c8d3c4-719c-448b-9d09-e8658ac92c45 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Performing IP validity checks on allocation pools {{(pid=84009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 28 04:52:57.016496 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.ipam_backend_mixin [None req-e8c8d3c4-719c-448b-9d09-e8658ac92c45 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 28 04:52:57.050863 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23c5d57d-f0eb-4168-99eb-634205ab0c0a tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:57.095323 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:57.117972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fd8a0483-e320-489f-8db6-10cca6bb589c no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:52:57.169072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:52:57.169072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:52:57.169975 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23c5d57d-f0eb-4168-99eb-634205ab0c0a tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:57.191677 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: fd8a0483-e320-489f-8db6-10cca6bb589c {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:52:57.192084 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fd8a0483-e320-489f-8db6-10cca6bb589c not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:52:57.259230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5d57d-f0eb-4168-99eb-634205ab0c0a tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event deleted for resources: {'Subnet': ['ID=6832018c-8250-47d2-855c-d457c4f4d62e,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:57.265241 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23c5d57d-f0eb-4168-99eb-634205ab0c0a tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:57.277047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00728731-88cf-4cec-9014-0394110b82c1 None None] Network 34d31f8b-75f5-4d6a-9b27-eef277239614 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:57.286063 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-23c5d57d-f0eb-4168-99eb-634205ab0c0a tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "DELETE /v2.0/subnets/6832018c-8250-47d2-855c-d457c4f4d62e HTTP/1.1" status: 204 len: 168 time: 1.1124284 May 28 04:52:57.287646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59144) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:57.335077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8c8d3c4-719c-448b-9d09-e8658ac92c45 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:57.403460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e35c30f1-0c71-46d9-bec9-246cfe72b1d4 None None] Provisioning complete for port a929f43b-c3ff-4f8c-b3ee-afe685da62d4 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:52:57.403883 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e35c30f1-0c71-46d9-bec9-246cfe72b1d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:57.407133 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c8d3c4-719c-448b-9d09-e8658ac92c45 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Subnet': ['ID=e8c77396-de30-4b43-908b-344b8800093d,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:57.431256 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c8d3c4-719c-448b-9d09-e8658ac92c45 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Checking segment: {'id': '8fe25424-5023-4f1d-9147-52c1fbc2bc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '19026865-4b5a-4ccb-9505-d313ddfa10e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:57.431617 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c8d3c4-719c-448b-9d09-e8658ac92c45 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network hostable DHCP agents. Network: 19026865-4b5a-4ccb-9505-d313ddfa10e9, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:52:57.457481 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c8d3c4-719c-448b-9d09-e8658ac92c45 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Network 19026865-4b5a-4ccb-9505-d313ddfa10e9 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:52:57.469442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb88a6-55f3-4e66-9b9e-b04b4af6de04 req-7c6dbc9e-f18d-403c-a833-b0bf7c2ff1b7 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:57.470023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-e8c8d3c4-719c-448b-9d09-e8658ac92c45 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 19026865-4b5a-4ccb-9505-d313ddfa10e9) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:57.470954 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4edb88a6-55f3-4e66-9b9e-b04b4af6de04 req-7c6dbc9e-f18d-403c-a833-b0bf7c2ff1b7 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 945 time: 0.2881234 May 28 04:52:57.477346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c8d3c4-719c-448b-9d09-e8658ac92c45 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:57.477964 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8c8d3c4-719c-448b-9d09-e8658ac92c45 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:57.497461 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad47326-6322-492c-b398-c5f6a9b25998 None None] Network 19026865-4b5a-4ccb-9505-d313ddfa10e9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:57.506190 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e8c8d3c4-719c-448b-9d09-e8658ac92c45 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0399792 May 28 04:52:57.507157 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59148) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:57.514319 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-20594f56-cfbe-4151-979f-832cc0602f6d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:57.594180 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e35c30f1-0c71-46d9-bec9-246cfe72b1d4 None None] Port a929f43b-c3ff-4f8c-b3ee-afe685da62d4 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:52:57.648019 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-20594f56-cfbe-4151-979f-832cc0602f6d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2823306'] for subnet, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:57.749013 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port fd8a0483-e320-489f-8db6-10cca6bb589c {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:57.749628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:57.767613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da37d44-26ac-44f0-9b35-87859f6a95ae None None] DHCP port deletion for 34d31f8b-75f5-4d6a-9b27-eef277239614 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:52:57.777354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6da37d44-26ac-44f0-9b35-87859f6a95ae None None] Deleting port cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:57.777733 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6da37d44-26ac-44f0-9b35-87859f6a95ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:57.806140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-19026865-4b5a-4ccb-9505-d313ddfa10e9', 'network_id': '19026865-4b5a-4ccb-9505-d313ddfa10e9', 'tenant_id': '4cd5365825924b6da70db27afdcfa7af', 'fixed_ips': [{'subnet_id': 'e8c77396-de30-4b43-908b-344b8800093d'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:52:57.806935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:57.840859 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4edb88a6-55f3-4e66-9b9e-b04b4af6de04 req-fcf4a9c3-851f-4ce1-b2a1-5cd907da98d0 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3281898 May 28 04:52:57.848513 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] The port 'fd8a0483-e320-489f-8db6-10cca6bb589c' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:52:57.873902 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59152) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:57.900613 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46d2c22-02c6-42ab-b63e-cf2240f2ca17 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Deleting subnet 19cb681f-3a6e-43ee-9bf5-db7caa37afc2 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:52:57.923294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c46d2c22-02c6-42ab-b63e-cf2240f2ca17 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:57.974971 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-20594f56-cfbe-4151-979f-832cc0602f6d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773018525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2641882'] for subnet, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.041931 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20594f56-cfbe-4151-979f-832cc0602f6d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:58.042396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-20594f56-cfbe-4151-979f-832cc0602f6d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.049102 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-20594f56-cfbe-4151-979f-832cc0602f6d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "PUT /v2.0/subnets/e8c77396-de30-4b43-908b-344b8800093d HTTP/1.1" status: 200 len: 877 time: 0.5355706 May 28 04:52:58.049102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59156) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:58.056396 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.065267 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c46d2c22-02c6-42ab-b63e-cf2240f2ca17 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.084599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20594f56-cfbe-4151-979f-832cc0602f6d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event updated for resources: {'Subnet': ['ID=e8c77396-de30-4b43-908b-344b8800093d,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:58.132877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1897c035-f144-4f0b-8a77-376ba78b6f39']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:58.134487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-6da37d44-26ac-44f0-9b35-87859f6a95ae None None] For port cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3,segment=NetworkSegment(a32002f7-6d10-4112-9fe1-d3f852b392a0),segment_id=a32002f7-6d10-4112-9fe1-d3f852b392a0)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:58.134929 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6da37d44-26ac-44f0-9b35-87859f6a95ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.148740 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bf1ddb07-020e-4fcb-a843-82230eb9ff08 tempest-TestNetworkAdvancedServerOps-1519466913 tempest-TestNetworkAdvancedServerOps-1519466913-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 1093 time: 0.2711446 May 28 04:52:58.151827 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59160) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:58.157116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960e80af-4de9-450c-a664-c96aaee6600a') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:58.157411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960e80af-4de9-450c-a664-c96aaee6600a') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:58.166911 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': '119df63d-18bb-4005-9c53-10ec561c3493', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:58.180299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:58.190565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Usage tracker for resource:floatingip and tenant:ae7bd3f2813141dda2af2b10bea87cd6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:58.196313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.205441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:58.215642 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.226321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:58.229358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 148a2845-7806-4ea3-a93a-2fed734e76c3 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:52:58.231721 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.247745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:58.248177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.262789 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Allocated IP 172.20.0.3 (19026865-4b5a-4ccb-9505-d313ddfa10e9/e8c77396-de30-4b43-908b-344b8800093d/19bb28ad-0f71-4b8f-ad00-598a1aaa179d) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:58.263028 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:58.273056 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6da37d44-26ac-44f0-9b35-87859f6a95ae None None] Calling delete_port for cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:52:58.304578 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.314679 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.362311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c46d2c22-02c6-42ab-b63e-cf2240f2ca17 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.448169 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6da37d44-26ac-44f0-9b35-87859f6a95ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.500787 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:52:58.544778 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da37d44-26ac-44f0-9b35-87859f6a95ae None None] Pushing event deleted for resources: {'Port': ['ID=cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:58.556571 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:52:58.556998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:52:58.566071 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da37d44-26ac-44f0-9b35-87859f6a95ae None None] No DVR routers for this DVR port cbb3b0fe-b6ac-4573-a3d9-5f1a2731d1c3 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:52:58.579713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.603315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.628547 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Network': ['ID=1897c035-f144-4f0b-8a77-376ba78b6f39,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:58.651105 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.663369 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-309039b9-7b98-4580-9358-dbc641de9f13 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/networks/1897c035-f144-4f0b-8a77-376ba78b6f39 HTTP/1.1" status: 204 len: 168 time: 2.8178365 May 28 04:52:58.668049 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59164) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:58.668237 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Transition to ACTIVE for port object 19bb28ad-0f71-4b8f-ad00-598a1aaa179d will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:58.672701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c46d2c22-02c6-42ab-b63e-cf2240f2ca17 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.681244 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-54729423-7ecd-460f-ae0b-e224e879d013 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-379756348', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:58.687876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Transition to ACTIVE for port object 19bb28ad-0f71-4b8f-ad00-598a1aaa179d will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:52:58.688858 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-54729423-7ecd-460f-ae0b-e224e879d013 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:58.693821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-54729423-7ecd-460f-ae0b-e224e879d013 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:router and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:58.695675 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.697525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-54729423-7ecd-460f-ae0b-e224e879d013 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:58.706104 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-54729423-7ecd-460f-ae0b-e224e879d013 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:58.722105 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.722358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d2c22-02c6-42ab-b63e-cf2240f2ca17 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event deleted for resources: {'Subnet': ['ID=19cb681f-3a6e-43ee-9bf5-db7caa37afc2,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:58.733323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c46d2c22-02c6-42ab-b63e-cf2240f2ca17 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.746928 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c46d2c22-02c6-42ab-b63e-cf2240f2ca17 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "DELETE /v2.0/subnets/19cb681f-3a6e-43ee-9bf5-db7caa37afc2 HTTP/1.1" status: 204 len: 168 time: 1.4094272 May 28 04:52:58.747157 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fd7e71-7dad-400a-8f21-31ba0fd89e39 None None] Network b7ea7b47-7030-4f24-b401-d5aa5886d92d requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:58.747274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59168) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:58.788528 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54729423-7ecd-460f-ae0b-e224e879d013 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.789452 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54729423-7ecd-460f-ae0b-e224e879d013 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.810797 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c77396-de30-4b43-908b-344b8800093d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:58.850068 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Network 19026865-4b5a-4ccb-9505-d313ddfa10e9 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:58.855033 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:58.859017 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Pushing event updated for resources: {'Port': ['ID=19bb28ad-0f71-4b8f-ad00-598a1aaa179d,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:58.879857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:58.884667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:52:58.890895 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-011123b1-e2af-4098-b821-b394ac2a3d03 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/148a2845-7806-4ea3-a93a-2fed734e76c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7831881 May 28 04:52:58.894602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59172) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:58.894730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8cc4467c-e7df-4669-b498-f50eabf4cdc0 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.898769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.936574 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.978572 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54729423-7ecd-460f-ae0b-e224e879d013 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:58.989533 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19026865-4b5a-4ccb-9505-d313ddfa10e9']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:59.003772 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07244e73-9a81-4a98-b528-8085969cd6b0 None None] Sync routers for ids ['148a2845-7806-4ea3-a93a-2fed734e76c3'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:52:59.008783 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe25424-5023-4f1d-9147-52c1fbc2bc16') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:59.009142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe25424-5023-4f1d-9147-52c1fbc2bc16') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:59.030025 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6be007-9729-401e-958e-37b6be15a339 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:59.033989 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ba6be007-9729-401e-958e-37b6be15a339 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports/a929f43b-c3ff-4f8c-b3ee-afe685da62d4 HTTP/1.1" status: 200 len: 910 time: 0.1357944 May 28 04:52:59.034190 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.043343 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59176) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:59.052996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1742396e-8ba9-4115-9e9c-4104f480ba8e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cdfc6804-8258-47c3-9688-19e3f423dea1'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:59.090677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8cc4467c-e7df-4669-b498-f50eabf4cdc0 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.094346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54729423-7ecd-460f-ae0b-e224e879d013 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.108604 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.131868 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:59.132516 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.133029 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Attempting to bind port 19bb28ad-0f71-4b8f-ad00-598a1aaa179d on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:52:59.133390 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Attempting to bind port 19bb28ad-0f71-4b8f-ad00-598a1aaa179d by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '8fe25424-5023-4f1d-9147-52c1fbc2bc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '19026865-4b5a-4ccb-9505-d313ddfa10e9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:52:59.133767 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Attempting to bind port 19bb28ad-0f71-4b8f-ad00-598a1aaa179d on network 19026865-4b5a-4ccb-9505-d313ddfa10e9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:52:59.137047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07244e73-9a81-4a98-b528-8085969cd6b0 None None] Routers {'148a2845-7806-4ea3-a93a-2fed734e76c3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:59.137736 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-07244e73-9a81-4a98-b528-8085969cd6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['148a2845-7806-4ea3-a93a-2fed734e76c3'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:59.163153 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-8cc4467c-e7df-4669-b498-f50eabf4cdc0 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d31f8b-75f5-4d6a-9b27-eef277239614']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:59.165939 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:59.183764 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-8cc4467c-e7df-4669-b498-f50eabf4cdc0 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32002f7-6d10-4112-9fe1-d3f852b392a0') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:59.184110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-8cc4467c-e7df-4669-b498-f50eabf4cdc0 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32002f7-6d10-4112-9fe1-d3f852b392a0') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:59.200479 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8cc4467c-e7df-4669-b498-f50eabf4cdc0 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.208677 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:52:59.209026 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Checking segment: {'id': '8fe25424-5023-4f1d-9147-52c1fbc2bc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '19026865-4b5a-4ccb-9505-d313ddfa10e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:52:59.209411 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.209964 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Bound using segment: {'id': '8fe25424-5023-4f1d-9147-52c1fbc2bc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '19026865-4b5a-4ccb-9505-d313ddfa10e9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:52:59.210270 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Bound port: 19bb28ad-0f71-4b8f-ad00-598a1aaa179d, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fe25424-5023-4f1d-9147-52c1fbc2bc16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '19026865-4b5a-4ccb-9505-d313ddfa10e9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:52:59.210604 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.219260 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-07244e73-9a81-4a98-b528-8085969cd6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:59.225846 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Allocated IP 172.26.8.47 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/bd99cc99-c619-4784-82fd-351731d11d99) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:52:59.227795 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8cc4467c-e7df-4669-b498-f50eabf4cdc0 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.241606 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cc4467c-e7df-4669-b498-f50eabf4cdc0 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:52:59.242029 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8cc4467c-e7df-4669-b498-f50eabf4cdc0 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:52:59.257407 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:52:59.279180 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07244e73-9a81-4a98-b528-8085969cd6b0 None None] Routers {'148a2845-7806-4ea3-a93a-2fed734e76c3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:52:59.279839 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-07244e73-9a81-4a98-b528-8085969cd6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['148a2845-7806-4ea3-a93a-2fed734e76c3'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:59.299640 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54729423-7ecd-460f-ae0b-e224e879d013 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.304044 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-54729423-7ecd-460f-ae0b-e224e879d013 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6312582 May 28 04:52:59.304288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59180) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:59.312014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-af3af306-49ef-4f92-9af1-3f07c3adb35e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1813855988'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:52:59.321219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-af3af306-49ef-4f92-9af1-3f07c3adb35e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:52:59.325148 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 28 04:52:59.325148 dv-neutron-843300-5-hyperv neutron-server[84009]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 28 04:52:59.325148 dv-neutron-843300-5-hyperv neutron-server[84009]: [parameters: {'id': '19026865-4b5a-4ccb-9505-d313ddfa10e9'}] May 28 04:52:59.325148 dv-neutron-843300-5-hyperv neutron-server[84009]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:52:59.325511 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:52:59.331994 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-af3af306-49ef-4f92-9af1-3f07c3adb35e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:network and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:52:59.346696 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-af3af306-49ef-4f92-9af1-3f07c3adb35e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:52:59.350285 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-07244e73-9a81-4a98-b528-8085969cd6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:52:59.350682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07244e73-9a81-4a98-b528-8085969cd6b0 None None] The sync data for ids ['148a2845-7806-4ea3-a93a-2fed734e76c3'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:52:59.357885 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-af3af306-49ef-4f92-9af1-3f07c3adb35e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:52:59.397944 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] For port 19bb28ad-0f71-4b8f-ad00-598a1aaa179d, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:52:59.401583 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] For port 19bb28ad-0f71-4b8f-ad00-598a1aaa179d, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=19bb28ad-0f71-4b8f-ad00-598a1aaa179d,segment=NetworkSegment(8fe25424-5023-4f1d-9147-52c1fbc2bc16),segment_id=8fe25424-5023-4f1d-9147-52c1fbc2bc16)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:52:59.410059 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.451631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b565ffd-c811-4df7-b2f1-60b902bb71f0 None None] DHCP port deletion for b7ea7b47-7030-4f24-b401-d5aa5886d92d request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:52:59.455370 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1742396e-8ba9-4115-9e9c-4104f480ba8e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.474326 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7b565ffd-c811-4df7-b2f1-60b902bb71f0 None None] Deleting port f78649ad-a022-44fb-812a-c728a5476f4c {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:59.474810 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7b565ffd-c811-4df7-b2f1-60b902bb71f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.496042 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3af306-49ef-4f92-9af1-3f07c3adb35e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:52:59.499051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-af3af306-49ef-4f92-9af1-3f07c3adb35e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.550350 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4c80b-a589-408f-af44-05d92f6b9280 None None] Pushing event updated for resources: {'Port': ['ID=19bb28ad-0f71-4b8f-ad00-598a1aaa179d,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:59.582259 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8cc4467c-e7df-4669-b498-f50eabf4cdc0 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.611219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8cc4467c-e7df-4669-b498-f50eabf4cdc0 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.670647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4467c-e7df-4669-b498-f50eabf4cdc0 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event deleted for resources: {'Network': ['ID=34d31f8b-75f5-4d6a-9b27-eef277239614,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:59.678858 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8cc4467c-e7df-4669-b498-f50eabf4cdc0 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "DELETE /v2.0/networks/34d31f8b-75f5-4d6a-9b27-eef277239614 HTTP/1.1" status: 204 len: 168 time: 0.9304125 May 28 04:52:59.683161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59184) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:52:59.688233 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.699637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af3af306-49ef-4f92-9af1-3f07c3adb35e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:52:59.723202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-af3af306-49ef-4f92-9af1-3f07c3adb35e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.723611 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-af3af306-49ef-4f92-9af1-3f07c3adb35e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Added segment 8d67db28-d9fd-4c30-9eb6-36edd68e821b of type vlan for network 875e0a9f-a429-4415-ae4e-c61202d56183 May 28 04:52:59.727473 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fb9312-7f4d-4a11-9d2e-72cb0133cb50 None None] Network 19026865-4b5a-4ccb-9505-d313ddfa10e9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:52:59.748950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.804416 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-af3af306-49ef-4f92-9af1-3f07c3adb35e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.828532 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.851140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-7b565ffd-c811-4df7-b2f1-60b902bb71f0 None None] For port f78649ad-a022-44fb-812a-c728a5476f4c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f78649ad-a022-44fb-812a-c728a5476f4c,segment=NetworkSegment(7946d8cc-8ba4-4cc2-9b4c-d2e24990e483),segment_id=7946d8cc-8ba4-4cc2-9b4c-d2e24990e483)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:52:59.851522 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7b565ffd-c811-4df7-b2f1-60b902bb71f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.896334 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-af3af306-49ef-4f92-9af1-3f07c3adb35e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.900296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3af306-49ef-4f92-9af1-3f07c3adb35e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:52:59.900880 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-af3af306-49ef-4f92-9af1-3f07c3adb35e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.917952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:52:59.924216 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-94693b5b-16ca-4646-a3b8-93a1767c9c63 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:52:59.926201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:52:59.933762 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:52:59.963411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event updated for resources: {'Port': ['ID=bd99cc99-c619-4784-82fd-351731d11d99,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:52:59.988972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-94693b5b-16ca-4646-a3b8-93a1767c9c63 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Deleting port f78649ad-a022-44fb-812a-c728a5476f4c {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:52:59.989313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-94693b5b-16ca-4646-a3b8-93a1767c9c63 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:00.006197 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Deleting port 19bb28ad-0f71-4b8f-ad00-598a1aaa179d {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:00.006548 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:00.029642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7b565ffd-c811-4df7-b2f1-60b902bb71f0 None None] Calling delete_port for f78649ad-a022-44fb-812a-c728a5476f4c owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:00.067534 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-af3af306-49ef-4f92-9af1-3f07c3adb35e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7622225 May 28 04:53:00.080377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59188) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:00.096943 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-467e8795-05f4-4e63-926e-7087c5d2b3df tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'subnet': {'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:00.105850 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3af306-49ef-4f92-9af1-3f07c3adb35e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Network': ['ID=875e0a9f-a429-4415-ae4e-c61202d56183,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:00.135292 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 875e0a9f-a429-4415-ae4e-c61202d56183 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:53:00.148212 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688a545d-d9d3-4c4a-b290-5d29522a44d8 None None] Network 19026865-4b5a-4ccb-9505-d313ddfa10e9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:00.164459 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7b565ffd-c811-4df7-b2f1-60b902bb71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:00.213686 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-94693b5b-16ca-4646-a3b8-93a1767c9c63 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] The port 'f78649ad-a022-44fb-812a-c728a5476f4c' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:53:00.382702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b565ffd-c811-4df7-b2f1-60b902bb71f0 None None] Pushing event deleted for resources: {'Port': ['ID=f78649ad-a022-44fb-812a-c728a5476f4c,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:00.409751 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-467e8795-05f4-4e63-926e-7087c5d2b3df tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:00.411929 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b565ffd-c811-4df7-b2f1-60b902bb71f0 None None] No DVR routers for this DVR port f78649ad-a022-44fb-812a-c728a5476f4c on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:53:00.413492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-467e8795-05f4-4e63-926e-7087c5d2b3df tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:subnet and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:00.416501 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-467e8795-05f4-4e63-926e-7087c5d2b3df tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:00.422699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-467e8795-05f4-4e63-926e-7087c5d2b3df tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:00.443241 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-94693b5b-16ca-4646-a3b8-93a1767c9c63 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:00.456301 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467e8795-05f4-4e63-926e-7087c5d2b3df tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:00.475468 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1742396e-8ba9-4115-9e9c-4104f480ba8e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:00.486395 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1742396e-8ba9-4115-9e9c-4104f480ba8e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:00.495421 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f78649ad-a022-44fb-812a-c728a5476f4c no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:53:00.532495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: f78649ad-a022-44fb-812a-c728a5476f4c {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:53:00.533065 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f78649ad-a022-44fb-812a-c728a5476f4c not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:53:00.560211 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-94693b5b-16ca-4646-a3b8-93a1767c9c63 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7ea7b47-7030-4f24-b401-d5aa5886d92d']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:00.620588 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] For port 19bb28ad-0f71-4b8f-ad00-598a1aaa179d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=19bb28ad-0f71-4b8f-ad00-598a1aaa179d,segment=NetworkSegment(8fe25424-5023-4f1d-9147-52c1fbc2bc16),segment_id=8fe25424-5023-4f1d-9147-52c1fbc2bc16)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:00.620927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:00.632965 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcbb5fe-128a-4579-adfa-6c06d71660f3 None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 04:53:00.643975 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742396e-8ba9-4115-9e9c-4104f480ba8e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=a929f43b-c3ff-4f8c-b3ee-afe685da62d4,revision_number=3']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:00.650084 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-94693b5b-16ca-4646-a3b8-93a1767c9c63 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7946d8cc-8ba4-4cc2-9b4c-d2e24990e483') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:00.650375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-94693b5b-16ca-4646-a3b8-93a1767c9c63 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7946d8cc-8ba4-4cc2-9b4c-d2e24990e483') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:00.737515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-94693b5b-16ca-4646-a3b8-93a1767c9c63 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:00.755666 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcbb5fe-128a-4579-adfa-6c06d71660f3 None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 04:53:00.756270 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-467e8795-05f4-4e63-926e-7087c5d2b3df tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:00.794591 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:53:00.795319 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Calling delete_port for 19bb28ad-0f71-4b8f-ad00-598a1aaa179d owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:00.833908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-94693b5b-16ca-4646-a3b8-93a1767c9c63 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:00.851292 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1742396e-8ba9-4115-9e9c-4104f480ba8e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:00.852233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1742396e-8ba9-4115-9e9c-4104f480ba8e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:00.853684 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1742396e-8ba9-4115-9e9c-4104f480ba8e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/ports/a929f43b-c3ff-4f8c-b3ee-afe685da62d4 HTTP/1.1" status: 200 len: 910 time: 1.8092275 May 28 04:53:00.858576 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59192) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:00.878368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94693b5b-16ca-4646-a3b8-93a1767c9c63 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:53:00.878798 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-94693b5b-16ca-4646-a3b8-93a1767c9c63 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:53:00.893317 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:53:01.108086 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:01.141315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-94693b5b-16ca-4646-a3b8-93a1767c9c63 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:01.163071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-94693b5b-16ca-4646-a3b8-93a1767c9c63 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:01.166289 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Port': ['ID=19bb28ad-0f71-4b8f-ad00-598a1aaa179d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:01.174895 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No DVR routers for this DVR port 19bb28ad-0f71-4b8f-ad00-598a1aaa179d on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:53:01.179194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94693b5b-16ca-4646-a3b8-93a1767c9c63 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event deleted for resources: {'Network': ['ID=b7ea7b47-7030-4f24-b401-d5aa5886d92d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:01.189553 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-94693b5b-16ca-4646-a3b8-93a1767c9c63 tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "DELETE /v2.0/networks/b7ea7b47-7030-4f24-b401-d5aa5886d92d HTTP/1.1" status: 204 len: 168 time: 1.4697268 May 28 04:53:01.194756 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59196) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:01.422098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:01.463165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19026865-4b5a-4ccb-9505-d313ddfa10e9']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:01.463680 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-467e8795-05f4-4e63-926e-7087c5d2b3df tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:01.479127 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe25424-5023-4f1d-9147-52c1fbc2bc16') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:01.479725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe25424-5023-4f1d-9147-52c1fbc2bc16') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:01.494044 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:01.513767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:01.524579 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:53:01.524964 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:53:01.539820 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:53:01.593785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-84d3e32f-a397-4bd3-96f7-35db22c0658c tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Deleting subnet 9bbdd692-dd6a-4e4c-96be-399910c59083 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:53:01.612728 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84d3e32f-a397-4bd3-96f7-35db22c0658c tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:01.618080 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7422fd3-648b-4417-814c-4b811775d6b0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:01.668651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467e8795-05f4-4e63-926e-7087c5d2b3df tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Subnet': ['ID=cf9b5c8b-3941-44ec-911e-8ae9096c8c4e,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:01.709141 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84d3e32f-a397-4bd3-96f7-35db22c0658c tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:01.728408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:01.735225 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:01.750182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:01.774298 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Network': ['ID=19026865-4b5a-4ccb-9505-d313ddfa10e9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:01.782159 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-96677c4d-89a0-4b7f-9a05-2e49dc414fe2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/19026865-4b5a-4ccb-9505-d313ddfa10e9 HTTP/1.1" status: 204 len: 168 time: 3.7311044 May 28 04:53:01.789455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467e8795-05f4-4e63-926e-7087c5d2b3df tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Checking segment: {'id': '8d67db28-d9fd-4c30-9eb6-36edd68e821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:01.789974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467e8795-05f4-4e63-926e-7087c5d2b3df tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network hostable DHCP agents. Network: 875e0a9f-a429-4415-ae4e-c61202d56183, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:53:01.790121 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59200) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:01.831144 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-58000b6c-7929-4ea0-b326-672def6baa92 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:01.831869 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58000b6c-7929-4ea0-b326-672def6baa92 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:01.835550 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-58000b6c-7929-4ea0-b326-672def6baa92 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/subnets/e8c77396-de30-4b43-908b-344b8800093d HTTP/1.1" status: 404 len: 337 time: 0.0419147 May 28 04:53:01.836874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59204) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:01.843717 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:01.920274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467e8795-05f4-4e63-926e-7087c5d2b3df tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network 875e0a9f-a429-4415-ae4e-c61202d56183 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:53:01.926101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84d3e32f-a397-4bd3-96f7-35db22c0658c tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:01.969899 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-467e8795-05f4-4e63-926e-7087c5d2b3df tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 875e0a9f-a429-4415-ae4e-c61202d56183) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:01.978152 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d5534d-db4c-4e0d-bc68-2685aa6b8c68 None None] Network 875e0a9f-a429-4415-ae4e-c61202d56183 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:01.983176 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6f0243-2388-4cad-a7c2-5199658b996b tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:01.983600 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6f0243-2388-4cad-a7c2-5199658b996b tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:01.987569 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7a6f0243-2388-4cad-a7c2-5199658b996b tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/19026865-4b5a-4ccb-9505-d313ddfa10e9 HTTP/1.1" status: 404 len: 339 time: 0.1475027 May 28 04:53:01.987794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59208) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:02.030272 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc492b4-2b57-4b99-a1a9-55035a13981d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:02.030701 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc492b4-2b57-4b99-a1a9-55035a13981d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:02.034968 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5dc492b4-2b57-4b99-a1a9-55035a13981d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/subnets/eb0ad9e3-d802-4534-96d2-7ab72bec9109 HTTP/1.1" status: 404 len: 337 time: 0.0436773 May 28 04:53:02.035102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59212) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:02.043509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467e8795-05f4-4e63-926e-7087c5d2b3df tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:02.044230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-467e8795-05f4-4e63-926e-7087c5d2b3df tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:02.062711 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c536e4c-8db7-41a1-974f-63a9ed99610d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:02.063185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c536e4c-8db7-41a1-974f-63a9ed99610d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:02.067257 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4c536e4c-8db7-41a1-974f-63a9ed99610d tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/4101f8be-d312-42be-82c1-ea5561d646d7 HTTP/1.1" status: 404 len: 339 time: 0.0283222 May 28 04:53:02.068655 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59216) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:02.101689 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-467e8795-05f4-4e63-926e-7087c5d2b3df tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0181260 May 28 04:53:02.107631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59220) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:02.196859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84d3e32f-a397-4bd3-96f7-35db22c0658c tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:02.213570 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-875e0a9f-a429-4415-ae4e-c61202d56183', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:53:02.214416 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:02.278484 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74cf527a-8566-46e5-8ccb-a25dd0e8d361 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:02.304983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3e32f-a397-4bd3-96f7-35db22c0658c tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event deleted for resources: {'Subnet': ['ID=9bbdd692-dd6a-4e4c-96be-399910c59083,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:02.323315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84d3e32f-a397-4bd3-96f7-35db22c0658c tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:02.336995 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-84d3e32f-a397-4bd3-96f7-35db22c0658c tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "DELETE /v2.0/subnets/9bbdd692-dd6a-4e4c-96be-399910c59083 HTTP/1.1" status: 204 len: 168 time: 1.1398697 May 28 04:53:02.337206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59224) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:02.352333 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1883f2-78ce-4c83-9301-097d23553059 None None] Network 7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:02.416599 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:02.475746 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:02.476933 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Allocated IP 2001:db8::2 (875e0a9f-a429-4415-ae4e-c61202d56183/cf9b5c8b-3941-44ec-911e-8ae9096c8c4e/357c3581-20cd-4d31-90ef-546fbf7294fb) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:02.581961 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74cf527a-8566-46e5-8ccb-a25dd0e8d361 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:02.592399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event updated for resources: {'Port': ['ID=bd99cc99-c619-4784-82fd-351731d11d99,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:02.624202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:02.664151 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-74cf527a-8566-46e5-8ccb-a25dd0e8d361 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e19baf-4f58-42ad-be40-fa8627be55eb']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:02.682719 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-74cf527a-8566-46e5-8ccb-a25dd0e8d361 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26306218-b4b3-4145-b0f4-12bdbfa28bdb') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:02.683011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-74cf527a-8566-46e5-8ccb-a25dd0e8d361 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26306218-b4b3-4145-b0f4-12bdbfa28bdb') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:02.700098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Deleting port 847ddace-3e40-4b9f-b99f-f59c7c23d03e {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:02.700645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:02.725835 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74cf527a-8566-46e5-8ccb-a25dd0e8d361 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:02.781890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:02.794174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Transition to ACTIVE for port object 357c3581-20cd-4d31-90ef-546fbf7294fb will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:02.806927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74cf527a-8566-46e5-8ccb-a25dd0e8d361 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:02.812716 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0813d52a-c760-46f5-8161-439141829776 None None] DHCP port deletion for 7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:53:02.823061 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-0813d52a-c760-46f5-8161-439141829776 None None] Deleting port 847ddace-3e40-4b9f-b99f-f59c7c23d03e {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:02.823554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0813d52a-c760-46f5-8161-439141829776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:02.851479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cf527a-8566-46e5-8ccb-a25dd0e8d361 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:53:02.851479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74cf527a-8566-46e5-8ccb-a25dd0e8d361 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:02.854827 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:53:02.868576 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:53:03.015819 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Transition to ACTIVE for port object 357c3581-20cd-4d31-90ef-546fbf7294fb will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:03.037606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:03.041226 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74cf527a-8566-46e5-8ccb-a25dd0e8d361 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:03.104203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:03.105505 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74cf527a-8566-46e5-8ccb-a25dd0e8d361 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:03.119338 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-0813d52a-c760-46f5-8161-439141829776 None None] For port 847ddace-3e40-4b9f-b99f-f59c7c23d03e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=847ddace-3e40-4b9f-b99f-f59c7c23d03e,segment=NetworkSegment(b7146c21-d9dd-41ce-baf9-f978a5acff95),segment_id=b7146c21-d9dd-41ce-baf9-f978a5acff95)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:03.119714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0813d52a-c760-46f5-8161-439141829776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:03.132803 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf527a-8566-46e5-8ccb-a25dd0e8d361 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Network': ['ID=36e19baf-4f58-42ad-be40-fa8627be55eb,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:03.139472 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Pushing event updated for resources: {'Port': ['ID=357c3581-20cd-4d31-90ef-546fbf7294fb,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:03.144417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] For port 847ddace-3e40-4b9f-b99f-f59c7c23d03e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=847ddace-3e40-4b9f-b99f-f59c7c23d03e,segment=NetworkSegment(b7146c21-d9dd-41ce-baf9-f978a5acff95),segment_id=b7146c21-d9dd-41ce-baf9-f978a5acff95)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:03.144776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:03.155171 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-74cf527a-8566-46e5-8ccb-a25dd0e8d361 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/36e19baf-4f58-42ad-be40-fa8627be55eb HTTP/1.1" status: 204 len: 168 time: 1.0842206 May 28 04:53:03.157106 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59228) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:03.232523 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Network 875e0a9f-a429-4415-ae4e-c61202d56183 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:03.285340 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:03.287733 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:03.296277 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-0813d52a-c760-46f5-8161-439141829776 None None] Calling delete_port for 847ddace-3e40-4b9f-b99f-f59c7c23d03e owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:03.307545 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Calling delete_port for 847ddace-3e40-4b9f-b99f-f59c7c23d03e owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:03.343501 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ddb166-2924-457e-8b32-0180eed22edf tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:03.343934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ddb166-2924-457e-8b32-0180eed22edf tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:03.348048 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-49ddb166-2924-457e-8b32-0180eed22edf tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/subnets/8f56fd32-fa06-49ae-b262-9d2039d1356c HTTP/1.1" status: 404 len: 337 time: 0.1858797 May 28 04:53:03.349520 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59232) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:03.391992 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64d015b-1691-4eaf-8418-117e98ca2ed2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:03.392430 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a64d015b-1691-4eaf-8418-117e98ca2ed2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:03.396486 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a64d015b-1691-4eaf-8418-117e98ca2ed2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/05b04705-17d5-42ab-89cb-7951aaaaddd0 HTTP/1.1" status: 404 len: 339 time: 0.0429418 May 28 04:53:03.398148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59236) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:03.450536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Attempting to bind port 357c3581-20cd-4d31-90ef-546fbf7294fb on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:03.451108 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Attempting to bind port 357c3581-20cd-4d31-90ef-546fbf7294fb by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '8d67db28-d9fd-4c30-9eb6-36edd68e821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:03.451899 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Attempting to bind port 357c3581-20cd-4d31-90ef-546fbf7294fb on network 875e0a9f-a429-4415-ae4e-c61202d56183 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:03.453947 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-a580b25b-713a-4808-978b-237c3db57726 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:03.454384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a580b25b-713a-4808-978b-237c3db57726 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:03.468736 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Floating IP 85a9e999-79e6-4fcc-bc51-9287dc8eb037 associated. External IP: 172.26.8.47, port: 119df63d-18bb-4005-9c53-10ec561c3493. May 28 04:53:03.471396 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:03.472100 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Checking segment: {'id': '8d67db28-d9fd-4c30-9eb6-36edd68e821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:03.472574 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:03.473052 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Bound using segment: {'id': '8d67db28-d9fd-4c30-9eb6-36edd68e821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:03.473623 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Bound port: 357c3581-20cd-4d31-90ef-546fbf7294fb, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d67db28-d9fd-4c30-9eb6-36edd68e821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:03.474107 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:03.525870 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a580b25b-713a-4808-978b-237c3db57726 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/subnets/977050e6-e7d2-4f3c-84cb-cc0b347b84eb HTTP/1.1" status: 404 len: 337 time: 0.1262970 May 28 04:53:03.565852 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59240) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:03.572564 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] For port 357c3581-20cd-4d31-90ef-546fbf7294fb, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:03.578289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] For port 357c3581-20cd-4d31-90ef-546fbf7294fb, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=357c3581-20cd-4d31-90ef-546fbf7294fb,segment=NetworkSegment(8d67db28-d9fd-4c30-9eb6-36edd68e821b),segment_id=8d67db28-d9fd-4c30-9eb6-36edd68e821b)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:03.584634 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 28 04:53:03.584634 dv-neutron-843300-5-hyperv neutron-server[84009]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] May 28 04:53:03.584634 dv-neutron-843300-5-hyperv neutron-server[84009]: [parameters: {'port_id': '847ddace-3e40-4b9f-b99f-f59c7c23d03e'}] May 28 04:53:03.584634 dv-neutron-843300-5-hyperv neutron-server[84009]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:53:03.585440 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:53:03.587330 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:03.595404 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e7422fd3-648b-4417-814c-4b811775d6b0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port a929f43b-c3ff-4f8c-b3ee-afe685da62d4 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:03.595739 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7422fd3-648b-4417-814c-4b811775d6b0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:03.626103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0813d52a-c760-46f5-8161-439141829776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:03.667114 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cae2a68-e8c6-4874-89e9-ac435ad39229 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:03.667823 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cae2a68-e8c6-4874-89e9-ac435ad39229 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:03.671874 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0813d52a-c760-46f5-8161-439141829776 None None] No DVR routers for this DVR port 847ddace-3e40-4b9f-b99f-f59c7c23d03e on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:53:03.672614 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4cae2a68-e8c6-4874-89e9-ac435ad39229 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/1daadab9-0d5f-4a7d-b16f-ba19ee6b2c46 HTTP/1.1" status: 404 len: 339 time: 0.1057706 May 28 04:53:03.673464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59244) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:03.686934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209a37c-7d7a-4aac-a316-ca6afb552927 None None] Pushing event updated for resources: {'Port': ['ID=357c3581-20cd-4d31-90ef-546fbf7294fb,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:03.729793 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0813d52a-c760-46f5-8161-439141829776 None None] Pushing event deleted for resources: {'Port': ['ID=847ddace-3e40-4b9f-b99f-f59c7c23d03e,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:03.757957 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7385997-a64b-494a-b3e8-9dd3cde4b355 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:03.758394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7385997-a64b-494a-b3e8-9dd3cde4b355 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:03.760048 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b7385997-a64b-494a-b3e8-9dd3cde4b355 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/subnets/39deb509-0d94-42fb-a656-d33f11869350 HTTP/1.1" status: 404 len: 337 time: 0.0720673 May 28 04:53:03.762936 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59248) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:03.765921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Allocated IP 2001:db8::1 (875e0a9f-a429-4415-ae4e-c61202d56183/cf9b5c8b-3941-44ec-911e-8ae9096c8c4e/ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:03.796690 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-e769f436-f0a3-4c03-9f78-518f15cd7fd2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:03.797152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e769f436-f0a3-4c03-9f78-518f15cd7fd2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:03.798858 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e769f436-f0a3-4c03-9f78-518f15cd7fd2 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/d9598c87-4f00-4992-a5ea-b4fb0a0ed28c HTTP/1.1" status: 404 len: 339 time: 0.0348351 May 28 04:53:03.801832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59252) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:03.806150 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7422fd3-648b-4417-814c-4b811775d6b0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:03.888845 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f787712-d1be-4791-8e81-55e8c29f74b9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:03.889280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f787712-d1be-4791-8e81-55e8c29f74b9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:03.893374 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2f787712-d1be-4791-8e81-55e8c29f74b9 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/subnets/8b51c745-eedc-435d-94f7-acfbfe74aed8 HTTP/1.1" status: 404 len: 337 time: 0.0837698 May 28 04:53:03.933927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59256) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:03.943160 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e7422fd3-648b-4417-814c-4b811775d6b0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for a929f43b-c3ff-4f8c-b3ee-afe685da62d4 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:04.009907 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2cf2b26-23c5-4f3d-8d94-8f68696abeb4 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:04.010426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2cf2b26-23c5-4f3d-8d94-8f68696abeb4 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:04.013713 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e2cf2b26-23c5-4f3d-8d94-8f68696abeb4 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/7f7c1c88-2bd0-4a70-b0c5-22e4d623db56 HTTP/1.1" status: 404 len: 339 time: 0.0773430 May 28 04:53:04.015290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59260) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:04.047780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:04.062281 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-267402e4-1a8c-4ff9-bc04-93fe5fb6fb5c tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:04.062716 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-267402e4-1a8c-4ff9-bc04-93fe5fb6fb5c tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:04.064395 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-267402e4-1a8c-4ff9-bc04-93fe5fb6fb5c tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/subnets/6845054a-d20d-4b2f-b26b-d264f094d040 HTTP/1.1" status: 404 len: 337 time: 0.0481591 May 28 04:53:04.068821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59264) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:04.086178 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Deleting port 847ddace-3e40-4b9f-b99f-f59c7c23d03e {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:04.086716 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:04.090847 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Transition to ACTIVE for port object ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:04.105039 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fc5f0f0-e348-45d5-9792-f4a5f6d56cbb tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:04.105473 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fc5f0f0-e348-45d5-9792-f4a5f6d56cbb tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:04.110185 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0fc5f0f0-e348-45d5-9792-f4a5f6d56cbb tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/01aef9e0-342d-4f66-be15-07026f486847 HTTP/1.1" status: 404 len: 339 time: 0.0376973 May 28 04:53:04.120888 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59268) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:04.185336 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c1898a-b856-4683-87a7-6ae9d1a44ae7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:04.185833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c1898a-b856-4683-87a7-6ae9d1a44ae7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:04.190154 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c9c1898a-b856-4683-87a7-6ae9d1a44ae7 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/subnets/ca960241-e843-4e43-b97d-b2b44d34f98c HTTP/1.1" status: 404 len: 337 time: 0.0651960 May 28 04:53:04.192955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59272) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:04.201229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] The port '847ddace-3e40-4b9f-b99f-f59c7c23d03e' was deleted {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:53:04.227971 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9be305d-ac62-441d-9ee5-74cca7b929eb tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:04.228411 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9be305d-ac62-441d-9ee5-74cca7b929eb tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:04.233405 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f9be305d-ac62-441d-9ee5-74cca7b929eb tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/f4869fa7-2219-4de0-a06b-c85af7682789 HTTP/1.1" status: 404 len: 339 time: 0.0277226 May 28 04:53:04.256991 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59276) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:04.324178 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3f2288-ecc4-435d-8daf-e8d9fdee00bf tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:04.324613 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3f2288-ecc4-435d-8daf-e8d9fdee00bf tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:04.326294 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6d3f2288-ecc4-435d-8daf-e8d9fdee00bf tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/subnets/0db2633a-a2f1-4d07-b32c-615f5c2cafac HTTP/1.1" status: 404 len: 337 time: 0.0667982 May 28 04:53:04.329313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59280) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:04.374876 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f236f31-8a06-40b6-a342-06973aca897e tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:04.375333 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f236f31-8a06-40b6-a342-06973aca897e tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:04.377369 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7f236f31-8a06-40b6-a342-06973aca897e tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/10a69774-bd95-46c3-b530-c679af24cbda HTTP/1.1" status: 404 len: 339 time: 0.0467203 May 28 04:53:04.379687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59284) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:04.434271 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:04.449358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:04.477667 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:04.479131 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-8927de4a-ab84-4c93-bb5a-d106a810eafc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:04.479573 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8927de4a-ab84-4c93-bb5a-d106a810eafc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:04.483685 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8927de4a-ab84-4c93-bb5a-d106a810eafc tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/subnets/bf24f0e9-f32e-457c-a3f0-17999b686184 HTTP/1.1" status: 404 len: 337 time: 0.1007304 May 28 04:53:04.488732 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59288) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:04.501707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 357c3581-20cd-4d31-90ef-546fbf7294fb up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:04.529759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network 875e0a9f-a429-4415-ae4e-c61202d56183 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:04.532333 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7146c21-d9dd-41ce-baf9-f978a5acff95') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:04.532619 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7146c21-d9dd-41ce-baf9-f978a5acff95') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:04.533060 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:04.537057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:04.537574 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:04.541323 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe671f3a-15d2-43d0-a831-701689aaf851 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] DELETE failed (client error): The resource could not be found. May 28 04:53:04.541855 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe671f3a-15d2-43d0-a831-701689aaf851 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:53:04.555308 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fe671f3a-15d2-43d0-a831-701689aaf851 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/70cf73b1-4548-412e-b8be-308432d8bc74 HTTP/1.1" status: 404 len: 339 time: 0.0639856 May 28 04:53:04.555521 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:04.555668 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:04.556470 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59292) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:04.563996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7422fd3-648b-4417-814c-4b811775d6b0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:04.597181 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 357c3581-20cd-4d31-90ef-546fbf7294fb completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:04.615322 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:04.619683 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7422fd3-648b-4417-814c-4b811775d6b0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Port': ['ID=a929f43b-c3ff-4f8c-b3ee-afe685da62d4,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:04.628233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:53:04.628639 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:53:04.649386 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:53:04.674905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 847ddace-3e40-4b9f-b99f-f59c7c23d03e no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:53:04.718924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 847ddace-3e40-4b9f-b99f-f59c7c23d03e {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:53:04.719349 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 847ddace-3e40-4b9f-b99f-f59c7c23d03e not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:53:04.817797 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:04.901371 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:04.907349 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:04.922382 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1fd8d8-365b-4025-ac35-00551e1eace0 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Deleting subnet 732acfaf-1c43-448b-940a-0de94e2c09c7 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:53:04.936503 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Router 5427a005-0295-4ddd-9dfc-0b333d3fae62 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:04.938570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4b1fd8d8-365b-4025-ac35-00551e1eace0 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:04.995117 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Pushing event deleted for resources: {'Network': ['ID=7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:05.000938 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6e25eb0c-0110-472a-a53a-ee0d09ee19df tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "DELETE /v2.0/networks/7b78f74a-5ef8-4ae6-95ea-2043ca5de4d6 HTTP/1.1" status: 204 len: 168 time: 2.6389353 May 28 04:53:05.004443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72321333-e811-4a9c-8dc0-c8e5f831061b None None] Network 875e0a9f-a429-4415-ae4e-c61202d56183 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:05.009291 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59296) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:05.117535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-162867b3-ff82-4e3b-bcca-ecc0d94e6e87 None None] Provisioning for port 357c3581-20cd-4d31-90ef-546fbf7294fb completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:05.127616 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-162867b3-ff82-4e3b-bcca-ecc0d94e6e87 None None] Provisioning complete for port 357c3581-20cd-4d31-90ef-546fbf7294fb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:05.127977 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-162867b3-ff82-4e3b-bcca-ecc0d94e6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:05.158476 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4b1fd8d8-365b-4025-ac35-00551e1eace0 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:05.164818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-da78f54c-20ab-4baf-bc9c-22790420f00f tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Synchronizing usage tracker for tenant:8873b5c795f84261bda8c72fc43e4631 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:05.183401 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e7422fd3-648b-4417-814c-4b811775d6b0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:05.194407 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-da78f54c-20ab-4baf-bc9c-22790420f00f tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Unset dirty status for tenant:8873b5c795f84261bda8c72fc43e4631 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:05.195535 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-da78f54c-20ab-4baf-bc9c-22790420f00f tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a28d0cb-23ba-47b9-aefd-08eadce49314 HTTP/1.1" status: 200 len: 205 time: 0.1851184 May 28 04:53:05.198144 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59300) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:05.353096 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-162867b3-ff82-4e3b-bcca-ecc0d94e6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:05.394717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-162867b3-ff82-4e3b-bcca-ecc0d94e6e87 None None] For port 357c3581-20cd-4d31-90ef-546fbf7294fb, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=357c3581-20cd-4d31-90ef-546fbf7294fb,segment=NetworkSegment(8d67db28-d9fd-4c30-9eb6-36edd68e821b),segment_id=8d67db28-d9fd-4c30-9eb6-36edd68e821b)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:05.401393 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-162867b3-ff82-4e3b-bcca-ecc0d94e6e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:05.454148 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-915dbaeb-c5d4-4e2c-83ea-9c4f1966880c tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:05.476442 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162867b3-ff82-4e3b-bcca-ecc0d94e6e87 None None] Pushing event updated for resources: {'Port': ['ID=357c3581-20cd-4d31-90ef-546fbf7294fb,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:05.489788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4b1fd8d8-365b-4025-ac35-00551e1eace0 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:05.640829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:05.647181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4b1fd8d8-365b-4025-ac35-00551e1eace0 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:05.686650 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:05.687696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:05.753229 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1500d7c3-4b96-46d6-af84-71927a9aa6f1 None None] Provisioning for port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:05.760526 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1500d7c3-4b96-46d6-af84-71927a9aa6f1 None None] Provisioning complete for port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:05.760981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fd8d8-365b-4025-ac35-00551e1eace0 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Subnet': ['ID=732acfaf-1c43-448b-940a-0de94e2c09c7,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:05.761445 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1500d7c3-4b96-46d6-af84-71927a9aa6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:05.794731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4b1fd8d8-365b-4025-ac35-00551e1eace0 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:05.810707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95815e41-f4ff-4d14-b42f-03be10450d9f None None] Network 651e8418-d22b-4c99-9735-1870235a8dc9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:05.931059 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1500d7c3-4b96-46d6-af84-71927a9aa6f1 None None] Port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:06.019061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:06.024317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1500d7c3-4b96-46d6-af84-71927a9aa6f1 None None] Provisioning complete for port 357c3581-20cd-4d31-90ef-546fbf7294fb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:06.024697 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1500d7c3-4b96-46d6-af84-71927a9aa6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:06.025379 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4b1fd8d8-365b-4025-ac35-00551e1eace0 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/subnets/732acfaf-1c43-448b-940a-0de94e2c09c7 HTTP/1.1" status: 204 len: 168 time: 1.4684284 May 28 04:53:06.030179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59304) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:06.037249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:06.048133 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d43ae-2a5c-400a-8e6b-435358ec608a None None] Sync routers for ids ['5427a005-0295-4ddd-9dfc-0b333d3fae62'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:53:06.064503 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d43ae-2a5c-400a-8e6b-435358ec608a None None] Routers {'5427a005-0295-4ddd-9dfc-0b333d3fae62'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:06.065501 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-8c8d43ae-2a5c-400a-8e6b-435358ec608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5427a005-0295-4ddd-9dfc-0b333d3fae62'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:06.095852 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:06.145318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network 875e0a9f-a429-4415-ae4e-c61202d56183 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:06.164224 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:06.233825 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad22e8e5-0ef2-43da-bf63-61908c330e47 None None] DHCP port deletion for 651e8418-d22b-4c99-9735-1870235a8dc9 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:53:06.239224 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ad22e8e5-0ef2-43da-bf63-61908c330e47 None None] Deleting port 6fa35f30-4873-47c8-90f7-dfee33069070 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:06.240923 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ad22e8e5-0ef2-43da-bf63-61908c330e47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:06.315192 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-8c8d43ae-2a5c-400a-8e6b-435358ec608a None None] Set router 5427a005-0295-4ddd-9dfc-0b333d3fae62 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:06.323941 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ac3ffb25-dc8c-436a-97d0-de447956268e tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.1710496 May 28 04:53:06.327501 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'tag': '119df63d-18bb-4005-9c53-10ec561c3493'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:53:06.369924 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-915dbaeb-c5d4-4e2c-83ea-9c4f1966880c tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:06.374896 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-915dbaeb-c5d4-4e2c-83ea-9c4f1966880c tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:06.416956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7422fd3-648b-4417-814c-4b811775d6b0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 148a2845-7806-4ea3-a93a-2fed734e76c3 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:06.432199 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-915dbaeb-c5d4-4e2c-83ea-9c4f1966880c tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:06.432702 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915dbaeb-c5d4-4e2c-83ea-9c4f1966880c tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Fanout notify agent at l3_agent the message router_deleted on router 0a28d0cb-23ba-47b9-aefd-08eadce49314 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:53:06.440547 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:06.445587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fe6b1db7-1242-4dfa-9d9b-f7da50409c0b None None] Provisioning complete for port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:06.445973 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fe6b1db7-1242-4dfa-9d9b-f7da50409c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:06.476281 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-915dbaeb-c5d4-4e2c-83ea-9c4f1966880c tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:06.489638 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-915dbaeb-c5d4-4e2c-83ea-9c4f1966880c tempest-RoutersNegativeTest-1624717875 tempest-RoutersNegativeTest-1624717875-project] 10.222.0.15 "DELETE /v2.0/routers/0a28d0cb-23ba-47b9-aefd-08eadce49314 HTTP/1.1" status: 204 len: 168 time: 1.2890680 May 28 04:53:06.538510 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 357c3581-20cd-4d31-90ef-546fbf7294fb up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:06.572359 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30cf58dc-ba37-4691-ace6-9d2ab7fd1eac'] response: {'name': 'network-changed', 'server_uuid': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'tag': '119df63d-18bb-4005-9c53-10ec561c3493', 'status': 'completed', 'code': 200} May 28 04:53:06.772452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b1db7-1242-4dfa-9d9b-f7da50409c0b None None] Port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:06.788848 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4ad1c54d-6e3f-4615-8cb3-6f2571b90178 req-0c932a06-6f71-41d2-bfd1-67ecab5960c0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae7bd3f2813141dda2af2b10bea87cd6&device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 1098 time: 0.1767852 May 28 04:53:06.789543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ad22e8e5-0ef2-43da-bf63-61908c330e47 None None] For port 6fa35f30-4873-47c8-90f7-dfee33069070, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6fa35f30-4873-47c8-90f7-dfee33069070,segment=NetworkSegment(73a7f8e8-ba2d-4b0f-aaaa-da38b0281d49),segment_id=73a7f8e8-ba2d-4b0f-aaaa-da38b0281d49)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:06.790017 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ad22e8e5-0ef2-43da-bf63-61908c330e47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:06.799697 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd96523-9bc6-4267-a48e-0985399fdc90 req-1e2ddb37-d30e-46ae-b6bd-a769c05db136 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:06.802369 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8dd96523-9bc6-4267-a48e-0985399fdc90 req-1e2ddb37-d30e-46ae-b6bd-a769c05db136 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 945 time: 0.2283008 May 28 04:53:06.845360 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Deleting port 6fa35f30-4873-47c8-90f7-dfee33069070 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:06.845860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:06.990086 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-8c8d43ae-2a5c-400a-8e6b-435358ec608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908790262', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:20Z', 'updated_at': '2022-05-28T04:52:29Z', 'revision_number': 4, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'gw_port': {'id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:21Z', 'updated_at': '2022-05-28T04:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '85a9e999-79e6-4fcc-bc51-9287dc8eb037', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'floating_ip_address': '172.26.8.47', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'port_id': '119df63d-18bb-4005-9c53-10ec561c3493', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'mac_address': 'fa:16:3e:ae:47:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:53:01Z', 'updated_at': '2022-05-28T04:53:01Z', 'revision_number': 0, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ee52d2-5e1f-4f65-873c-92a463f4821d', 'name': '', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'mac_address': 'fa:16:3e:05:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:27Z', 'updated_at': '2022-05-28T04:52:41Z', 'revision_number': 5, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'subnets': [{'id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:07.000000 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d43ae-2a5c-400a-8e6b-435358ec608a None None] Checking router: 5427a005-0295-4ddd-9dfc-0b333d3fae62 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:53:07.009517 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ad22e8e5-0ef2-43da-bf63-61908c330e47 None None] Calling delete_port for 6fa35f30-4873-47c8-90f7-dfee33069070 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:07.021869 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1c54d-6e3f-4615-8cb3-6f2571b90178 req-abafad5f-7e77-44bc-8c53-42e5621b766c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:07.023657 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4ad1c54d-6e3f-4615-8cb3-6f2571b90178 req-abafad5f-7e77-44bc-8c53-42e5621b766c service neutron] 10.222.0.66 "GET /v2.0/networks?id=22f2b8f5-a005-404a-81aa-e0f719181fdc HTTP/1.1" status: 200 len: 897 time: 0.2200773 May 28 04:53:07.029949 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8d43ae-2a5c-400a-8e6b-435358ec608a None None] Routers {'5427a005-0295-4ddd-9dfc-0b333d3fae62'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:07.030827 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-8c8d43ae-2a5c-400a-8e6b-435358ec608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5427a005-0295-4ddd-9dfc-0b333d3fae62'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:07.083591 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 357c3581-20cd-4d31-90ef-546fbf7294fb triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:07.083959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:07.118890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-55563055-d28d-4f8e-84e1-1a33aafa079d None None] Provisioning complete for port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:07.119640 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-55563055-d28d-4f8e-84e1-1a33aafa079d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:07.142932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7422fd3-648b-4417-814c-4b811775d6b0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:07.150894 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e7422fd3-648b-4417-814c-4b811775d6b0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/148a2845-7806-4ea3-a93a-2fed734e76c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2911613 May 28 04:53:07.153149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] For port 6fa35f30-4873-47c8-90f7-dfee33069070, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6fa35f30-4873-47c8-90f7-dfee33069070,segment=NetworkSegment(73a7f8e8-ba2d-4b0f-aaaa-da38b0281d49),segment_id=73a7f8e8-ba2d-4b0f-aaaa-da38b0281d49)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:07.153477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:07.161038 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59316) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:07.161363 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59318) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:07.171411 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4ad1c54d-6e3f-4615-8cb3-6f2571b90178 req-084565f9-6baa-41a5-8ed2-3d1f1c605f1c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=119df63d-18bb-4005-9c53-10ec561c3493 HTTP/1.1" status: 200 len: 998 time: 0.1378090 May 28 04:53:07.171656 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48550bbc-d491-414e-a6d9-e33640fc2ccd None None] Sync routers for ids ['148a2845-7806-4ea3-a93a-2fed734e76c3'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:53:07.236875 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48550bbc-d491-414e-a6d9-e33640fc2ccd None None] Routers {'148a2845-7806-4ea3-a93a-2fed734e76c3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:07.237440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-48550bbc-d491-414e-a6d9-e33640fc2ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['148a2845-7806-4ea3-a93a-2fed734e76c3'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:07.264462 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1c54d-6e3f-4615-8cb3-6f2571b90178 req-1f33e476-5ddf-4ab8-a1d5-d112602a3a52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:07.266122 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4ad1c54d-6e3f-4615-8cb3-6f2571b90178 req-1f33e476-5ddf-4ab8-a1d5-d112602a3a52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=37d324a7-8cdb-4a4c-b011-f130e877afd0 HTTP/1.1" status: 200 len: 835 time: 0.0791650 May 28 04:53:07.294482 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-55563055-d28d-4f8e-84e1-1a33aafa079d None None] Port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:07.304002 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ad22e8e5-0ef2-43da-bf63-61908c330e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:07.310279 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f29d0924-dfe1-4004-bc49-0b01abe64666 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Synchronizing usage tracker for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:07.328956 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:53:07.348548 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-48550bbc-d491-414e-a6d9-e33640fc2ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:07.363996 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22e8e5-0ef2-43da-bf63-61908c330e47 None None] Pushing event deleted for resources: {'Port': ['ID=6fa35f30-4873-47c8-90f7-dfee33069070,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:07.370788 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8dd96523-9bc6-4267-a48e-0985399fdc90 req-34094a9f-cdbd-479a-b1db-fbf3d8f56dd0 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5341597 May 28 04:53:07.376671 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22e8e5-0ef2-43da-bf63-61908c330e47 None None] No DVR routers for this DVR port 6fa35f30-4873-47c8-90f7-dfee33069070 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:53:07.401066 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4ad1c54d-6e3f-4615-8cb3-6f2571b90178 req-3e1d3737-b29e-4ade-a60f-ad511fe9d11f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22f2b8f5-a005-404a-81aa-e0f719181fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1243260 May 28 04:53:07.405909 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-8c8d43ae-2a5c-400a-8e6b-435358ec608a None None] Set router 5427a005-0295-4ddd-9dfc-0b333d3fae62 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:07.408723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59326) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:07.420624 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Calling delete_port for 6fa35f30-4873-47c8-90f7-dfee33069070 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:07.436350 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48550bbc-d491-414e-a6d9-e33640fc2ccd None None] Routers {'148a2845-7806-4ea3-a93a-2fed734e76c3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:07.436984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-48550bbc-d491-414e-a6d9-e33640fc2ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['148a2845-7806-4ea3-a93a-2fed734e76c3'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:07.538477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f29d0924-dfe1-4004-bc49-0b01abe64666 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Unset dirty status for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:07.542530 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f29d0924-dfe1-4004-bc49-0b01abe64666 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports?device_id=148a2845-7806-4ea3-a93a-2fed734e76c3 HTTP/1.1" status: 200 len: 205 time: 0.3801897 May 28 04:53:07.547585 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-48550bbc-d491-414e-a6d9-e33640fc2ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:07.548174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48550bbc-d491-414e-a6d9-e33640fc2ccd None None] The sync data for ids ['148a2845-7806-4ea3-a93a-2fed734e76c3'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:53:07.556086 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59330) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:07.598915 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6fa35f30-4873-47c8-90f7-dfee33069070 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:53:07.638694 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-305a5afc-d593-4e38-857f-536f310e12de tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/floatingips/85a9e999-79e6-4fcc-bc51-9287dc8eb037 HTTP/1.1" status: 200 len: 990 time: 0.1663747 May 28 04:53:07.639642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 6fa35f30-4873-47c8-90f7-dfee33069070 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:53:07.640207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6fa35f30-4873-47c8-90f7-dfee33069070 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:53:07.700340 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6e25bf8d-9578-447a-a313-17d00b65a6ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8873b5c795f84261bda8c72fc43e4631&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5340719 May 28 04:53:07.701127 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:53:07.701436 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:53:07.701839 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59334) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:07.753908 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42fbd7fe-0481-4289-aa52-ac77fde0393c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:07.794468 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-8c8d43ae-2a5c-400a-8e6b-435358ec608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908790262', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:20Z', 'updated_at': '2022-05-28T04:52:29Z', 'revision_number': 4, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'gw_port': {'id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:21Z', 'updated_at': '2022-05-28T04:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '85a9e999-79e6-4fcc-bc51-9287dc8eb037', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'floating_ip_address': '172.26.8.47', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'port_id': '119df63d-18bb-4005-9c53-10ec561c3493', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'mac_address': 'fa:16:3e:ae:47:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:53:01Z', 'updated_at': '2022-05-28T04:53:01Z', 'revision_number': 0, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ee52d2-5e1f-4f65-873c-92a463f4821d', 'name': '', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'mac_address': 'fa:16:3e:05:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:27Z', 'updated_at': '2022-05-28T04:52:41Z', 'revision_number': 5, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'subnets': [{'id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:07.799342 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8d43ae-2a5c-400a-8e6b-435358ec608a None None] The sync data for ids ['5427a005-0295-4ddd-9dfc-0b333d3fae62'] in dv-neutron-843300-5-hyperv is: [{'id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908790262', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:20Z', 'updated_at': '2022-05-28T04:52:29Z', 'revision_number': 4, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'gw_port': {'id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:21Z', 'updated_at': '2022-05-28T04:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '85a9e999-79e6-4fcc-bc51-9287dc8eb037', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'floating_ip_address': '172.26.8.47', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'port_id': '119df63d-18bb-4005-9c53-10ec561c3493', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'mac_address': 'fa:16:3e:ae:47:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:53:01Z', 'updated_at': '2022-05-28T04:53:01Z', 'revision_number': 0, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8ee52d2-5e1f-4f65-873c-92a463f4821d', 'name': '', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'mac_address': 'fa:16:3e:05:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:27Z', 'updated_at': '2022-05-28T04:52:41Z', 'revision_number': 5, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'subnets': [{'id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:53:07.909704 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-71c38e1d-b4c9-426d-b981-1d5e154e28a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:07.932798 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4ad1c54d-6e3f-4615-8cb3-6f2571b90178 req-a766b4d6-fd63-4955-b696-480cf5e69f7a service neutron] 10.222.0.66 "GET /v2.0/networks/22f2b8f5-a005-404a-81aa-e0f719181fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589419 May 28 04:53:08.012844 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:08.018314 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5bebe83d-23cf-4517-b1de-944a0073b63f tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9098938 May 28 04:53:08.023454 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Sync routers for ids ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:53:08.027444 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59338) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:08.039249 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Routers {'4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:08.039504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5132035d-b4bb-4a94-9f1f-1e2046969952 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1534811888'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:08.039981 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:08.046840 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5132035d-b4bb-4a94-9f1f-1e2046969952 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:08.053676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5132035d-b4bb-4a94-9f1f-1e2046969952 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:network and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:08.057921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5132035d-b4bb-4a94-9f1f-1e2046969952 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:08.067456 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-71c38e1d-b4c9-426d-b981-1d5e154e28a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.067700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5132035d-b4bb-4a94-9f1f-1e2046969952 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:08.073578 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b1fea-5c72-4af5-93e5-a646da21c72d None None] New status for floating IP 85a9e999-79e6-4fcc-bc51-9287dc8eb037: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:53:08.108894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5132035d-b4bb-4a94-9f1f-1e2046969952 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:08.112056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5132035d-b4bb-4a94-9f1f-1e2046969952 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.126522 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4ad1c54d-6e3f-4615-8cb3-6f2571b90178 req-3ea593fb-3e1e-4917-8799-d294b039a86c service neutron] 10.222.0.66 "GET /v2.0/networks/22f2b8f5-a005-404a-81aa-e0f719181fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863372 May 28 04:53:08.163258 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5132035d-b4bb-4a94-9f1f-1e2046969952 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:53:08.174561 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5132035d-b4bb-4a94-9f1f-1e2046969952 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.174914 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-5132035d-b4bb-4a94-9f1f-1e2046969952 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Added segment e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc of type vlan for network f1ef2189-1d6b-4890-91f5-b267631664cf May 28 04:53:08.208579 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5132035d-b4bb-4a94-9f1f-1e2046969952 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.251002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5132035d-b4bb-4a94-9f1f-1e2046969952 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.256706 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5132035d-b4bb-4a94-9f1f-1e2046969952 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:08.257797 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5132035d-b4bb-4a94-9f1f-1e2046969952 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.266073 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Set router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:08.325899 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42fbd7fe-0481-4289-aa52-ac77fde0393c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.330200 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42fbd7fe-0481-4289-aa52-ac77fde0393c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.353497 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Deleting port 6fa35f30-4873-47c8-90f7-dfee33069070 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:08.353857 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.402056 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5132035d-b4bb-4a94-9f1f-1e2046969952 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3734665 May 28 04:53:08.405633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59342) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:08.413177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8bf3f3aa-bd18-4ed8-8266-17b7add3f1f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'subnet': {'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:08.437886 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] The port '6fa35f30-4873-47c8-90f7-dfee33069070' was deleted {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:53:08.441238 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42fbd7fe-0481-4289-aa52-ac77fde0393c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.441792 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fbd7fe-0481-4289-aa52-ac77fde0393c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Fanout notify agent at l3_agent the message router_deleted on router 148a2845-7806-4ea3-a93a-2fed734e76c3 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:53:08.478625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132035d-b4bb-4a94-9f1f-1e2046969952 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Network': ['ID=f1ef2189-1d6b-4890-91f5-b267631664cf,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:08.494178 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network f1ef2189-1d6b-4890-91f5-b267631664cf details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:53:08.550541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8bf3f3aa-bd18-4ed8-8266-17b7add3f1f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:08.554900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8bf3f3aa-bd18-4ed8-8266-17b7add3f1f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:subnet and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:08.561701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8bf3f3aa-bd18-4ed8-8266-17b7add3f1f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:08.570934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8bf3f3aa-bd18-4ed8-8266-17b7add3f1f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:08.587920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.589988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf3f3aa-bd18-4ed8-8266-17b7add3f1f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:08.600321 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-71c38e1d-b4c9-426d-b981-1d5e154e28a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.602578 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-71c38e1d-b4c9-426d-b981-1d5e154e28a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.606935 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-71c38e1d-b4c9-426d-b981-1d5e154e28a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9153688c-69bf-49de-8f66-ecb4f4a2a9e8 HTTP/1.1" status: 204 len: 168 time: 0.8999383 May 28 04:53:08.625859 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42fbd7fe-0481-4289-aa52-ac77fde0393c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.629756 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-42fbd7fe-0481-4289-aa52-ac77fde0393c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/routers/148a2845-7806-4ea3-a93a-2fed734e76c3 HTTP/1.1" status: 204 len: 168 time: 1.0726960 May 28 04:53:08.635216 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59348) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:08.640242 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c38e1d-b4c9-426d-b981-1d5e154e28a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9153688c-69bf-49de-8f66-ecb4f4a2a9e8,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:08.646602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651e8418-d22b-4c99-9735-1870235a8dc9']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:08.657427 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59352) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:08.661579 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:04Z', 'revision_number': 2, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:05Z', 'revision_number': 2, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:08.665535 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Checking router: 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:53:08.665899 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Updating router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:53:08.708444 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f3aa-bd18-4ed8-8266-17b7add3f1f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.725608 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.801297 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a7f8e8-ba2d-4b0f-aaaa-da38b0281d49') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:08.801434 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a7f8e8-ba2d-4b0f-aaaa-da38b0281d49') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:08.838273 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.930800 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:08.949121 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-26e47b39-d9f5-490b-910c-41f8ac6cc74d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/floatingips/85a9e999-79e6-4fcc-bc51-9287dc8eb037 HTTP/1.1" status: 200 len: 992 time: 0.2501223 May 28 04:53:08.993851 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:53:08.994268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:09.004481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f3aa-bd18-4ed8-8266-17b7add3f1f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:53:09.010211 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:53:09.103016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3f3aa-bd18-4ed8-8266-17b7add3f1f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Subnet': ['ID=e022e3da-8aa2-4371-b5da-83bb12b83ccb,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:09.119424 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf3f3aa-bd18-4ed8-8266-17b7add3f1f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Checking segment: {'id': 'e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:09.119935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf3f3aa-bd18-4ed8-8266-17b7add3f1f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network hostable DHCP agents. Network: f1ef2189-1d6b-4890-91f5-b267631664cf, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:53:09.155252 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf3f3aa-bd18-4ed8-8266-17b7add3f1f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network f1ef2189-1d6b-4890-91f5-b267631664cf is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:53:09.171474 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-8bf3f3aa-bd18-4ed8-8266-17b7add3f1f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, f1ef2189-1d6b-4890-91f5-b267631664cf) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:09.175796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:09.183468 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23a2d7a-ba95-4545-ab22-f2f8e5572af2 None None] Network f1ef2189-1d6b-4890-91f5-b267631664cf requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:09.187375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf3f3aa-bd18-4ed8-8266-17b7add3f1f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:09.187961 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8bf3f3aa-bd18-4ed8-8266-17b7add3f1f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:09.198229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:09.209097 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] 10.222.0.15 "DELETE /v2.0/networks/651e8418-d22b-4c99-9735-1870235a8dc9 HTTP/1.1" status: 204 len: 168 time: 3.1724672 May 28 04:53:09.227165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d8a5e-ef57-4125-95a3-d5ec7703d298 tempest-NetworksTest-387720553 tempest-NetworksTest-387720553-project] Pushing event deleted for resources: {'Network': ['ID=651e8418-d22b-4c99-9735-1870235a8dc9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:09.237128 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8bf3f3aa-bd18-4ed8-8266-17b7add3f1f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8276415 May 28 04:53:09.237371 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffe900d-96a5-4cfc-a970-351a483ba81e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting subnet cdfc6804-8258-47c3-9688-19e3f423dea1 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:53:09.237493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59366) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:09.239011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cffe900d-96a5-4cfc-a970-351a483ba81e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:09.306931 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cffe900d-96a5-4cfc-a970-351a483ba81e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:09.314994 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:09.344398 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Transition to ACTIVE for port object ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:09.358744 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:09.412503 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cffe900d-96a5-4cfc-a970-351a483ba81e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:09.567531 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cffe900d-96a5-4cfc-a970-351a483ba81e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:09.578444 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e624c1-6680-476c-b179-72fa6c1d99ac None None] Pushing event updated for resources: {'Port': ['ID=ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:09.653441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cffe900d-96a5-4cfc-a970-351a483ba81e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:09.658631 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cffe900d-96a5-4cfc-a970-351a483ba81e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/cdfc6804-8258-47c3-9688-19e3f423dea1 HTTP/1.1" status: 204 len: 168 time: 1.0223117 May 28 04:53:09.663399 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59374) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:09.666427 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe900d-96a5-4cfc-a970-351a483ba81e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Subnet': ['ID=cdfc6804-8258-47c3-9688-19e3f423dea1,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:09.761331 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Attempting to bind port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:09.761850 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Attempting to bind port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '8d67db28-d9fd-4c30-9eb6-36edd68e821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:09.762079 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Attempting to bind port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b on network 875e0a9f-a429-4415-ae4e-c61202d56183 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:09.782751 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:09.784033 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Checking segment: {'id': '8d67db28-d9fd-4c30-9eb6-36edd68e821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:09.784448 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:09.784843 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Bound using segment: {'id': '8d67db28-d9fd-4c30-9eb6-36edd68e821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:09.785325 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Bound port: ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d67db28-d9fd-4c30-9eb6-36edd68e821b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:09.787521 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:09.796431 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59378) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:09.805583 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11431c21-c156-44f2-8309-eea51f2fffc9 None None] Network 7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:09.839558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-f1ef2189-1d6b-4890-91f5-b267631664cf', 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'fixed_ips': [{'subnet_id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:53:09.841840 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:09.892891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:09.946812 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port 63a26c97-7892-4e28-995a-2a8bad1fb731 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:09.947149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:10.065217 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] For port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:10.072101 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] For port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b,segment=NetworkSegment(8d67db28-d9fd-4c30-9eb6-36edd68e821b),segment_id=8d67db28-d9fd-4c30-9eb6-36edd68e821b)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:10.080643 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:10.220430 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e624c1-6680-476c-b179-72fa6c1d99ac None None] Pushing event updated for resources: {'Port': ['ID=ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:10.270738 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Routers {'4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:10.272498 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:10.337714 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cb22fc86-f9ab-4c88-b204-54a2330dc889 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4cd5365825924b6da70db27afdcfa7af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5376117 May 28 04:53:10.339446 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59390) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:10.423488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] For port 63a26c97-7892-4e28-995a-2a8bad1fb731, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=63a26c97-7892-4e28-995a-2a8bad1fb731,segment=NetworkSegment(f3827966-f682-4480-9a4d-92af55cb048a),segment_id=f3827966-f682-4480-9a4d-92af55cb048a)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:10.424714 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:10.494374 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59394) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:10.502119 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032806 May 28 04:53:10.511631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59396) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:10.532816 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Allocated IP 2001:db8:1::2 (f1ef2189-1d6b-4890-91f5-b267631664cf/e022e3da-8aa2-4371-b5da-83bb12b83ccb/0e3dc1cb-09bc-4966-b3f8-6817f790b6c5) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:10.603606 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] Set router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:10.672215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa534ef-1d3f-46de-84a7-1780624be875 None None] DHCP port deletion for 7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:53:10.694845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4fa534ef-1d3f-46de-84a7-1780624be875 None None] Deleting port 63a26c97-7892-4e28-995a-2a8bad1fb731 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:10.695472 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4fa534ef-1d3f-46de-84a7-1780624be875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:10.720153 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:10.731688 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for 63a26c97-7892-4e28-995a-2a8bad1fb731 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:10.793251 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73ee9909-696b-4b79-a888-7d2558e6ac62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:10.893227 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73ee9909-696b-4b79-a888-7d2558e6ac62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.003860 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0b8cc22f-edeb-4914-898d-5034cfab82b7 tempest-NetworksApiDiscovery-1995031529 tempest-NetworksApiDiscovery-1995031529-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4904156 May 28 04:53:11.007570 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.055985 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Port': ['ID=63a26c97-7892-4e28-995a-2a8bad1fb731,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:11.061566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] No DVR routers for this DVR port 63a26c97-7892-4e28-995a-2a8bad1fb731 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:53:11.072619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-4fa534ef-1d3f-46de-84a7-1780624be875 None None] For port 63a26c97-7892-4e28-995a-2a8bad1fb731, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=63a26c97-7892-4e28-995a-2a8bad1fb731,segment=NetworkSegment(f3827966-f682-4480-9a4d-92af55cb048a),segment_id=f3827966-f682-4480-9a4d-92af55cb048a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:11.073735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4fa534ef-1d3f-46de-84a7-1780624be875 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.082122 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:04Z', 'revision_number': 2, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:10Z', 'revision_number': 4, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:11.088953 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06351e7-334f-4e97-92f7-09b6d3c17038 None None] The sync data for ids ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'] in dv-neutron-843300-5-hyperv is: [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:04Z', 'revision_number': 2, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:10Z', 'revision_number': 4, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:53:11.197033 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73ee9909-696b-4b79-a888-7d2558e6ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.221178 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee9909-696b-4b79-a888-7d2558e6ac62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8f54f7-859c-4b8e-8206-20e51162b509,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:11.223916 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.256715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4fa534ef-1d3f-46de-84a7-1780624be875 None None] Calling delete_port for 63a26c97-7892-4e28-995a-2a8bad1fb731 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:11.267332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:11.282037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-73ee9909-696b-4b79-a888-7d2558e6ac62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.282567 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.283437 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-73ee9909-696b-4b79-a888-7d2558e6ac62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c8f54f7-859c-4b8e-8206-20e51162b509 HTTP/1.1" status: 204 len: 168 time: 0.9410944 May 28 04:53:11.285280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3827966-f682-4480-9a4d-92af55cb048a') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:11.285567 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3827966-f682-4480-9a4d-92af55cb048a') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:11.299599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.319388 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.326647 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Transition to ACTIVE for port object 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:11.328673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:53:11.329139 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:53:11.349105 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:53:11.369841 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Transition to ACTIVE for port object 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:11.394912 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-4fa534ef-1d3f-46de-84a7-1780624be875 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:53:11.395385 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-4fa534ef-1d3f-46de-84a7-1780624be875 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:53:11.397354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.480271 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Network f1ef2189-1d6b-4890-91f5-b267631664cf is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:11.483924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:11.493887 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:11.505297 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.536652 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Allocated IP 2001:db8:1::1 (f1ef2189-1d6b-4890-91f5-b267631664cf/e022e3da-8aa2-4371-b5da-83bb12b83ccb/a25e99ff-3591-4692-aec8-82a78627afcd) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:11.545626 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.558064 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Network': ['ID=7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:11.567715 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d5fb7937-f0ac-49aa-ac42-0e1eb8caa602 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/networks/7f8dfe9e-fdbc-45ae-ae19-5f217ea749d4 HTTP/1.1" status: 204 len: 168 time: 1.9029698 May 28 04:53:11.571814 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59408) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:11.577936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-6ce5e775-e6bf-4b7d-894b-a7f67dedd7fd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2142674723', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:11.579995 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Pushing event updated for resources: {'Port': ['ID=0e3dc1cb-09bc-4966-b3f8-6817f790b6c5,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:11.584990 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59412) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:11.598482 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6ce5e775-e6bf-4b7d-894b-a7f67dedd7fd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:11.610146 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6ce5e775-e6bf-4b7d-894b-a7f67dedd7fd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:router and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:11.613722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6ce5e775-e6bf-4b7d-894b-a7f67dedd7fd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:11.621225 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6ce5e775-e6bf-4b7d-894b-a7f67dedd7fd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:11.654888 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e775-e6bf-4b7d-894b-a7f67dedd7fd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.656054 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e775-e6bf-4b7d-894b-a7f67dedd7fd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.682271 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Attempting to bind port 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:11.682631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Attempting to bind port 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:11.683080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Attempting to bind port 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 on network f1ef2189-1d6b-4890-91f5-b267631664cf {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:11.690505 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:11.690758 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e775-e6bf-4b7d-894b-a7f67dedd7fd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.690870 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Checking segment: {'id': 'e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:11.696016 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.696588 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Bound using segment: {'id': 'e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:11.697081 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Bound port: 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:11.697455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.740428 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e775-e6bf-4b7d-894b-a7f67dedd7fd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.796115 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e775-e6bf-4b7d-894b-a7f67dedd7fd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.797770 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6ce5e775-e6bf-4b7d-894b-a7f67dedd7fd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2246904 May 28 04:53:11.800402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59422) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:11.810645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-9dac1480-e283-4b67-a21e-2e2c48509152 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'network': {'name': 'tempest-RoutersTest-1936475067'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:11.824008 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9dac1480-e283-4b67-a21e-2e2c48509152 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:11.833568 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9dac1480-e283-4b67-a21e-2e2c48509152 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:network and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:11.844738 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9dac1480-e283-4b67-a21e-2e2c48509152 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:11.851799 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9dac1480-e283-4b67-a21e-2e2c48509152 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:11.868324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.873597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dac1480-e283-4b67-a21e-2e2c48509152 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:11.876927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dac1480-e283-4b67-a21e-2e2c48509152 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.884433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] For port 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:11.894313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] For port 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0e3dc1cb-09bc-4966-b3f8-6817f790b6c5,segment=NetworkSegment(e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc),segment_id=e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:11.897060 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4fa534ef-1d3f-46de-84a7-1780624be875 None None] Deleting port 63a26c97-7892-4e28-995a-2a8bad1fb731 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:11.897425 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4fa534ef-1d3f-46de-84a7-1780624be875 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.916927 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Transition to ACTIVE for port object a25e99ff-3591-4692-aec8-82a78627afcd will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:11.933290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dac1480-e283-4b67-a21e-2e2c48509152 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:53:11.943665 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dac1480-e283-4b67-a21e-2e2c48509152 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.944000 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-9dac1480-e283-4b67-a21e-2e2c48509152 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Added segment 8fc31ff1-852f-4427-b939-280695028d40 of type vlan for network 383b74dd-71d9-4ce7-a46e-7556437da19b May 28 04:53:11.973641 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.979650 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:11.986741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dac1480-e283-4b67-a21e-2e2c48509152 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:12.034550 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5277e19e-d624-47ac-a9dd-6427a33824cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:12.092770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-5277e19e-d624-47ac-a9dd-6427a33824cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:12.100739 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4fa534ef-1d3f-46de-84a7-1780624be875 None None] The port '63a26c97-7892-4e28-995a-2a8bad1fb731' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:53:12.108342 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5277e19e-d624-47ac-a9dd-6427a33824cd admin admin] Usage tracker for resource:security_group_rule and tenant:674e91d03da741c2b39360e5f32ebefd is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:12.113850 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5277e19e-d624-47ac-a9dd-6427a33824cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:12.122794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dac1480-e283-4b67-a21e-2e2c48509152 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:12.127049 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dac1480-e283-4b67-a21e-2e2c48509152 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:12.127662 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dac1480-e283-4b67-a21e-2e2c48509152 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:12.136055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=a25e99ff-3591-4692-aec8-82a78627afcd,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:12.141807 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a74f0-5858-4de1-8777-ab7b4c28f1ad None None] Pushing event updated for resources: {'Port': ['ID=0e3dc1cb-09bc-4966-b3f8-6817f790b6c5,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:12.150011 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:12.151934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:12.152439 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:12.153139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:12.154135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:12.154639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:12.155330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:12.159147 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:12.159581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:12.163571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:12.164236 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:12.180775 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network f1ef2189-1d6b-4890-91f5-b267631664cf is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:12.180775 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:12.182325 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:12.183249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:12.197426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-5277e19e-d624-47ac-a9dd-6427a33824cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:12.263817 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9dac1480-e283-4b67-a21e-2e2c48509152 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4622443 May 28 04:53:12.268598 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59432) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:12.277964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5ee59ca1-2df4-416c-98b6-eca14f64bb5f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'subnet': {'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:12.305296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac1480-e283-4b67-a21e-2e2c48509152 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Network': ['ID=383b74dd-71d9-4ce7-a46e-7556437da19b,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:12.320480 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 383b74dd-71d9-4ce7-a46e-7556437da19b details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:53:12.376259 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:12.414760 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5277e19e-d624-47ac-a9dd-6427a33824cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:12.425134 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5277e19e-d624-47ac-a9dd-6427a33824cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:12.479189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5ee59ca1-2df4-416c-98b6-eca14f64bb5f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:12.492078 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5ee59ca1-2df4-416c-98b6-eca14f64bb5f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:subnet and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:12.497713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5ee59ca1-2df4-416c-98b6-eca14f64bb5f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:12.509646 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277e19e-d624-47ac-a9dd-6427a33824cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cc7379-1d0e-427f-96f0-f5abe5dc3916,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:12.510485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5ee59ca1-2df4-416c-98b6-eca14f64bb5f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:12.529275 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5277e19e-d624-47ac-a9dd-6427a33824cd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=674e91d03da741c2b39360e5f32ebefd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9422736 May 28 04:53:12.534176 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59440) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:12.641426 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:12.713691 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-afa2a62c-d711-4609-a282-1e47f12621ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:12.714602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee59ca1-2df4-416c-98b6-eca14f64bb5f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:12.733362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:12.739739 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:12.740227 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:12.773399 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-afa2a62c-d711-4609-a282-1e47f12621ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:12.832005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59446) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:12.863649 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-afa2a62c-d711-4609-a282-1e47f12621ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:12.888856 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:12.905700 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2a62c-d711-4609-a282-1e47f12621ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cc7379-1d0e-427f-96f0-f5abe5dc3916,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:12.927289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b,segment=NetworkSegment(8d67db28-d9fd-4c30-9eb6-36edd68e821b),segment_id=8d67db28-d9fd-4c30-9eb6-36edd68e821b)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:12.928257 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-afa2a62c-d711-4609-a282-1e47f12621ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:12.935612 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-afa2a62c-d711-4609-a282-1e47f12621ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3cc7379-1d0e-427f-96f0-f5abe5dc3916 HTTP/1.1" status: 204 len: 168 time: 0.3999033 May 28 04:53:12.944461 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:13.024319 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ee59ca1-2df4-416c-98b6-eca14f64bb5f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:13.034005 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 63a26c97-7892-4e28-995a-2a8bad1fb731 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:53:13.078232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 63a26c97-7892-4e28-995a-2a8bad1fb731 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:53:13.078603 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 63a26c97-7892-4e28-995a-2a8bad1fb731 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:53:13.109223 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:13.164941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group': {'name': 'tempest-secgroup--5848762'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:13.176352 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:13.185983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:13.189201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:13.195378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:13.230182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:13.251925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:13.304715 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:13.471654 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:13.472410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:13.536043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:13.555817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:13.560003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:13.599401 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71ec5fe-2537-40d7-ba32-86bcce2e3281 None None] Network f1ef2189-1d6b-4890-91f5-b267631664cf requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:13.654444 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:13.692241 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-43d768d6-5514-4a90-9cf5-1c2ffe681ea3 None None] Provisioning for port 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:13.737249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:13.758420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ee59ca1-2df4-416c-98b6-eca14f64bb5f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:13.762657 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:13.912823 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=a25e99ff-3591-4692-aec8-82a78627afcd,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:13.950401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:13.960629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88d63f8-26fa-4c13-9123-2dbbcbb58ab9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:13.966139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:13.974263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:14.003876 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee59ca1-2df4-416c-98b6-eca14f64bb5f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Subnet': ['ID=59067f1e-f65e-47cd-ace0-2a1f05fda98c,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:14.007917 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:14.063110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee59ca1-2df4-416c-98b6-eca14f64bb5f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Checking segment: {'id': '8fc31ff1-852f-4427-b939-280695028d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:14.063504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee59ca1-2df4-416c-98b6-eca14f64bb5f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network hostable DHCP agents. Network: 383b74dd-71d9-4ce7-a46e-7556437da19b, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:53:14.072311 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59470) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:14.076580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network f1ef2189-1d6b-4890-91f5-b267631664cf is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:14.085333 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:14.222282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-36639934-network', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:14.227413 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:14.234549 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Usage tracker for resource:network and tenant:18ccd89bc6e04807b7b81890f7b941e1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:14.238506 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:14.245986 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:14.250931 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-03d73d50-4712-43de-b6d2-86cbfc83292e None None] Provisioning for port a25e99ff-3591-4692-aec8-82a78627afcd completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:14.256376 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-03d73d50-4712-43de-b6d2-86cbfc83292e None None] Provisioning complete for port a25e99ff-3591-4692-aec8-82a78627afcd triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:14.256808 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-03d73d50-4712-43de-b6d2-86cbfc83292e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.271687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.282258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Made reservation on behalf of 18ccd89bc6e04807b7b81890f7b941e1 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:14.284539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.289327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.297564 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.311260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee59ca1-2df4-416c-98b6-eca14f64bb5f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 383b74dd-71d9-4ce7-a46e-7556437da19b is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:53:14.320879 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-03d73d50-4712-43de-b6d2-86cbfc83292e None None] Port a25e99ff-3591-4692-aec8-82a78627afcd cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:14.333071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:14.337290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Usage tracker for resource:security_group_rule and tenant:18ccd89bc6e04807b7b81890f7b941e1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:14.341385 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:14.350084 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-5ee59ca1-2df4-416c-98b6-eca14f64bb5f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 383b74dd-71d9-4ce7-a46e-7556437da19b) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:14.350258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:14.357771 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf51ab4-cfe9-40ad-9f57-d0a5e21ed417,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:14.359675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.360872 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ba6ee856-c6a2-4176-adfc-02d98690f3c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.5254180 May 28 04:53:14.362355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b49836-cf01-40f6-8160-590e26894ff7 None None] Network 383b74dd-71d9-4ce7-a46e-7556437da19b requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:14.362647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee59ca1-2df4-416c-98b6-eca14f64bb5f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:14.363310 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ee59ca1-2df4-416c-98b6-eca14f64bb5f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.371699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59476) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:14.496550 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5ee59ca1-2df4-416c-98b6-eca14f64bb5f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2242243 May 28 04:53:14.499921 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d5ddba9e-2946-4f61-a10e-245ec53c1c31 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4004 time: 0.1269178 May 28 04:53:14.505766 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59480) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:14.506316 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59482) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:14.587803 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:14.599568 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ab714611-edc1-466e-a654-6085d10b8174 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group': {'name': 'tempest-security--2061990457', 'description': 'tempest-security-description-101577070'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:14.643631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:14.699195 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.718263 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.727259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-eb3e1920-32b1-4f32-adb5-a94b843ce1ad None None] Provisioning complete for port a25e99ff-3591-4692-aec8-82a78627afcd triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:14.727902 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-eb3e1920-32b1-4f32-adb5-a94b843ce1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.731151 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:53:14.757401 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.757965 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Added segment f957aa65-e94a-47f5-ad86-8e4a3ce756a3 of type vlan for network 9829c481-31a9-48d1-9599-15df4d99a3a7 May 28 04:53:14.771075 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab714611-edc1-466e-a654-6085d10b8174 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.796529 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f862b0d4-ae0e-4ec5-a276-afbdff9414ee,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:14.838084 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-383b74dd-71d9-4ce7-a46e-7556437da19b', 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'fixed_ips': [{'subnet_id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:53:14.839020 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.857441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:14.862401 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0478a6f2-b115-49a4-a1db-0bb5f0327c1e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6242111 May 28 04:53:14.865646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59488) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:14.871357 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-c14229a3-15e2-4ced-b459-c934ea2cd602 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1572757503'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:14.877084 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c14229a3-15e2-4ced-b459-c934ea2cd602 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:14.877865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:14.878388 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.880896 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c14229a3-15e2-4ced-b459-c934ea2cd602 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:network and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:14.884241 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c14229a3-15e2-4ced-b459-c934ea2cd602 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:14.891346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c14229a3-15e2-4ced-b459-c934ea2cd602 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:14.907856 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14229a3-15e2-4ced-b459-c934ea2cd602 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:14.914443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c14229a3-15e2-4ced-b459-c934ea2cd602 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.931488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.943867 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e1920-32b1-4f32-adb5-a94b843ce1ad None None] Port a25e99ff-3591-4692-aec8-82a78627afcd cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:14.957071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c14229a3-15e2-4ced-b459-c934ea2cd602 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:53:14.971699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c14229a3-15e2-4ced-b459-c934ea2cd602 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:14.972332 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-c14229a3-15e2-4ced-b459-c934ea2cd602 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Added segment 20e6ccc5-ea03-48b5-b310-043452fa7614 of type vlan for network e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9 May 28 04:53:15.008350 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:15.008678 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:15.009012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:15.009453 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:15.009770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:15.010065 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:15.010415 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:15.011218 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:15.011218 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:15.011400 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:15.012558 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:15.014045 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c14229a3-15e2-4ced-b459-c934ea2cd602 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.060050 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Sync routers for ids ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:53:15.062308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab714611-edc1-466e-a654-6085d10b8174 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.072563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c14229a3-15e2-4ced-b459-c934ea2cd602 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.077720 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Routers {'4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:15.078872 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:15.080461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14229a3-15e2-4ced-b459-c934ea2cd602 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:15.081545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c14229a3-15e2-4ced-b459-c934ea2cd602 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.087825 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab714611-edc1-466e-a654-6085d10b8174 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.134176 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:15.215032 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e3ff8db0-2899-4a30-800b-74a0de7f6344 None None] Provisioning complete for port a25e99ff-3591-4692-aec8-82a78627afcd triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:15.215493 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8db0-2899-4a30-800b-74a0de7f6344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.229192 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c14229a3-15e2-4ced-b459-c934ea2cd602 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3604097 May 28 04:53:15.229578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59492) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:15.240967 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ce82b405-ca58-4a66-ab48-3153acb29dff tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'subnet': {'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:15.267318 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.268452 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:15.269175 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.269377 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Set router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:15.275658 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14229a3-15e2-4ced-b459-c934ea2cd602 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Network': ['ID=e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:15.278781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Allocated IP 172.20.0.2 (383b74dd-71d9-4ce7-a46e-7556437da19b/59067f1e-f65e-47cd-ace0-2a1f05fda98c/4e111f90-f849-46e9-8e9d-e4271fafeb1a) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:15.287916 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:15.297702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:53:15.373762 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e3ff8db0-2899-4a30-800b-74a0de7f6344 None None] Port a25e99ff-3591-4692-aec8-82a78627afcd cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:15.396503 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ce82b405-ca58-4a66-ab48-3153acb29dff tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:15.400749 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ce82b405-ca58-4a66-ab48-3153acb29dff tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:subnet and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:15.404977 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:15.405185 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ce82b405-ca58-4a66-ab48-3153acb29dff tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:15.405342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.411533 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ce82b405-ca58-4a66-ab48-3153acb29dff tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:15.427870 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce82b405-ca58-4a66-ab48-3153acb29dff tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:15.440449 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab714611-edc1-466e-a654-6085d10b8174 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf51ab4-cfe9-40ad-9f57-d0a5e21ed417,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:15.467457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ab714611-edc1-466e-a654-6085d10b8174 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.471837 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ab714611-edc1-466e-a654-6085d10b8174 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "PUT /v2.0/security-groups/cdf51ab4-cfe9-40ad-9f57-d0a5e21ed417 HTTP/1.1" status: 200 len: 1611 time: 0.9627335 May 28 04:53:15.474621 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59496) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:15.481293 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4071777 May 28 04:53:15.484173 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59498) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:15.510415 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b98f348c-b449-480f-b96b-50825294e274 admin admin] Request body: {'subnet': {'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-36639934-subnet', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'ip_version': 4}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:15.527391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd469b55-7708-4730-8ae3-0a2edaf12db5 admin admin] Pushing event updated for resources: {'Network': ['ID=9829c481-31a9-48d1-9599-15df4d99a3a7,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:15.537183 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b98f348c-b449-480f-b96b-50825294e274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:15.547840 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b98f348c-b449-480f-b96b-50825294e274 admin admin] Usage tracker for resource:subnet and tenant:18ccd89bc6e04807b7b81890f7b941e1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:15.556423 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b98f348c-b449-480f-b96b-50825294e274 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:15.560942 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 9829c481-31a9-48d1-9599-15df4d99a3a7 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:53:15.568626 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b98f348c-b449-480f-b96b-50825294e274 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:15.614280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ce82b405-ca58-4a66-ab48-3153acb29dff tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.655909 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98f348c-b449-480f-b96b-50825294e274 admin admin] Made reservation on behalf of 18ccd89bc6e04807b7b81890f7b941e1 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:15.658336 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b98f348c-b449-480f-b96b-50825294e274 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.682297 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ecd65080-4e04-496d-a420-40c5a1fcd6a0 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-groups/cdf51ab4-cfe9-40ad-9f57-d0a5e21ed417 HTTP/1.1" status: 200 len: 1611 time: 0.1992505 May 28 04:53:15.683497 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 3, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': 'a25e99ff-3591-4692-aec8-82a78627afcd', 'name': '', 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:09:5d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 2, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:15.687249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59504) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:15.690713 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Checking router: 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:53:15.691433 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Updating router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 port a25e99ff-3591-4692-aec8-82a78627afcd binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:53:15.759051 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.787510 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.815566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.878752 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0e3dc1cb-09bc-4966-b3f8-6817f790b6c5,segment=NetworkSegment(e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc),segment_id=e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:15.889301 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.891573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:15.952464 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Transition to ACTIVE for port object 4e111f90-f849-46e9-8e9d-e4271fafeb1a will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:15.980760 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Transition to ACTIVE for port object 4e111f90-f849-46e9-8e9d-e4271fafeb1a will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:15.984566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=0e3dc1cb-09bc-4966-b3f8-6817f790b6c5,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:15.992754 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.083239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ce82b405-ca58-4a66-ab48-3153acb29dff tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.087115 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Network 383b74dd-71d9-4ce7-a46e-7556437da19b is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:16.090634 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:16.095485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:16.097848 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Pushing event updated for resources: {'Port': ['ID=4e111f90-f849-46e9-8e9d-e4271fafeb1a,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:16.146127 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3cd17de-7dc5-48fc-98b3-b16911cdfc3e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.177710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82b405-ca58-4a66-ab48-3153acb29dff tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Subnet': ['ID=f71805a6-74d8-41d9-9824-c5bbf8829259,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:16.197728 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.208730 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Attempting to bind port 4e111f90-f849-46e9-8e9d-e4271fafeb1a on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:16.209334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Attempting to bind port 4e111f90-f849-46e9-8e9d-e4271fafeb1a by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '8fc31ff1-852f-4427-b939-280695028d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:16.210233 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Attempting to bind port 4e111f90-f849-46e9-8e9d-e4271fafeb1a on network 383b74dd-71d9-4ce7-a46e-7556437da19b {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:16.210554 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Transition to ACTIVE for port object a25e99ff-3591-4692-aec8-82a78627afcd will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:16.218339 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:16.218617 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3cd17de-7dc5-48fc-98b3-b16911cdfc3e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.219176 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Checking segment: {'id': '8fc31ff1-852f-4427-b939-280695028d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:16.219863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.220703 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Bound using segment: {'id': '8fc31ff1-852f-4427-b939-280695028d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:16.221313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Bound port: 4e111f90-f849-46e9-8e9d-e4271fafeb1a, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc31ff1-852f-4427-b939-280695028d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:16.221907 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.222103 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.222825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce82b405-ca58-4a66-ab48-3153acb29dff tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Checking segment: {'id': '20e6ccc5-ea03-48b5-b310-043452fa7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:16.223292 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce82b405-ca58-4a66-ab48-3153acb29dff tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network hostable DHCP agents. Network: e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:53:16.256364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce82b405-ca58-4a66-ab48-3153acb29dff tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:53:16.275506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-ce82b405-ca58-4a66-ab48-3153acb29dff tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:16.289362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80693586-d14b-435a-80c0-c787e6d7c5b0 None None] Network e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:16.292029 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce82b405-ca58-4a66-ab48-3153acb29dff tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:16.299964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ce82b405-ca58-4a66-ab48-3153acb29dff tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.347780 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ce82b405-ca58-4a66-ab48-3153acb29dff tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1170776 May 28 04:53:16.349408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59508) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:16.354620 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea0ed1-5da0-4926-821e-06148b22cae2 None None] Pushing event updated for resources: {'Port': ['ID=a25e99ff-3591-4692-aec8-82a78627afcd,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:16.489285 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Attempting to bind port a25e99ff-3591-4692-aec8-82a78627afcd on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:16.490694 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Attempting to bind port a25e99ff-3591-4692-aec8-82a78627afcd by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:16.491050 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Attempting to bind port a25e99ff-3591-4692-aec8-82a78627afcd on network f1ef2189-1d6b-4890-91f5-b267631664cf {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:16.491364 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:16.498889 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:16.499274 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Checking segment: {'id': 'e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:16.499638 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.500017 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Bound using segment: {'id': 'e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:16.500486 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Bound port: a25e99ff-3591-4692-aec8-82a78627afcd, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:16.500878 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.520950 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3cd17de-7dc5-48fc-98b3-b16911cdfc3e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.552493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd17de-7dc5-48fc-98b3-b16911cdfc3e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf51ab4-cfe9-40ad-9f57-d0a5e21ed417,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:16.586648 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b98f348c-b449-480f-b96b-50825294e274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.653504 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] For port a25e99ff-3591-4692-aec8-82a78627afcd, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:16.657678 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] For port a25e99ff-3591-4692-aec8-82a78627afcd, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a25e99ff-3591-4692-aec8-82a78627afcd,segment=NetworkSegment(e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc),segment_id=e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:16.658229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f348c-b449-480f-b96b-50825294e274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc39ab9-b8b9-4f7a-95dd-aab229021c21,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:16.660826 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Allocated IP 172.20.0.1 (383b74dd-71d9-4ce7-a46e-7556437da19b/59067f1e-f65e-47cd-ace0-2a1f05fda98c/fd57377f-f49e-493d-88d0-84f25039c0ac) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:16.666853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3cd17de-7dc5-48fc-98b3-b16911cdfc3e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.670507 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f3cd17de-7dc5-48fc-98b3-b16911cdfc3e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-groups/cdf51ab4-cfe9-40ad-9f57-d0a5e21ed417 HTTP/1.1" status: 204 len: 168 time: 0.9766064 May 28 04:53:16.673067 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.675460 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59512) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:16.733182 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] For port 4e111f90-f849-46e9-8e9d-e4271fafeb1a, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:16.762049 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] For port 4e111f90-f849-46e9-8e9d-e4271fafeb1a, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=4e111f90-f849-46e9-8e9d-e4271fafeb1a,segment=NetworkSegment(8fc31ff1-852f-4427-b939-280695028d40),segment_id=8fc31ff1-852f-4427-b939-280695028d40)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:16.804960 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.813191 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea0ed1-5da0-4926-821e-06148b22cae2 None None] Pushing event updated for resources: {'Port': ['ID=a25e99ff-3591-4692-aec8-82a78627afcd,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:16.824696 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Routers {'4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:16.826261 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:16.869680 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-21f74821-334c-442e-ab25-4ed59cd7cfa9 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:16.911293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9', 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'fixed_ips': [{'subnet_id': 'f71805a6-74d8-41d9-9824-c5bbf8829259'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:53:16.912127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:16.913364 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98f348c-b449-480f-b96b-50825294e274 admin admin] Checking segment: {'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:16.913742 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98f348c-b449-480f-b96b-50825294e274 admin admin] Network hostable DHCP agents. Network: 9829c481-31a9-48d1-9599-15df4d99a3a7, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:53:16.962223 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:16.962587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:17.006981 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-21f74821-334c-442e-ab25-4ed59cd7cfa9 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:17.010747 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-21f74821-334c-442e-ab25-4ed59cd7cfa9 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3317394 May 28 04:53:17.015193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59516) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:17.057201 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-27112f0c-f3b0-472b-be88-911b6e3ab092 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] delete failed (client error): The resource could not be found. May 28 04:53:17.065914 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-27112f0c-f3b0-472b-be88-911b6e3ab092 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-groups/cdf51ab4-cfe9-40ad-9f57-d0a5e21ed417 HTTP/1.1" status: 404 len: 347 time: 0.0450232 May 28 04:53:17.070862 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:17.075572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59520) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:17.097269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-82073385-4796-4384-8917-efff933fe9bb tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group': {'name': 'tempest-secgroup--2044040794'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:17.106668 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-82073385-4796-4384-8917-efff933fe9bb tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:17.108077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Transition to ACTIVE for port object fd57377f-f49e-493d-88d0-84f25039c0ac will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:17.132571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-82073385-4796-4384-8917-efff933fe9bb tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:17.145370 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98f348c-b449-480f-b96b-50825294e274 admin admin] Network 9829c481-31a9-48d1-9599-15df4d99a3a7 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:53:17.152307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ccf3c-c243-419b-b7b0-d9c80106bba0 None None] Pushing event updated for resources: {'Port': ['ID=4e111f90-f849-46e9-8e9d-e4271fafeb1a,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:17.170392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-82073385-4796-4384-8917-efff933fe9bb tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:17.172709 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] Set router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:17.176337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:17.234257 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-b98f348c-b449-480f-b96b-50825294e274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 9829c481-31a9-48d1-9599-15df4d99a3a7) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:17.256102 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e202f8b9-2b90-493d-b5d0-7d412c6ee983 None None] Network 9829c481-31a9-48d1-9599-15df4d99a3a7 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:17.266077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98f348c-b449-480f-b96b-50825294e274 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:17.266580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b98f348c-b449-480f-b96b-50825294e274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:17.305724 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b98f348c-b449-480f-b96b-50825294e274 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8168685 May 28 04:53:17.314525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59524) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:17.316310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 383b74dd-71d9-4ce7-a46e-7556437da19b is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:17.321497 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:17.326157 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:17.341009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:17.365677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-82073385-4796-4384-8917-efff933fe9bb tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:17.384471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-82073385-4796-4384-8917-efff933fe9bb tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:17.391839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-82073385-4796-4384-8917-efff933fe9bb tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:17.406741 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-82073385-4796-4384-8917-efff933fe9bb tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:17.413681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:17.424892 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:17.427765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=fd57377f-f49e-493d-88d0-84f25039c0ac,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:17.433082 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Usage tracker for resource:router and tenant:18ccd89bc6e04807b7b81890f7b941e1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:17.436651 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:17.448583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:17.477926 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:17.481082 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:17.510979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:17.566396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:17.655209 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 3, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': 'a25e99ff-3591-4692-aec8-82a78627afcd', 'name': '', 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:09:5d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:16Z', 'revision_number': 4, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:17.660979 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d0ded4-339f-41f7-bde3-946319e54f0b None None] The sync data for ids ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'] in dv-neutron-843300-5-hyperv is: [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 3, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': 'a25e99ff-3591-4692-aec8-82a78627afcd', 'name': '', 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:09:5d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:16Z', 'revision_number': 4, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:53:17.713972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Allocated IP 2001:db8:2::2 (e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9/f71805a6-74d8-41d9-9824-c5bbf8829259/af7f14e7-1f8b-4fd6-b272-0975936aa2eb) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:17.747787 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-9829c481-31a9-48d1-9599-15df4d99a3a7', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:53:17.753090 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:17.766223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-82073385-4796-4384-8917-efff933fe9bb tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:17.775467 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-82073385-4796-4384-8917-efff933fe9bb tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:17.815249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.118921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82073385-4796-4384-8917-efff933fe9bb tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e258138-7642-4933-971c-d68d97f3b98a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:18.138327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-82073385-4796-4384-8917-efff933fe9bb tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.139774 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-82073385-4796-4384-8917-efff933fe9bb tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0518718 May 28 04:53:18.142884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59528) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:18.152350 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-2a2254ca-a890-4e07-8e04-03d138f12ec5 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group_rule': {'security_group_id': '6e258138-7642-4933-971c-d68d97f3b98a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:18.165941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2a2254ca-a890-4e07-8e04-03d138f12ec5 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:18.166991 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.170104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2a2254ca-a890-4e07-8e04-03d138f12ec5 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:18.174676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2a2254ca-a890-4e07-8e04-03d138f12ec5 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:18.186913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2a2254ca-a890-4e07-8e04-03d138f12ec5 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:18.222863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a2254ca-a890-4e07-8e04-03d138f12ec5 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.318413 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a2254ca-a890-4e07-8e04-03d138f12ec5 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.328924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a2254ca-a890-4e07-8e04-03d138f12ec5 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.360345 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Allocated IP 172.20.0.2 (9829c481-31a9-48d1-9599-15df4d99a3a7/8dc39ab9-b8b9-4f7a-95dd-aab229021c21/63895974-5352-4242-9317-e4f459c0ac0f) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:18.393564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2254ca-a890-4e07-8e04-03d138f12ec5 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300524ed-278e-4339-acc7-460609c56fb7,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:18.397567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a2254ca-a890-4e07-8e04-03d138f12ec5 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.401631 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2a2254ca-a890-4e07-8e04-03d138f12ec5 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2552392 May 28 04:53:18.401956 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59532) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:18.412222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.445143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c72f27f-8c97-4bb2-a671-02cf62c7da3a tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.462483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c72f27f-8c97-4bb2-a671-02cf62c7da3a tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.506512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c72f27f-8c97-4bb2-a671-02cf62c7da3a tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.534258 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c72f27f-8c97-4bb2-a671-02cf62c7da3a tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.535885 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6c72f27f-8c97-4bb2-a671-02cf62c7da3a tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/300524ed-278e-4339-acc7-460609c56fb7 HTTP/1.1" status: 204 len: 168 time: 0.1330376 May 28 04:53:18.538621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72f27f-8c97-4bb2-a671-02cf62c7da3a tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=300524ed-278e-4339-acc7-460609c56fb7,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:18.540565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59536) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:18.556333 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31137ca5-e9b0-4119-93ea-ce9a673bcaa4 None None] Network 383b74dd-71d9-4ce7-a46e-7556437da19b requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:18.600416 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.612332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.645408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.725693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.740326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-64205d61-2ce9-439d-a297-c7113ead4b3c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:18.760051 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a25e99ff-3591-4692-aec8-82a78627afcd up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:18.761310 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-64205d61-2ce9-439d-a297-c7113ead4b3c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:18.763118 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-64205d61-2ce9-439d-a297-c7113ead4b3c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2213228 May 28 04:53:18.765913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59540) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:18.787915 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Transition to ACTIVE for port object af7f14e7-1f8b-4fd6-b272-0975936aa2eb will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:18.826281 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=fd57377f-f49e-493d-88d0-84f25039c0ac,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:18.833592 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.836125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-afde7f31-e327-4e74-9f9c-6fc87c4bf191 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.868733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-afde7f31-e327-4e74-9f9c-6fc87c4bf191 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.896978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b5b1dafe-46ed-45c3-97f3-cd7d3ae723c1 None None] Provisioning for port 4e111f90-f849-46e9-8e9d-e4271fafeb1a completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:18.906825 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Transition to ACTIVE for port object af7f14e7-1f8b-4fd6-b272-0975936aa2eb will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:18.930239 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:18.971045 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-afde7f31-e327-4e74-9f9c-6fc87c4bf191 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.016403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde7f31-e327-4e74-9f9c-6fc87c4bf191 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e258138-7642-4933-971c-d68d97f3b98a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:19.030546 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Allocated IP 172.26.8.187 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:19.043795 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Allocated IP 2001:db8:2::1 (e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9/f71805a6-74d8-41d9-9824-c5bbf8829259/5d908041-c01a-4971-b642-050d832a4b98) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:19.048775 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-afde7f31-e327-4e74-9f9c-6fc87c4bf191 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.052486 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-afde7f31-e327-4e74-9f9c-6fc87c4bf191 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-groups/6e258138-7642-4933-971c-d68d97f3b98a HTTP/1.1" status: 204 len: 168 time: 0.2831721 May 28 04:53:19.054342 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59544) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:19.092246 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Pushing event updated for resources: {'Port': ['ID=af7f14e7-1f8b-4fd6-b272-0975936aa2eb,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:19.101102 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Network e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:19.107340 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:19.116471 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:19.129074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:19.129412 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:19.129772 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:19.130101 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:19.138962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:19.138962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:19.139268 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e1a2228b-69ed-4691-980b-c421ff067f19 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0754964 May 28 04:53:19.139361 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:19.139361 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:19.139361 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:19.139361 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:19.139361 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:19.139722 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59548) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:19.142888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port a25e99ff-3591-4692-aec8-82a78627afcd completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:19.149618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-35d193e1-4756-41b3-b236-5687d5a36748 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group': {'name': 'tempest-secgroup--352812245'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:19.154569 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.160134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port a25e99ff-3591-4692-aec8-82a78627afcd triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:19.160431 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-35d193e1-4756-41b3-b236-5687d5a36748 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:19.160556 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.165069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-35d193e1-4756-41b3-b236-5687d5a36748 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:19.168105 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-35d193e1-4756-41b3-b236-5687d5a36748 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:19.174353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-35d193e1-4756-41b3-b236-5687d5a36748 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:19.191375 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 383b74dd-71d9-4ce7-a46e-7556437da19b is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:19.200362 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:19.201900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-35d193e1-4756-41b3-b236-5687d5a36748 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.262164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-35d193e1-4756-41b3-b236-5687d5a36748 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:19.271295 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-35d193e1-4756-41b3-b236-5687d5a36748 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:19.275884 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Transition to ACTIVE for port object 63895974-5352-4242-9317-e4f459c0ac0f will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:19.281523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-35d193e1-4756-41b3-b236-5687d5a36748 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:19.291226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-35d193e1-4756-41b3-b236-5687d5a36748 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:19.316713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.343521 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Transition to ACTIVE for port object 5d908041-c01a-4971-b642-050d832a4b98 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:19.383003 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Transition to ACTIVE for port object 63895974-5352-4242-9317-e4f459c0ac0f will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:19.391145 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Attempting to bind port af7f14e7-1f8b-4fd6-b272-0975936aa2eb on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:19.391550 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-35d193e1-4756-41b3-b236-5687d5a36748 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.392261 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Attempting to bind port af7f14e7-1f8b-4fd6-b272-0975936aa2eb by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '20e6ccc5-ea03-48b5-b310-043452fa7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:19.393124 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Attempting to bind port af7f14e7-1f8b-4fd6-b272-0975936aa2eb on network e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:19.403655 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-35d193e1-4756-41b3-b236-5687d5a36748 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.409832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.418931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.510827 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Pushing event updated for resources: {'Port': ['ID=63895974-5352-4242-9317-e4f459c0ac0f,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:19.525140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:19.525504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Checking segment: {'id': '20e6ccc5-ea03-48b5-b310-043452fa7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:19.526023 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.526357 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Bound using segment: {'id': '20e6ccc5-ea03-48b5-b310-043452fa7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:19.527029 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Bound port: af7f14e7-1f8b-4fd6-b272-0975936aa2eb, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e6ccc5-ea03-48b5-b310-043452fa7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:19.527525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.534654 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.537635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d193e1-4756-41b3-b236-5687d5a36748 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f564a7-0695-40a7-9f26-986daf705696,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:19.572373 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:19.573526 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=5d908041-c01a-4971-b642-050d832a4b98,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:19.576158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:19.578461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:19.578984 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.582757 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-35d193e1-4756-41b3-b236-5687d5a36748 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.583999 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-35d193e1-4756-41b3-b236-5687d5a36748 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4458838 May 28 04:53:19.590365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59552) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:19.598632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Network 9829c481-31a9-48d1-9599-15df4d99a3a7 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:19.608181 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:19.609893 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9bab28c9-788f-4c81-9af2-4f6387855a98 None None] Provisioning for port fd57377f-f49e-493d-88d0-84f25039c0ac completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:19.615770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:19.621091 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9bab28c9-788f-4c81-9af2-4f6387855a98 None None] Provisioning complete for port fd57377f-f49e-493d-88d0-84f25039c0ac triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:19.621750 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9bab28c9-788f-4c81-9af2-4f6387855a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.627406 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ff59eb32-192d-4aed-97c4-245643221aad tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group_rule': {'security_group_id': '00f564a7-0695-40a7-9f26-986daf705696', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:19.633836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ff59eb32-192d-4aed-97c4-245643221aad tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:19.638387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ff59eb32-192d-4aed-97c4-245643221aad tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:19.641745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ff59eb32-192d-4aed-97c4-245643221aad tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:19.651127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ff59eb32-192d-4aed-97c4-245643221aad tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:19.719912 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.735381 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] For port af7f14e7-1f8b-4fd6-b272-0975936aa2eb, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:19.738733 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] For port af7f14e7-1f8b-4fd6-b272-0975936aa2eb, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=af7f14e7-1f8b-4fd6-b272-0975936aa2eb,segment=NetworkSegment(20e6ccc5-ea03-48b5-b310-043452fa7614),segment_id=20e6ccc5-ea03-48b5-b310-043452fa7614)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:19.742524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.757064 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.766461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ff59eb32-192d-4aed-97c4-245643221aad tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.799512 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:19.804850 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:19.810703 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:19.841698 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Pushing event updated for resources: {'Port': ['ID=f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:19.871740 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-9bab28c9-788f-4c81-9af2-4f6387855a98 None None] Port fd57377f-f49e-493d-88d0-84f25039c0ac cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:19.873912 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:19.977041 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port a25e99ff-3591-4692-aec8-82a78627afcd, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a25e99ff-3591-4692-aec8-82a78627afcd,segment=NetworkSegment(e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc),segment_id=e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:20.013027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 3a279b39-7470-42d4-a3dd-033d70e03aa1 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:53:20.013930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.014824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 4e111f90-f849-46e9-8e9d-e4271fafeb1a up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:20.072827 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ff59eb32-192d-4aed-97c4-245643221aad tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.082059 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ff59eb32-192d-4aed-97c4-245643221aad tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.127348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59eb32-192d-4aed-97c4-245643221aad tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30fe615-ae96-4cf9-96b2-a16da2a0c812,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:20.145082 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Attempting to bind port 63895974-5352-4242-9317-e4f459c0ac0f on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:20.146394 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Attempting to bind port 63895974-5352-4242-9317-e4f459c0ac0f by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:20.146394 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Attempting to bind port 63895974-5352-4242-9317-e4f459c0ac0f on network 9829c481-31a9-48d1-9599-15df4d99a3a7 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:20.169615 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984725c9-b457-4d37-b2a8-b7f59e982e7a None None] Pushing event updated for resources: {'Port': ['ID=af7f14e7-1f8b-4fd6-b272-0975936aa2eb,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:20.218263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ff59eb32-192d-4aed-97c4-245643221aad tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.222493 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ff59eb32-192d-4aed-97c4-245643221aad tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5998518 May 28 04:53:20.224364 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59556) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:20.234345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1e4531f0-a2dd-4e57-91e8-6b0165814e10 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group_rule': {'security_group_id': '00f564a7-0695-40a7-9f26-986daf705696', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:20.234935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:20.235311 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Checking segment: {'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:20.235711 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.236099 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Bound using segment: {'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:20.236578 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Bound port: 63895974-5352-4242-9317-e4f459c0ac0f, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:20.236947 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.249409 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.251079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.260331 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1e4531f0-a2dd-4e57-91e8-6b0165814e10 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:20.274120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1e4531f0-a2dd-4e57-91e8-6b0165814e10 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:20.282080 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1e4531f0-a2dd-4e57-91e8-6b0165814e10 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:20.286385 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:20.302618 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1e4531f0-a2dd-4e57-91e8-6b0165814e10 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:20.308014 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Sync routers for ids ['3a279b39-7470-42d4-a3dd-033d70e03aa1'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:53:20.321286 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=a25e99ff-3591-4692-aec8-82a78627afcd,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:20.322213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.332709 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.333735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.344304 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 4e111f90-f849-46e9-8e9d-e4271fafeb1a completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:20.355829 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 4e111f90-f849-46e9-8e9d-e4271fafeb1a triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:20.356670 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.422410 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-23c04646-e803-4945-982b-066924d1ef7d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/3a279b39-7470-42d4-a3dd-033d70e03aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9147017 May 28 04:53:20.438448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59560) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:20.441387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Routers {'3a279b39-7470-42d4-a3dd-033d70e03aa1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:20.442065 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3a279b39-7470-42d4-a3dd-033d70e03aa1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:20.453468 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-46819996-0984-4819-ac88-09edead3d5bc tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'network': {'name': 'tempest-RoutersTest-642930574'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:20.459089 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-46819996-0984-4819-ac88-09edead3d5bc tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:20.463197 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-46819996-0984-4819-ac88-09edead3d5bc tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:network and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:20.514969 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=5d908041-c01a-4971-b642-050d832a4b98,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:20.528744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-46819996-0984-4819-ac88-09edead3d5bc tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:20.537890 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-46819996-0984-4819-ac88-09edead3d5bc tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:20.568578 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e4531f0-a2dd-4e57-91e8-6b0165814e10 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.582773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:20.583982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:20.597351 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-769d52c2-95ef-40e5-91b0-b0c9671930ec None None] Provisioning complete for port fd57377f-f49e-493d-88d0-84f25039c0ac triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:20.597739 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-769d52c2-95ef-40e5-91b0-b0c9671930ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.604278 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46819996-0984-4819-ac88-09edead3d5bc tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:20.607396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46819996-0984-4819-ac88-09edead3d5bc tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.631271 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] For port 63895974-5352-4242-9317-e4f459c0ac0f, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:20.653579 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46819996-0984-4819-ac88-09edead3d5bc tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:53:20.666438 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] For port 63895974-5352-4242-9317-e4f459c0ac0f, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=63895974-5352-4242-9317-e4f459c0ac0f,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:20.668125 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46819996-0984-4819-ac88-09edead3d5bc tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.668700 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-46819996-0984-4819-ac88-09edead3d5bc tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Added segment 9ff0de70-6f2e-4b6d-8ab0-ef05448075af of type vlan for network 766ff3a1-527e-4a17-9ad6-712cb1562619 May 28 04:53:20.683289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.702674 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e4531f0-a2dd-4e57-91e8-6b0165814e10 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.718706 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e4531f0-a2dd-4e57-91e8-6b0165814e10 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.728501 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46819996-0984-4819-ac88-09edead3d5bc tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.729267 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-769d52c2-95ef-40e5-91b0-b0c9671930ec None None] Port fd57377f-f49e-493d-88d0-84f25039c0ac cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:20.759247 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4531f0-a2dd-4e57-91e8-6b0165814e10 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351e24dc-b9f3-45bd-b7ba-70f3b89d224f,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:20.805833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e4531f0-a2dd-4e57-91e8-6b0165814e10 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.810370 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1e4531f0-a2dd-4e57-91e8-6b0165814e10 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5815392 May 28 04:53:20.811000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59564) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:20.818565 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-90d0ea46-4a33-4a95-b908-1426abdd97dd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group_rule': {'security_group_id': '00f564a7-0695-40a7-9f26-986daf705696', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:20.824907 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Set router 3a279b39-7470-42d4-a3dd-033d70e03aa1 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:20.826301 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46819996-0984-4819-ac88-09edead3d5bc tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.829835 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46819996-0984-4819-ac88-09edead3d5bc tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:20.830394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46819996-0984-4819-ac88-09edead3d5bc tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:20.835157 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-90d0ea46-4a33-4a95-b908-1426abdd97dd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:20.874633 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-90d0ea46-4a33-4a95-b908-1426abdd97dd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:20.941067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-90d0ea46-4a33-4a95-b908-1426abdd97dd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:20.972722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-90d0ea46-4a33-4a95-b908-1426abdd97dd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:20.986475 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-46819996-0984-4819-ac88-09edead3d5bc tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5460687 May 28 04:53:20.995064 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59568) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:21.011679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-43c840cc-74ea-440c-9020-b431315cbdbd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'subnet': {'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:21.035828 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-90d0ea46-4a33-4a95-b908-1426abdd97dd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:21.042937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46819996-0984-4819-ac88-09edead3d5bc tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Network': ['ID=766ff3a1-527e-4a17-9ad6-712cb1562619,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:21.064006 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 766ff3a1-527e-4a17-9ad6-712cb1562619 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:53:21.077133 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:21.126288 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:21.149567 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a1b85-5a68-4b31-a094-b228df8ee4a9 None None] Pushing event updated for resources: {'Port': ['ID=63895974-5352-4242-9317-e4f459c0ac0f,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:21.288831 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-43c840cc-74ea-440c-9020-b431315cbdbd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:21.303422 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Router cc019a2c-c590-4ed3-99cf-6c67473de733 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:53:21.311965 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-90d0ea46-4a33-4a95-b908-1426abdd97dd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:21.313117 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43c840cc-74ea-440c-9020-b431315cbdbd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:subnet and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:21.316940 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43c840cc-74ea-440c-9020-b431315cbdbd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:21.326938 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-90d0ea46-4a33-4a95-b908-1426abdd97dd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:21.332862 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-43c840cc-74ea-440c-9020-b431315cbdbd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:21.346675 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 4e111f90-f849-46e9-8e9d-e4271fafeb1a, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=4e111f90-f849-46e9-8e9d-e4271fafeb1a,segment=NetworkSegment(8fc31ff1-852f-4427-b939-280695028d40),segment_id=8fc31ff1-852f-4427-b939-280695028d40)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:21.359612 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:21.407337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0ea46-4a33-4a95-b908-1426abdd97dd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814b2e93-8f4b-49e8-9d0c-5b9db0256131,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:21.430331 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c840cc-74ea-440c-9020-b431315cbdbd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:21.495995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:21.507459 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-015b1c68-bbd1-4c80-b740-0f2f7279df76 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1565330 May 28 04:53:21.508614 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59578) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:21.508758 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Sync routers for ids ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:53:21.518380 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-810156cb-f8cb-41c2-af49-8ed62776fffb tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1385096215'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:21.528089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-810156cb-f8cb-41c2-af49-8ed62776fffb tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:21.535745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-810156cb-f8cb-41c2-af49-8ed62776fffb tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:network and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:21.552751 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Routers {'4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:21.553387 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:21.554088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-810156cb-f8cb-41c2-af49-8ed62776fffb tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:21.561540 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-810156cb-f8cb-41c2-af49-8ed62776fffb tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:21.570206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-90d0ea46-4a33-4a95-b908-1426abdd97dd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:21.570612 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=4e111f90-f849-46e9-8e9d-e4271fafeb1a,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:21.574924 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-90d0ea46-4a33-4a95-b908-1426abdd97dd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7632048 May 28 04:53:21.575817 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59582) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:21.597506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810156cb-f8cb-41c2-af49-8ed62776fffb tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:21.601540 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-810156cb-f8cb-41c2-af49-8ed62776fffb tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:21.620704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'name': 'tempest-RoutersTest-router-2142674723', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:17Z', 'revision_number': 2, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None, '_interfaces': [{'id': 'fd57377f-f49e-493d-88d0-84f25039c0ac', 'name': '', 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:0e:0c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:16Z', 'updated_at': '2022-05-28T04:53:18Z', 'revision_number': 2, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:21.644258 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Checking router: 3a279b39-7470-42d4-a3dd-033d70e03aa1 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:53:21.644972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Updating router 3a279b39-7470-42d4-a3dd-033d70e03aa1 port fd57377f-f49e-493d-88d0-84f25039c0ac binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:53:21.651959 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-a4cbbbe1-2838-4a17-9241-aab6faaf6de9 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group_rule': {'security_group_id': '00f564a7-0695-40a7-9f26-986daf705696', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:21.660306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810156cb-f8cb-41c2-af49-8ed62776fffb tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:53:21.680735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-810156cb-f8cb-41c2-af49-8ed62776fffb tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:21.681217 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-810156cb-f8cb-41c2-af49-8ed62776fffb tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Added segment e02cc143-d693-4846-acf0-66754102ec68 of type vlan for network f016086b-76c5-4ccd-b0e2-24fd15ed91d6 May 28 04:53:21.712098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-810156cb-f8cb-41c2-af49-8ed62776fffb tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:21.755132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-810156cb-f8cb-41c2-af49-8ed62776fffb tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:21.760782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810156cb-f8cb-41c2-af49-8ed62776fffb tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:21.761490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-810156cb-f8cb-41c2-af49-8ed62776fffb tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:21.784742 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:21.801200 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 63895974-5352-4242-9317-e4f459c0ac0f up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:21.834246 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Set router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:21.857154 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0f8cae-ac79-41c7-86ba-41840522ca76 None None] Network e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:21.930396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a4cbbbe1-2838-4a17-9241-aab6faaf6de9 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:21.932328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810156cb-f8cb-41c2-af49-8ed62776fffb tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Network': ['ID=f016086b-76c5-4ccd-b0e2-24fd15ed91d6,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:21.944870 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a4cbbbe1-2838-4a17-9241-aab6faaf6de9 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:21.950546 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a4cbbbe1-2838-4a17-9241-aab6faaf6de9 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:21.960616 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-810156cb-f8cb-41c2-af49-8ed62776fffb tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4485884 May 28 04:53:21.963046 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59586) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:21.969839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f0ad110e-d090-45a8-9176-800ba491fcb9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'subnet': {'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:21.971180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a4cbbbe1-2838-4a17-9241-aab6faaf6de9 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:21.979296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-43c840cc-74ea-440c-9020-b431315cbdbd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:22.017085 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network f016086b-76c5-4ccd-b0e2-24fd15ed91d6 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:53:22.119326 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4cbbbe1-2838-4a17-9241-aab6faaf6de9 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:22.119815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f0ad110e-d090-45a8-9176-800ba491fcb9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:22.128608 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f0ad110e-d090-45a8-9176-800ba491fcb9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:subnet and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:22.135210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f0ad110e-d090-45a8-9176-800ba491fcb9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:22.149874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f0ad110e-d090-45a8-9176-800ba491fcb9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:22.165792 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ad110e-d090-45a8-9176-800ba491fcb9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Made reservation on behalf of 23c494d22b1640b88d34d2d3ca7a02de for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:22.319551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4cbbbe1-2838-4a17-9241-aab6faaf6de9 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:22.332514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4cbbbe1-2838-4a17-9241-aab6faaf6de9 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:22.360531 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c7e96ca7-b400-4b18-873c-a59ba9377bc2 None None] Provisioning for port af7f14e7-1f8b-4fd6-b272-0975936aa2eb completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:22.362271 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0ad110e-d090-45a8-9176-800ba491fcb9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:22.392962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e66b-1986-4532-97ab-4c8f953044c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:22.419176 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbbbe1-2838-4a17-9241-aab6faaf6de9 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1b8381-49cf-44ce-961a-dcab96d7b7c1,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:22.449466 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:19Z', 'revision_number': 4, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': '5d908041-c01a-4971-b642-050d832a4b98', 'name': '', 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:53:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:20Z', 'revision_number': 2, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25e99ff-3591-4692-aec8-82a78627afcd', 'name': '', 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:09:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:19Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:22.454683 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Checking router: 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:53:22.455095 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Updating router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 port 5d908041-c01a-4971-b642-050d832a4b98 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:53:22.468775 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:22.494436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32659544-2837-4a25-a270-0104366551d3 None None] Sync routers for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:53:22.501499 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4cbbbe1-2838-4a17-9241-aab6faaf6de9 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:22.503081 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a4cbbbe1-2838-4a17-9241-aab6faaf6de9 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9148366 May 28 04:53:22.506613 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59590) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:22.513831 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-7f68f1dd-418a-41da-9ebc-215cb3438306 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group_rule': {'security_group_id': '00f564a7-0695-40a7-9f26-986daf705696', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:22.523017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-43c840cc-74ea-440c-9020-b431315cbdbd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:22.528437 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7f68f1dd-418a-41da-9ebc-215cb3438306 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:22.528683 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:22.587365 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 63895974-5352-4242-9317-e4f459c0ac0f completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:22.594532 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:22.596044 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fd40ce6b-5da8-4209-8e66-845a9940e035 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2786360 May 28 04:53:22.604135 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7f68f1dd-418a-41da-9ebc-215cb3438306 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:22.607985 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7f68f1dd-418a-41da-9ebc-215cb3438306 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:22.608363 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device af7f14e7-1f8b-4fd6-b272-0975936aa2eb up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:22.613390 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59594) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:22.624807 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7f68f1dd-418a-41da-9ebc-215cb3438306 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:22.656848 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46b5af6-9107-4809-b1c8-a205df370f9c None None] Network 9829c481-31a9-48d1-9599-15df4d99a3a7 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:22.744510 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0ad110e-d090-45a8-9176-800ba491fcb9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:22.778251 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c840cc-74ea-440c-9020-b431315cbdbd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Subnet': ['ID=c6db09cf-785b-46e9-82a5-9fd70fc33333,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:22.800837 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32659544-2837-4a25-a270-0104366551d3 None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:22.801495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-32659544-2837-4a25-a270-0104366551d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:22.802927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7f68f1dd-418a-41da-9ebc-215cb3438306 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:22.831884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c840cc-74ea-440c-9020-b431315cbdbd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Checking segment: {'id': '9ff0de70-6f2e-4b6d-8ab0-ef05448075af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:22.832578 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c840cc-74ea-440c-9020-b431315cbdbd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network hostable DHCP agents. Network: 766ff3a1-527e-4a17-9ad6-712cb1562619, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:53:22.870278 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad110e-d090-45a8-9176-800ba491fcb9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Subnet': ['ID=eafc8057-a971-4d0a-880d-852f58e15aca,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:22.876025 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad110e-d090-45a8-9176-800ba491fcb9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Checking segment: {'id': 'e02cc143-d693-4846-acf0-66754102ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:22.876374 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad110e-d090-45a8-9176-800ba491fcb9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network hostable DHCP agents. Network: f016086b-76c5-4ccd-b0e2-24fd15ed91d6, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:53:22.907396 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ad110e-d090-45a8-9176-800ba491fcb9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network f016086b-76c5-4ccd-b0e2-24fd15ed91d6 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:53:22.916165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7f68f1dd-418a-41da-9ebc-215cb3438306 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:22.918904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c840cc-74ea-440c-9020-b431315cbdbd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 766ff3a1-527e-4a17-9ad6-712cb1562619 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:53:22.927569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-f0ad110e-d090-45a8-9176-800ba491fcb9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, f016086b-76c5-4ccd-b0e2-24fd15ed91d6) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:22.930607 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-43c840cc-74ea-440c-9020-b431315cbdbd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 766ff3a1-527e-4a17-9ad6-712cb1562619) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:22.936397 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7f68f1dd-418a-41da-9ebc-215cb3438306 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:22.937372 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ad110e-d090-45a8-9176-800ba491fcb9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:22.938962 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c840cc-74ea-440c-9020-b431315cbdbd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:22.939252 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f0ad110e-d090-45a8-9176-800ba491fcb9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:22.940005 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-43c840cc-74ea-440c-9020-b431315cbdbd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:22.978206 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f0ad110e-d090-45a8-9176-800ba491fcb9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0138443 May 28 04:53:22.981474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f68f1dd-418a-41da-9ebc-215cb3438306 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e7e474-7139-4ce3-bd4a-b1d460ae40c8,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:22.981643 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59598) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:23.006223 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:23.016987 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7f68f1dd-418a-41da-9ebc-215cb3438306 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:23.018467 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7f68f1dd-418a-41da-9ebc-215cb3438306 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.5106213 May 28 04:53:23.020780 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-43c840cc-74ea-440c-9020-b431315cbdbd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0220475 May 28 04:53:23.023444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59602) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:23.023764 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59604) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:23.025065 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Transition to ACTIVE for port object 5d908041-c01a-4971-b642-050d832a4b98 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:23.034971 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:23.039518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321c95a3-2e79-4e64-88dc-4f74b403a50f None None] Network f016086b-76c5-4ccd-b0e2-24fd15ed91d6 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:23.051328 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7458bc0f-ecc7-4b24-bdc6-d96c176f0bf9 None None] Network 766ff3a1-527e-4a17-9ad6-712cb1562619 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:23.102013 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-19f54580-41d2-401b-8b90-6a95327af5fb None None] Provisioning for port 63895974-5352-4242-9317-e4f459c0ac0f completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:23.120303 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ff4e2-d3be-4f15-996d-8f7d102c50ce None None] Pushing event updated for resources: {'Port': ['ID=5d908041-c01a-4971-b642-050d832a4b98,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:23.247446 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-19f54580-41d2-401b-8b90-6a95327af5fb None None] Provisioning complete for port 63895974-5352-4242-9317-e4f459c0ac0f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:23.247825 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-19f54580-41d2-401b-8b90-6a95327af5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:23.301842 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9faca8c5-948d-4d35-b67b-b054f31b3236 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:23.320687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9faca8c5-948d-4d35-b67b-b054f31b3236 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:23.348674 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Attempting to bind port 5d908041-c01a-4971-b642-050d832a4b98 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:23.349234 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Attempting to bind port 5d908041-c01a-4971-b642-050d832a4b98 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '20e6ccc5-ea03-48b5-b310-043452fa7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:23.350286 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Attempting to bind port 5d908041-c01a-4971-b642-050d832a4b98 on network e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:23.359627 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:23.359988 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Checking segment: {'id': '20e6ccc5-ea03-48b5-b310-043452fa7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:23.360524 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:23.360965 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Bound using segment: {'id': '20e6ccc5-ea03-48b5-b310-043452fa7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:23.363790 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Bound port: 5d908041-c01a-4971-b642-050d832a4b98, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e6ccc5-ea03-48b5-b310-043452fa7614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:23.363790 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:23.386775 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9faca8c5-948d-4d35-b67b-b054f31b3236 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:23.413673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faca8c5-948d-4d35-b67b-b054f31b3236 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13e7e474-7139-4ce3-bd4a-b1d460ae40c8,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:23.422777 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9faca8c5-948d-4d35-b67b-b054f31b3236 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:23.423898 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9faca8c5-948d-4d35-b67b-b054f31b3236 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/13e7e474-7139-4ce3-bd4a-b1d460ae40c8 HTTP/1.1" status: 204 len: 168 time: 0.3982797 May 28 04:53:23.426987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59610) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:23.499127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.resource_extend [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:53:23.512448 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] For port 5d908041-c01a-4971-b642-050d832a4b98, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:23.516669 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] For port 5d908041-c01a-4971-b642-050d832a4b98, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5d908041-c01a-4971-b642-050d832a4b98,segment=NetworkSegment(20e6ccc5-ea03-48b5-b310-043452fa7614),segment_id=20e6ccc5-ea03-48b5-b310-043452fa7614)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:23.522358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5ac1c7bf-10ce-49bb-a31d-a38bc7c4bf32 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:23.524198 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:23.546014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5ac1c7bf-10ce-49bb-a31d-a38bc7c4bf32 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:23.547999 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5ac1c7bf-10ce-49bb-a31d-a38bc7c4bf32 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.1198747 May 28 04:53:23.551040 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59614) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:23.555554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port af7f14e7-1f8b-4fd6-b272-0975936aa2eb completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:23.594922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-de2e39e2-2996-4423-9177-fc3d0c1da827 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:23.612430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-de2e39e2-2996-4423-9177-fc3d0c1da827 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:23.624314 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port af7f14e7-1f8b-4fd6-b272-0975936aa2eb triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:23.624759 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:23.655988 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ff4e2-d3be-4f15-996d-8f7d102c50ce None None] Pushing event updated for resources: {'Port': ['ID=5d908041-c01a-4971-b642-050d832a4b98,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:23.668929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-de2e39e2-2996-4423-9177-fc3d0c1da827 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:23.672798 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Routers {'4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:23.673688 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:52:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:23.828026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-de2e39e2-2996-4423-9177-fc3d0c1da827 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:23.829369 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-de2e39e2-2996-4423-9177-fc3d0c1da827 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/1c1b8381-49cf-44ce-961a-dcab96d7b7c1 HTTP/1.1" status: 204 len: 168 time: 0.2771113 May 28 04:53:23.878050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-32659544-2837-4a25-a270-0104366551d3 None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:23.886871 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59620) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:23.896006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e39e2-2996-4423-9177-fc3d0c1da827 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c1b8381-49cf-44ce-961a-dcab96d7b7c1,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:23.948047 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] Set router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:24.039512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0e07781e-d2e7-4c4d-9d70-9fa2dc80b6e7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:24.076810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0e07781e-d2e7-4c4d-9d70-9fa2dc80b6e7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:24.081528 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0e07781e-d2e7-4c4d-9d70-9fa2dc80b6e7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1914411 May 28 04:53:24.083331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59624) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:24.173773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-42da71a5-8485-4701-85e8-386e9b243a5c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:24.190825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-42da71a5-8485-4701-85e8-386e9b243a5c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:24.254684 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:24.299172 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-42da71a5-8485-4701-85e8-386e9b243a5c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:24.323068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:24.341581 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-f016086b-76c5-4ccd-b0e2-24fd15ed91d6', 'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'fixed_ips': [{'subnet_id': 'eafc8057-a971-4d0a-880d-852f58e15aca'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:53:24.342495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:24.346895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da71a5-8485-4701-85e8-386e9b243a5c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=814b2e93-8f4b-49e8-9d0c-5b9db0256131,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:24.477308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-19f54580-41d2-401b-8b90-6a95327af5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:24.564539 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:19Z', 'revision_number': 4, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': '5d908041-c01a-4971-b642-050d832a4b98', 'name': '', 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:53:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:23Z', 'revision_number': 4, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25e99ff-3591-4692-aec8-82a78627afcd', 'name': '', 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:09:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:19Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:24.569566 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb2ec8e-56a7-416a-89ce-ee1210e70cb5 None None] The sync data for ids ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'] in dv-neutron-843300-5-hyperv is: [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:19Z', 'revision_number': 4, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': '5d908041-c01a-4971-b642-050d832a4b98', 'name': '', 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:53:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:23Z', 'revision_number': 4, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25e99ff-3591-4692-aec8-82a78627afcd', 'name': '', 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:09:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:19Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:53:24.585226 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Transition to ACTIVE for port object fd57377f-f49e-493d-88d0-84f25039c0ac will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:24.600198 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-766ff3a1-527e-4a17-9ad6-712cb1562619', 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'fixed_ips': [{'subnet_id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:53:24.601165 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:24.627995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-42da71a5-8485-4701-85e8-386e9b243a5c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:24.632485 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-42da71a5-8485-4701-85e8-386e9b243a5c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/814b2e93-8f4b-49e8-9d0c-5b9db0256131 HTTP/1.1" status: 204 len: 168 time: 0.5446191 May 28 04:53:24.638727 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59628) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:24.660610 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:24.751770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:24.823245 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6cf24b81-14ed-4762-b51f-34b8fe88be7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:24.876434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-42cce808-ed5f-4b02-91c6-502ca816a277 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:24.911715 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-42cce808-ed5f-4b02-91c6-502ca816a277 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:24.913466 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-42cce808-ed5f-4b02-91c6-502ca816a277 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2737834 May 28 04:53:24.916932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59632) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:24.931042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Allocated IP 2001:db8:3::2 (f016086b-76c5-4ccd-b0e2-24fd15ed91d6/eafc8057-a971-4d0a-880d-852f58e15aca/125dd071-93f9-4604-9e17-c15a5c1c0e14) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:24.988776 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbc434c3-aad1-4b76-92ea-374024194efd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.018386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbc434c3-aad1-4b76-92ea-374024194efd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.063814 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbc434c3-aad1-4b76-92ea-374024194efd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.092765 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc434c3-aad1-4b76-92ea-374024194efd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=351e24dc-b9f3-45bd-b7ba-70f3b89d224f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:25.114319 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbc434c3-aad1-4b76-92ea-374024194efd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.115731 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dbc434c3-aad1-4b76-92ea-374024194efd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/351e24dc-b9f3-45bd-b7ba-70f3b89d224f HTTP/1.1" status: 204 len: 168 time: 0.1975441 May 28 04:53:25.118809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59636) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:25.213968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-90e9c472-86fb-468b-881d-6a40c04924d2 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:25.224298 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.237315 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Transition to ACTIVE for port object 125dd071-93f9-4604-9e17-c15a5c1c0e14 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:25.255544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-90e9c472-86fb-468b-881d-6a40c04924d2 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:25.257972 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-90e9c472-86fb-468b-881d-6a40c04924d2 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1381164 May 28 04:53:25.261384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59640) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:25.262722 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Transition to ACTIVE for port object 125dd071-93f9-4604-9e17-c15a5c1c0e14 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:25.293774 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.317301 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c24f64-0e69-4e34-bd2c-3b0b3ee6505e None None] Pushing event updated for resources: {'Port': ['ID=fd57377f-f49e-493d-88d0-84f25039c0ac,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:25.359462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Allocated IP 172.21.0.1 (766ff3a1-527e-4a17-9ad6-712cb1562619/c6db09cf-785b-46e9-82a5-9fd70fc33333/8bb97b4a-7799-4f18-b0af-1d2140137b4d) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:25.412244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e26a24f-3aeb-41bb-b219-e5bca5bf390e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.420023 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-19f54580-41d2-401b-8b90-6a95327af5fb None None] For port 63895974-5352-4242-9317-e4f459c0ac0f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=63895974-5352-4242-9317-e4f459c0ac0f,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:25.429117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e26a24f-3aeb-41bb-b219-e5bca5bf390e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.471921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e26a24f-3aeb-41bb-b219-e5bca5bf390e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.505299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Allocated IP 2001:db8:3::1 (f016086b-76c5-4ccd-b0e2-24fd15ed91d6/eafc8057-a971-4d0a-880d-852f58e15aca/897bd420-61ad-4348-ba96-cf52ba601261) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:25.518880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26a24f-3aeb-41bb-b219-e5bca5bf390e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c30fe615-ae96-4cf9-96b2-a16da2a0c812,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:25.562165 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.566479 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-19f54580-41d2-401b-8b90-6a95327af5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.587171 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e26a24f-3aeb-41bb-b219-e5bca5bf390e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.590913 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4e26a24f-3aeb-41bb-b219-e5bca5bf390e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c30fe615-ae96-4cf9-96b2-a16da2a0c812 HTTP/1.1" status: 204 len: 168 time: 0.3281105 May 28 04:53:25.599168 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59644) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:25.671117 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.756807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.778051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ff84459d-f46e-440b-9bea-3fed36c3883b tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:25.778729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Transition to ACTIVE for port object 897bd420-61ad-4348-ba96-cf52ba601261 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:25.806211 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.808431 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.809139 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.813078 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.870067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Network f016086b-76c5-4ccd-b0e2-24fd15ed91d6 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:25.878101 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:25.884781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:25.903395 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ff84459d-f46e-440b-9bea-3fed36c3883b tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:25.904539 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ff84459d-f46e-440b-9bea-3fed36c3883b tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3015187 May 28 04:53:25.907417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.909387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59648) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:25.912341 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network f016086b-76c5-4ccd-b0e2-24fd15ed91d6 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:25.918784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:25.933355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Pushing event updated for resources: {'Port': ['ID=125dd071-93f9-4604-9e17-c15a5c1c0e14,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:25.935050 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Allocated IP 172.20.0.1 (9829c481-31a9-48d1-9599-15df4d99a3a7/8dc39ab9-b8b9-4f7a-95dd-aab229021c21/8d32debc-ef09-4edc-b272-8b31808f7428) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:25.941227 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Transition to ACTIVE for port object 8bb97b4a-7799-4f18-b0af-1d2140137b4d will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:25.968514 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:25.969329 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:25.985445 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=897bd420-61ad-4348-ba96-cf52ba601261,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:26.030997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-45406619-36fe-4a11-b6ed-9911a743adb7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.046489 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f54580-41d2-401b-8b90-6a95327af5fb None None] Pushing event updated for resources: {'Port': ['ID=63895974-5352-4242-9317-e4f459c0ac0f,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:26.062130 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a77a94dc-227b-4e0c-b6b3-f56a61697dae None None] Provisioning for port 5d908041-c01a-4971-b642-050d832a4b98 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:26.069283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-45406619-36fe-4a11-b6ed-9911a743adb7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.092149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.171371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.184530 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-45406619-36fe-4a11-b6ed-9911a743adb7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.196796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 766ff3a1-527e-4a17-9ad6-712cb1562619 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:26.209084 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:26.212161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45406619-36fe-4a11-b6ed-9911a743adb7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f564a7-0695-40a7-9f26-986daf705696,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:26.216823 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Attempting to bind port fd57377f-f49e-493d-88d0-84f25039c0ac on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:26.217299 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Attempting to bind port fd57377f-f49e-493d-88d0-84f25039c0ac by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '8fc31ff1-852f-4427-b939-280695028d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:26.217761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Attempting to bind port fd57377f-f49e-493d-88d0-84f25039c0ac on network 383b74dd-71d9-4ce7-a46e-7556437da19b {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:26.217881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:26.252122 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port af7f14e7-1f8b-4fd6-b272-0975936aa2eb, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=af7f14e7-1f8b-4fd6-b272-0975936aa2eb,segment=NetworkSegment(20e6ccc5-ea03-48b5-b310-043452fa7614),segment_id=20e6ccc5-ea03-48b5-b310-043452fa7614)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:26.278870 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.279805 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a25e99ff-3591-4692-aec8-82a78627afcd up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:26.280072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-45406619-36fe-4a11-b6ed-9911a743adb7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.284217 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-45406619-36fe-4a11-b6ed-9911a743adb7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-groups/00f564a7-0695-40a7-9f26-986daf705696 HTTP/1.1" status: 204 len: 168 time: 0.3703220 May 28 04:53:26.284885 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59652) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:26.374651 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=8bb97b4a-7799-4f18-b0af-1d2140137b4d,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:26.379172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.411706 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:26.411706 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Checking segment: {'id': '8fc31ff1-852f-4427-b939-280695028d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:26.412112 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.412222 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Transition to ACTIVE for port object 8d32debc-ef09-4edc-b272-8b31808f7428 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:26.412478 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Bound using segment: {'id': '8fc31ff1-852f-4427-b939-280695028d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:26.413105 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Bound port: fd57377f-f49e-493d-88d0-84f25039c0ac, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fc31ff1-852f-4427-b939-280695028d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:26.413549 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.421616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.459462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.476781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Attempting to bind port 125dd071-93f9-4604-9e17-c15a5c1c0e14 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:26.477259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Attempting to bind port 125dd071-93f9-4604-9e17-c15a5c1c0e14 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'e02cc143-d693-4846-acf0-66754102ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:26.477704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Attempting to bind port 125dd071-93f9-4604-9e17-c15a5c1c0e14 on network f016086b-76c5-4ccd-b0e2-24fd15ed91d6 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:26.508313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Allocated IP 172.21.0.2 (766ff3a1-527e-4a17-9ad6-712cb1562619/c6db09cf-785b-46e9-82a5-9fd70fc33333/c86ec0cd-be80-435d-907b-ffdd6fd51d5f) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:26.585458 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Pushing event updated for resources: {'Port': ['ID=8d32debc-ef09-4edc-b272-8b31808f7428,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:26.590932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Network 9829c481-31a9-48d1-9599-15df4d99a3a7 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:26.594769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:26.598315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:26.601436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] For port fd57377f-f49e-493d-88d0-84f25039c0ac, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:26.604722 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] For port fd57377f-f49e-493d-88d0-84f25039c0ac, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fd57377f-f49e-493d-88d0-84f25039c0ac,segment=NetworkSegment(8fc31ff1-852f-4427-b939-280695028d40),segment_id=8fc31ff1-852f-4427-b939-280695028d40)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:26.607230 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a77a94dc-227b-4e0c-b6b3-f56a61697dae None None] Provisioning complete for port af7f14e7-1f8b-4fd6-b272-0975936aa2eb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:26.607639 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a77a94dc-227b-4e0c-b6b3-f56a61697dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.612224 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5a4a8b93-2457-4067-a7c8-11d9558bab44 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:26.625107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.673740 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:26.674042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Checking segment: {'id': 'e02cc143-d693-4846-acf0-66754102ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:26.674441 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.674832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Bound using segment: {'id': 'e02cc143-d693-4846-acf0-66754102ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:26.675291 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Bound port: 125dd071-93f9-4604-9e17-c15a5c1c0e14, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02cc143-d693-4846-acf0-66754102ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:26.675664 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.685717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.689383 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=af7f14e7-1f8b-4fd6-b272-0975936aa2eb,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:26.719554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5a4a8b93-2457-4067-a7c8-11d9558bab44 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:26.720574 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5a4a8b93-2457-4067-a7c8-11d9558bab44 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4324155 May 28 04:53:26.736259 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59656) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:26.744362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-2ea08447-fc50-44c8-b8ca-364e75172924 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904221400'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:26.754292 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2ea08447-fc50-44c8-b8ca-364e75172924 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:26.781866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2ea08447-fc50-44c8-b8ca-364e75172924 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:26.818325 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ea08447-fc50-44c8-b8ca-364e75172924 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.867558 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.883886 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.896129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.896568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.901188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2ea08447-fc50-44c8-b8ca-364e75172924 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:26.943748 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c24f64-0e69-4e34-bd2c-3b0b3ee6505e None None] Pushing event updated for resources: {'Port': ['ID=fd57377f-f49e-493d-88d0-84f25039c0ac,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:26.986297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port a25e99ff-3591-4692-aec8-82a78627afcd triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:26.986903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:26.992082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2ea08447-fc50-44c8-b8ca-364e75172924 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:27.005438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2ea08447-fc50-44c8-b8ca-364e75172924 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:27.028696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2ea08447-fc50-44c8-b8ca-364e75172924 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:27.033837 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-32659544-2837-4a25-a270-0104366551d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:20Z', 'revision_number': 3, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:27.104681 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32659544-2837-4a25-a270-0104366551d3 None None] Checking router: cc019a2c-c590-4ed3-99cf-6c67473de733 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:53:27.105128 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32659544-2837-4a25-a270-0104366551d3 None None] Updating router cc019a2c-c590-4ed3-99cf-6c67473de733 port f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:53:27.109570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event updated for resources: {'Port': ['ID=897bd420-61ad-4348-ba96-cf52ba601261,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:27.151571 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.187968 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.210250 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ea08447-fc50-44c8-b8ca-364e75172924 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.220673 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Network f016086b-76c5-4ccd-b0e2-24fd15ed91d6 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:27.221553 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ea08447-fc50-44c8-b8ca-364e75172924 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.240582 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:27.259622 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.282935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Routers {'3a279b39-7470-42d4-a3dd-033d70e03aa1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:27.283555 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3a279b39-7470-42d4-a3dd-033d70e03aa1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:27.328095 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.346758 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-32659544-2837-4a25-a270-0104366551d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.352072 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=8bb97b4a-7799-4f18-b0af-1d2140137b4d,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:27.357639 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.404321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea08447-fc50-44c8-b8ca-364e75172924 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a0d3c1-82bf-4c8d-bdb3-ad8f7d44c453,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:27.425419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ea08447-fc50-44c8-b8ca-364e75172924 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.429243 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2ea08447-fc50-44c8-b8ca-364e75172924 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6897037 May 28 04:53:27.432276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59662) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:27.436359 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-92143809-478f-4b4e-bc0e-545c8dc993cc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group_rule': {'security_group_id': '19a0d3c1-82bf-4c8d-bdb3-ad8f7d44c453', 'direction': 'ingress', 'protocol': 17}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:27.443583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-92143809-478f-4b4e-bc0e-545c8dc993cc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:27.451034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-92143809-478f-4b4e-bc0e-545c8dc993cc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:27.455452 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-92143809-478f-4b4e-bc0e-545c8dc993cc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:27.461955 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-92143809-478f-4b4e-bc0e-545c8dc993cc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:27.531088 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] For port 125dd071-93f9-4604-9e17-c15a5c1c0e14, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:27.590664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-92143809-478f-4b4e-bc0e-545c8dc993cc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.590959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] For port 125dd071-93f9-4604-9e17-c15a5c1c0e14, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=125dd071-93f9-4604-9e17-c15a5c1c0e14,segment=NetworkSegment(e02cc143-d693-4846-acf0-66754102ec68),segment_id=e02cc143-d693-4846-acf0-66754102ec68)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:27.655740 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.674797 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-92143809-478f-4b4e-bc0e-545c8dc993cc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.685336 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-92143809-478f-4b4e-bc0e-545c8dc993cc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.713441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92143809-478f-4b4e-bc0e-545c8dc993cc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f15af0-6005-4383-b4d8-67c92f998704,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:27.736543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-92143809-478f-4b4e-bc0e-545c8dc993cc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.737741 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-92143809-478f-4b4e-bc0e-545c8dc993cc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3072772 May 28 04:53:27.739771 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:27.742005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59668) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:27.756670 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.759649 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.778362 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 766ff3a1-527e-4a17-9ad6-712cb1562619 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:27.781620 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:27.784415 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:27.795195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Transition to ACTIVE for port object c86ec0cd-be80-435d-907b-ffdd6fd51d5f will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:27.799504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] Set router 3a279b39-7470-42d4-a3dd-033d70e03aa1 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:27.994567 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c3de1c-8dc0-455c-8c1e-47ce9032aaab None None] Pushing event updated for resources: {'Port': ['ID=125dd071-93f9-4604-9e17-c15a5c1c0e14,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:28.015068 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Transition to ACTIVE for port object c86ec0cd-be80-435d-907b-ffdd6fd51d5f will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:28.025487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-722ec8a0-6d04-4a26-9aac-420a170267ed tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:28.051518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 63895974-5352-4242-9317-e4f459c0ac0f up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:28.060962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-722ec8a0-6d04-4a26-9aac-420a170267ed tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:28.082826 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:28.127039 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:28.127308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Pushing event updated for resources: {'Port': ['ID=8d32debc-ef09-4edc-b272-8b31808f7428,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:28.146400 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f40240c8-7578-4ddd-9a6c-100da3fa0892 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1606467 May 28 04:53:28.146739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59676) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:28.152195 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-6a6f57a3-fd62-4034-9e2c-5a2d89d92af5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:28.165796 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Sync routers for ids ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:53:28.189286 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Routers {'4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:28.190648 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:28.221520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-722ec8a0-6d04-4a26-9aac-420a170267ed tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:28.224194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-722ec8a0-6d04-4a26-9aac-420a170267ed tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:28.225458 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-722ec8a0-6d04-4a26-9aac-420a170267ed tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-groups/19a0d3c1-82bf-4c8d-bdb3-ad8f7d44c453 HTTP/1.1" status: 204 len: 168 time: 0.4822350 May 28 04:53:28.244809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59680) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:28.339488 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ec8a0-6d04-4a26-9aac-420a170267ed tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a0d3c1-82bf-4c8d-bdb3-ad8f7d44c453,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:28.448875 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-72cc2ab4-449e-4eda-9c21-b4483c488a7f tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:28.506298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-72cc2ab4-449e-4eda-9c21-b4483c488a7f tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:28.513009 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-72cc2ab4-449e-4eda-9c21-b4483c488a7f tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2652400 May 28 04:53:28.521890 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59688) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:28.529530 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-911fe524-a2d7-43aa-b65e-9798d1a014a1 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group': {'name': 'tempest-secgroup--710726739'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:28.536082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-911fe524-a2d7-43aa-b65e-9798d1a014a1 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:28.549560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-911fe524-a2d7-43aa-b65e-9798d1a014a1 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:28.578781 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:28.624914 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Set router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:28.777809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e8f7d731-dcb8-4ee9-b250-c94a28b8549d None None] Provisioning for port 8d32debc-ef09-4edc-b272-8b31808f7428 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:28.881934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Network 9829c481-31a9-48d1-9599-15df4d99a3a7 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:28.883217 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Pushing event updated for resources: {'Port': ['ID=c86ec0cd-be80-435d-907b-ffdd6fd51d5f,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:28.885493 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e8f7d731-dcb8-4ee9-b250-c94a28b8549d None None] Provisioning complete for port 8d32debc-ef09-4edc-b272-8b31808f7428 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:28.885878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e8f7d731-dcb8-4ee9-b250-c94a28b8549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:28.934412 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Network 766ff3a1-527e-4a17-9ad6-712cb1562619 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:28.963298 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:28.979123 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:29.001274 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:29.019362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7d731-dcb8-4ee9-b250-c94a28b8549d None None] Port 8d32debc-ef09-4edc-b272-8b31808f7428 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:29.021478 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': '5d908041-c01a-4971-b642-050d832a4b98', 'name': '', 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:53:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:23Z', 'revision_number': 4, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '897bd420-61ad-4348-ba96-cf52ba601261', 'name': '', 'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:8d:55:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafc8057-a971-4d0a-880d-852f58e15aca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:24Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 2, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'eafc8057-a971-4d0a-880d-852f58e15aca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25e99ff-3591-4692-aec8-82a78627afcd', 'name': '', 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:09:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:19Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:29.026555 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Checking router: 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:53:29.027166 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Updating router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 port 897bd420-61ad-4348-ba96-cf52ba601261 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:53:29.085383 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:29.096738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-911fe524-a2d7-43aa-b65e-9798d1a014a1 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:29.322213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 63895974-5352-4242-9317-e4f459c0ac0f triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:29.322213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:29.361596 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-32659544-2837-4a25-a270-0104366551d3 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:29.404560 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e8f7d731-dcb8-4ee9-b250-c94a28b8549d None None] Provisioning complete for port 63895974-5352-4242-9317-e4f459c0ac0f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:29.404560 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e8f7d731-dcb8-4ee9-b250-c94a28b8549d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:29.434815 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Attempting to bind port c86ec0cd-be80-435d-907b-ffdd6fd51d5f on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:29.435177 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Attempting to bind port c86ec0cd-be80-435d-907b-ffdd6fd51d5f by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ff0de70-6f2e-4b6d-8ab0-ef05448075af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:29.435675 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Attempting to bind port c86ec0cd-be80-435d-907b-ffdd6fd51d5f on network 766ff3a1-527e-4a17-9ad6-712cb1562619 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:29.456593 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-32659544-2837-4a25-a270-0104366551d3 None None] Transition to ACTIVE for port object f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:29.495683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-32659544-2837-4a25-a270-0104366551d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:29.531520 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:29.532191 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Checking segment: {'id': '9ff0de70-6f2e-4b6d-8ab0-ef05448075af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:29.532745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:29.533323 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Bound using segment: {'id': '9ff0de70-6f2e-4b6d-8ab0-ef05448075af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:29.533987 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Bound port: c86ec0cd-be80-435d-907b-ffdd6fd51d5f, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff0de70-6f2e-4b6d-8ab0-ef05448075af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:29.534514 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:29.542403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-911fe524-a2d7-43aa-b65e-9798d1a014a1 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:29.556430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-911fe524-a2d7-43aa-b65e-9798d1a014a1 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:29.572806 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-911fe524-a2d7-43aa-b65e-9798d1a014a1 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:29.592675 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 3a279b39-7470-42d4-a3dd-033d70e03aa1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:29.599720 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-911fe524-a2d7-43aa-b65e-9798d1a014a1 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:29.621177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf0356-398a-4af1-a763-21a04d683b28 req-2268cb4a-787b-4eb2-afbf-6b209288b585 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:29.626277 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8814f-6620-488e-aed0-795c6850b934 None None] Pushing event updated for resources: {'Port': ['ID=f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:29.629396 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2dbf0356-398a-4af1-a763-21a04d683b28 req-2268cb4a-787b-4eb2-afbf-6b209288b585 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 945 time: 0.6103342 May 28 04:53:29.657544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.extraroute_db [None req-6a6f57a3-fd62-4034-9e2c-5a2d89d92af5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84010) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 28 04:53:29.679672 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Router cc019a2c-c590-4ed3-99cf-6c67473de733 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:29.712680 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2dbf0356-398a-4af1-a763-21a04d683b28 req-84251843-f467-45d3-b0ed-54e921e44147 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816183 May 28 04:53:29.713192 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9936da25-529a-4d37-a72c-812942167f20 None None] Network f016086b-76c5-4ccd-b0e2-24fd15ed91d6 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:29.746534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.extraroute_db [None req-6a6f57a3-fd62-4034-9e2c-5a2d89d92af5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Removed routes are [] {{(pid=84010) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 28 04:53:29.747022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6a6f57a3-fd62-4034-9e2c-5a2d89d92af5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:29.788815 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:29.804640 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Transition to ACTIVE for port object 897bd420-61ad-4348-ba96-cf52ba601261 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:29.815048 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:29.865632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-32659544-2837-4a25-a270-0104366551d3 None None] Attempting to bind port f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:29.865932 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-32659544-2837-4a25-a270-0104366551d3 None None] Attempting to bind port f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:29.866288 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32659544-2837-4a25-a270-0104366551d3 None None] Attempting to bind port f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:29.939490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-911fe524-a2d7-43aa-b65e-9798d1a014a1 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:29.966139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-911fe524-a2d7-43aa-b65e-9798d1a014a1 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:29.966673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:29.995011 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cf9a5772-89be-414d-8437-c47b0f4fe226 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/3a279b39-7470-42d4-a3dd-033d70e03aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9677973 May 28 04:53:29.998402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59692) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:30.004571 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1e7c5e38-459d-4bb8-b995-77beef41c1a8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'network': {'name': 'tempest-RoutersTest-1314498214'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:30.011135 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1e7c5e38-459d-4bb8-b995-77beef41c1a8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:30.017974 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1e7c5e38-459d-4bb8-b995-77beef41c1a8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:network and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:30.024214 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1e7c5e38-459d-4bb8-b995-77beef41c1a8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:30.029819 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] For port c86ec0cd-be80-435d-907b-ffdd6fd51d5f, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:30.031934 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31577c-2649-4139-a246-fa40c1f0a6c7 None None] Pushing event updated for resources: {'Port': ['ID=897bd420-61ad-4348-ba96-cf52ba601261,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:30.032746 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1e7c5e38-459d-4bb8-b995-77beef41c1a8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:30.035753 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] For port c86ec0cd-be80-435d-907b-ffdd6fd51d5f, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c86ec0cd-be80-435d-907b-ffdd6fd51d5f,segment=NetworkSegment(9ff0de70-6f2e-4b6d-8ab0-ef05448075af),segment_id=9ff0de70-6f2e-4b6d-8ab0-ef05448075af)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:30.042382 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fe524-a2d7-43aa-b65e-9798d1a014a1 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=518c7d52-f90e-49d7-bb70-34ac7ae38f7a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:30.047746 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-911fe524-a2d7-43aa-b65e-9798d1a014a1 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.049906 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-911fe524-a2d7-43aa-b65e-9798d1a014a1 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5256708 May 28 04:53:30.053004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59696) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:30.058042 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31577c-2649-4139-a246-fa40c1f0a6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:30.058356 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31577c-2649-4139-a246-fa40c1f0a6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:30.059055 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31577c-2649-4139-a246-fa40c1f0a6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:30.059378 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31577c-2649-4139-a246-fa40c1f0a6c7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:30.059705 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31577c-2649-4139-a246-fa40c1f0a6c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:30.060022 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31577c-2649-4139-a246-fa40c1f0a6c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:30.060338 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31577c-2649-4139-a246-fa40c1f0a6c7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:30.060634 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32659544-2837-4a25-a270-0104366551d3 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:30.060812 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31577c-2649-4139-a246-fa40c1f0a6c7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:30.060924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32659544-2837-4a25-a270-0104366551d3 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:30.061035 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31577c-2649-4139-a246-fa40c1f0a6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:30.061245 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31577c-2649-4139-a246-fa40c1f0a6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:30.061365 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-32659544-2837-4a25-a270-0104366551d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.061569 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d31577c-2649-4139-a246-fa40c1f0a6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:53:30.061703 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32659544-2837-4a25-a270-0104366551d3 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:30.062143 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-32659544-2837-4a25-a270-0104366551d3 None None] Bound port: f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:30.062542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-32659544-2837-4a25-a270-0104366551d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.065893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-1e790950-db98-42fe-ba6d-16951e065f65 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group': {'name': 'tempest-secgroup--988021024'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:30.068565 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7c5e38-459d-4bb8-b995-77beef41c1a8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:30.074379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e7c5e38-459d-4bb8-b995-77beef41c1a8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.084273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1e790950-db98-42fe-ba6d-16951e065f65 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:30.092650 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1e790950-db98-42fe-ba6d-16951e065f65 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:30.096777 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1e790950-db98-42fe-ba6d-16951e065f65 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:30.097427 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:30.104831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1e790950-db98-42fe-ba6d-16951e065f65 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:30.111416 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5514afc5-6a82-48a9-b17a-ba26e319e467 admin admin] 10.222.0.15 "PUT /v2.0/routers/cc019a2c-c590-4ed3-99cf-6c67473de733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4965816 May 28 04:53:30.130067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'name': 'tempest-RoutersTest-router-2142674723', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 3, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None, '_interfaces': [{'id': '8bb97b4a-7799-4f18-b0af-1d2140137b4d', 'name': '', 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:65:56:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:24Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 2, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd57377f-f49e-493d-88d0-84f25039c0ac', 'name': '', 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:0e:0c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:16Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:30.140801 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7c5e38-459d-4bb8-b995-77beef41c1a8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:53:30.158913 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e7c5e38-459d-4bb8-b995-77beef41c1a8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.159293 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-1e7c5e38-459d-4bb8-b995-77beef41c1a8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Added segment 3c50b3f4-e844-474c-bf35-b585d07bc7d9 of type vlan for network 99fd1c51-e833-42e0-a62a-3baeee619ea8 May 28 04:53:30.165358 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.171001 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Attempting to bind port 897bd420-61ad-4348-ba96-cf52ba601261 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:30.171281 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Attempting to bind port 897bd420-61ad-4348-ba96-cf52ba601261 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'e02cc143-d693-4846-acf0-66754102ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:30.171577 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Attempting to bind port 897bd420-61ad-4348-ba96-cf52ba601261 on network f016086b-76c5-4ccd-b0e2-24fd15ed91d6 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:30.186410 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:30.188423 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Checking segment: {'id': 'e02cc143-d693-4846-acf0-66754102ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:30.188682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1e790950-db98-42fe-ba6d-16951e065f65 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.188862 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.190388 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Bound using segment: {'id': 'e02cc143-d693-4846-acf0-66754102ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:30.190915 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Bound port: 897bd420-61ad-4348-ba96-cf52ba601261, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02cc143-d693-4846-acf0-66754102ec68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:30.191286 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.213462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e7c5e38-459d-4bb8-b995-77beef41c1a8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.224214 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dde924f-5ea2-42d2-b305-e4f66d368658 None None] The sync data for ids ['3a279b39-7470-42d4-a3dd-033d70e03aa1'] in dv-neutron-843300-5-hyperv is: [{'id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'name': 'tempest-RoutersTest-router-2142674723', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 3, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None, '_interfaces': [{'id': '8bb97b4a-7799-4f18-b0af-1d2140137b4d', 'name': '', 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:65:56:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:24Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 2, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd57377f-f49e-493d-88d0-84f25039c0ac', 'name': '', 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:0e:0c:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:16Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:53:30.251682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5d908041-c01a-4971-b642-050d832a4b98 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:30.278060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e7c5e38-459d-4bb8-b995-77beef41c1a8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.286766 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7c5e38-459d-4bb8-b995-77beef41c1a8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:30.287669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e7c5e38-459d-4bb8-b995-77beef41c1a8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.306362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1e790950-db98-42fe-ba6d-16951e065f65 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:30.316417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1e790950-db98-42fe-ba6d-16951e065f65 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:30.319521 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1e790950-db98-42fe-ba6d-16951e065f65 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:30.326903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1e790950-db98-42fe-ba6d-16951e065f65 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:30.416076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ec17daf8-36ea-4f47-aaf2-d8470c978915 None None] Provisioning complete for port 8d32debc-ef09-4edc-b272-8b31808f7428 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:30.416802 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ec17daf8-36ea-4f47-aaf2-d8470c978915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.432206 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] For port 897bd420-61ad-4348-ba96-cf52ba601261, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:30.445621 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] For port 897bd420-61ad-4348-ba96-cf52ba601261, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=897bd420-61ad-4348-ba96-cf52ba601261,segment=NetworkSegment(e02cc143-d693-4846-acf0-66754102ec68),segment_id=e02cc143-d693-4846-acf0-66754102ec68)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:30.454014 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.469060 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6a6f57a3-fd62-4034-9e2c-5a2d89d92af5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.500546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6a6f57a3-fd62-4034-9e2c-5a2d89d92af5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.518401 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1e7c5e38-459d-4bb8-b995-77beef41c1a8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5160413 May 28 04:53:30.528029 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c5e38-459d-4bb8-b995-77beef41c1a8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Network': ['ID=99fd1c51-e833-42e0-a62a-3baeee619ea8,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:30.530488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59704) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:30.545761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-cf74c5cd-8aba-43f2-a6c8-601407cee3d6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'subnet': {'network_id': '99fd1c51-e833-42e0-a62a-3baeee619ea8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:30.589699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbeb46-dac4-4a13-bc51-e91d34c889ff None None] Pushing event updated for resources: {'Port': ['ID=c86ec0cd-be80-435d-907b-ffdd6fd51d5f,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:30.606823 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-32659544-2837-4a25-a270-0104366551d3 None None] For port f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:30.655272 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 99fd1c51-e833-42e0-a62a-3baeee619ea8 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:53:30.670991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1e790950-db98-42fe-ba6d-16951e065f65 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.677132 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31577c-2649-4139-a246-fa40c1f0a6c7 None None] Pushing event updated for resources: {'Port': ['ID=897bd420-61ad-4348-ba96-cf52ba601261,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:30.689566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1e790950-db98-42fe-ba6d-16951e065f65 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.695145 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Routers {'4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:30.695772 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:30.895663 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e790950-db98-42fe-ba6d-16951e065f65 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0127bbed-dfcd-4e60-a5b3-872d5f17dbf4,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:30.925601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1e790950-db98-42fe-ba6d-16951e065f65 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:30.926895 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1e790950-db98-42fe-ba6d-16951e065f65 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8729711 May 28 04:53:30.933445 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59716) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:30.948090 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f2182a85-a204-4c60-a9e2-8a219a34d747 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group_rule': {'security_group_id': '518c7d52-f90e-49d7-bb70-34ac7ae38f7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0127bbed-dfcd-4e60-a5b3-872d5f17dbf4', 'remote_ip_prefix': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:30.965355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f2182a85-a204-4c60-a9e2-8a219a34d747 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:31.007033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f2182a85-a204-4c60-a9e2-8a219a34d747 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:31.016353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f2182a85-a204-4c60-a9e2-8a219a34d747 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:31.020990 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-32659544-2837-4a25-a270-0104366551d3 None None] For port f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:31.024349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f2182a85-a204-4c60-a9e2-8a219a34d747 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:31.094287 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ec17daf8-36ea-4f47-aaf2-d8470c978915 None None] Port 8d32debc-ef09-4edc-b272-8b31808f7428 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:31.103881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-32659544-2837-4a25-a270-0104366551d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:31.167748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6f57a3-fd62-4034-9e2c-5a2d89d92af5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:31.178091 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] Set router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:31.199137 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f2182a85-a204-4c60-a9e2-8a219a34d747 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:31.336178 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cf74c5cd-8aba-43f2-a6c8-601407cee3d6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:31.348994 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cf74c5cd-8aba-43f2-a6c8-601407cee3d6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:subnet and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:31.352768 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cf74c5cd-8aba-43f2-a6c8-601407cee3d6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:31.371879 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cf74c5cd-8aba-43f2-a6c8-601407cee3d6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:31.375377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8f9f5-9ae4-4090-9b8e-adf42a15988b req-23709ddf-d6a8-4b73-b61b-7a628c944b5c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:31.377167 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-eba8f9f5-9ae4-4090-9b8e-adf42a15988b req-23709ddf-d6a8-4b73-b61b-7a628c944b5c tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 945 time: 0.3249280 May 28 04:53:31.403032 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf74c5cd-8aba-43f2-a6c8-601407cee3d6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:31.571430 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ec17daf8-36ea-4f47-aaf2-d8470c978915 None None] Provisioning for port 125dd071-93f9-4604-9e17-c15a5c1c0e14 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:31.590764 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 5d908041-c01a-4971-b642-050d832a4b98 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:31.634578 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 5d908041-c01a-4971-b642-050d832a4b98 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:31.639968 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:31.682856 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cf74c5cd-8aba-43f2-a6c8-601407cee3d6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:31.813451 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8814f-6620-488e-aed0-795c6850b934 None None] Pushing event updated for resources: {'Port': ['ID=f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:31.828537 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-eba8f9f5-9ae4-4090-9b8e-adf42a15988b req-32dc313c-bd68-4b8a-b23a-ee7eb8c31bf2 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4348342 May 28 04:53:31.837640 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f2182a85-a204-4c60-a9e2-8a219a34d747 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:31.848946 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f2182a85-a204-4c60-a9e2-8a219a34d747 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:31.872626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2182a85-a204-4c60-a9e2-8a219a34d747 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10034915-1a8b-4dfc-8458-14e9c9a7b863,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:31.953434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f2182a85-a204-4c60-a9e2-8a219a34d747 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:31.958560 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f2182a85-a204-4c60-a9e2-8a219a34d747 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.0239451 May 28 04:53:31.960022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59728) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:31.963752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6f57a3-fd62-4034-9e2c-5a2d89d92af5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:31.979485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6a6f57a3-fd62-4034-9e2c-5a2d89d92af5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:31.982505 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6a6f57a3-fd62-4034-9e2c-5a2d89d92af5 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 HTTP/1.1" status: 200 len: 953 time: 3.8349369 May 28 04:53:31.987358 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59732) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:31.994173 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59734) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:32.038487 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:29Z', 'revision_number': 6, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': '5d908041-c01a-4971-b642-050d832a4b98', 'name': '', 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:53:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:23Z', 'revision_number': 4, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '897bd420-61ad-4348-ba96-cf52ba601261', 'name': '', 'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:8d:55:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafc8057-a971-4d0a-880d-852f58e15aca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:24Z', 'updated_at': '2022-05-28T04:53:30Z', 'revision_number': 4, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'eafc8057-a971-4d0a-880d-852f58e15aca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25e99ff-3591-4692-aec8-82a78627afcd', 'name': '', 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:09:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:19Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:32.051278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.051982 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59468cab-f12b-4dbd-b9e0-091df8a505de None None] The sync data for ids ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'] in dv-neutron-843300-5-hyperv is: [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:29Z', 'revision_number': 6, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': '5d908041-c01a-4971-b642-050d832a4b98', 'name': '', 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:53:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:23Z', 'revision_number': 4, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '897bd420-61ad-4348-ba96-cf52ba601261', 'name': '', 'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:8d:55:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafc8057-a971-4d0a-880d-852f58e15aca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:24Z', 'updated_at': '2022-05-28T04:53:30Z', 'revision_number': 4, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'eafc8057-a971-4d0a-880d-852f58e15aca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25e99ff-3591-4692-aec8-82a78627afcd', 'name': '', 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:09:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:19Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:53:32.071148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a350f82b-6dfc-45e4-b96e-c39ab867b417 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.096804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32659544-2837-4a25-a270-0104366551d3 None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:32.097785 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-32659544-2837-4a25-a270-0104366551d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:32.108804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a350f82b-6dfc-45e4-b96e-c39ab867b417 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.162280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a350f82b-6dfc-45e4-b96e-c39ab867b417 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.166375 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1431130274-network', 'tenant_id': '6457e5f6ae8f4a11b7342b997fd44a29'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:32.183471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350f82b-6dfc-45e4-b96e-c39ab867b417 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10034915-1a8b-4dfc-8458-14e9c9a7b863,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:32.186191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a350f82b-6dfc-45e4-b96e-c39ab867b417 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.189976 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a350f82b-6dfc-45e4-b96e-c39ab867b417 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/10034915-1a8b-4dfc-8458-14e9c9a7b863 HTTP/1.1" status: 204 len: 168 time: 0.2208147 May 28 04:53:32.190738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59740) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:32.256870 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:32.283187 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0450bf16-da4a-4dcf-83dd-b59780e10124 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:32.288254 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 5d908041-c01a-4971-b642-050d832a4b98, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5d908041-c01a-4971-b642-050d832a4b98,segment=NetworkSegment(20e6ccc5-ea03-48b5-b310-043452fa7614),segment_id=20e6ccc5-ea03-48b5-b310-043452fa7614)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:32.301884 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4c8653-6e05-4646-8976-3feedfe049a8 None None] Network 766ff3a1-527e-4a17-9ad6-712cb1562619 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:32.305390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0450bf16-da4a-4dcf-83dd-b59780e10124 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:32.307050 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0450bf16-da4a-4dcf-83dd-b59780e10124 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1125193 May 28 04:53:32.311937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59744) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:32.314163 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Usage tracker for resource:network and tenant:6457e5f6ae8f4a11b7342b997fd44a29 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:32.324017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:32.346377 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:32.357577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.358640 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device af7f14e7-1f8b-4fd6-b272-0975936aa2eb up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:32.399416 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Made reservation on behalf of 6457e5f6ae8f4a11b7342b997fd44a29 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:32.401645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.404010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a66789cf-a80a-4802-b79d-e2cb89a1a60c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.422608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.433717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cf74c5cd-8aba-43f2-a6c8-601407cee3d6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.437932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a66789cf-a80a-4802-b79d-e2cb89a1a60c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.499498 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a66789cf-a80a-4802-b79d-e2cb89a1a60c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.529215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66789cf-a80a-4802-b79d-e2cb89a1a60c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0127bbed-dfcd-4e60-a5b3-872d5f17dbf4,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:32.537939 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:32.555990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a66789cf-a80a-4802-b79d-e2cb89a1a60c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.561477 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a66789cf-a80a-4802-b79d-e2cb89a1a60c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-groups/0127bbed-dfcd-4e60-a5b3-872d5f17dbf4 HTTP/1.1" status: 204 len: 168 time: 0.2483878 May 28 04:53:32.563100 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Usage tracker for resource:security_group_rule and tenant:6457e5f6ae8f4a11b7342b997fd44a29 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:32.564126 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59748) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:32.573800 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74c5cd-8aba-43f2-a6c8-601407cee3d6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Subnet': ['ID=868be8c9-1e6e-4378-adda-7e253919a625,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:32.577756 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:32.588991 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:32.620525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=5d908041-c01a-4971-b642-050d832a4b98,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:32.630092 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf74c5cd-8aba-43f2-a6c8-601407cee3d6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Checking segment: {'id': '3c50b3f4-e844-474c-bf35-b585d07bc7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '99fd1c51-e833-42e0-a62a-3baeee619ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:32.630478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf74c5cd-8aba-43f2-a6c8-601407cee3d6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network hostable DHCP agents. Network: 99fd1c51-e833-42e0-a62a-3baeee619ea8, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:53:32.648640 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-853308f6-7097-4da3-8aca-580f0733c372 None None] Provisioning for port c86ec0cd-be80-435d-907b-ffdd6fd51d5f completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:32.680371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-addbfbec-0fa7-4fb8-93b2-378691a55469 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:32.708763 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-addbfbec-0fa7-4fb8-93b2-378691a55469 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:32.711463 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-32659544-2837-4a25-a270-0104366551d3 None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:32.713353 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-addbfbec-0fa7-4fb8-93b2-378691a55469 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1469209 May 28 04:53:32.714247 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59752) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:32.725936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.733196 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4c03d0cd-a352-483e-84af-74857ec57391 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/routers/4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 HTTP/1.1" status: 200 len: 953 time: 0.7378347 May 28 04:53:32.738239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59756) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:32.749578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8247b848-6c54-4c7e-a3b3-9d560e130877 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'router': {'routes': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:32.754623 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.790730 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:53:32.801423 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b73b7e-14ee-467b-b2ec-39a7b3291bf8,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:32.805450 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf74c5cd-8aba-43f2-a6c8-601407cee3d6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 99fd1c51-e833-42e0-a62a-3baeee619ea8 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:53:32.810959 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.811303 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Added segment d1636923-2bf6-40ce-a2c5-1dc4513506f0 of type vlan for network c8d3657e-8ad8-4aba-aee5-d91ff6494dee May 28 04:53:32.837180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-cf74c5cd-8aba-43f2-a6c8-601407cee3d6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 99fd1c51-e833-42e0-a62a-3baeee619ea8) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:32.846478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf74c5cd-8aba-43f2-a6c8-601407cee3d6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:32.847351 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cf74c5cd-8aba-43f2-a6c8-601407cee3d6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.893070 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.909527 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cf74c5cd-8aba-43f2-a6c8-601407cee3d6 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3767643 May 28 04:53:32.912947 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59762) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:32.959083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-02eac0f1-c7d3-466d-b084-b79219f71948 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:32.963413 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9897f7e8-9911-4fb3-8ebb-386adb87df43 None None] Network 99fd1c51-e833-42e0-a62a-3baeee619ea8 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:33.004023 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-02eac0f1-c7d3-466d-b084-b79219f71948 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:33.047590 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:53:33.155360 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:33.156211 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:33.156782 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:33.259460 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] Pushing event updated for resources: {'Network': ['ID=c8d3657e-8ad8-4aba-aee5-d91ff6494dee,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:33.265603 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port af7f14e7-1f8b-4fd6-b272-0975936aa2eb triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:33.266198 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:33.287406 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-712300d0-0049-493e-8783-78fb16502322 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2902286 May 28 04:53:33.293773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59766) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:33.301846 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-88c1d73d-49da-44ca-afec-7734b1700e1f admin admin] Request body: {'subnet': {'network_id': 'c8d3657e-8ad8-4aba-aee5-d91ff6494dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1431130274-subnet', 'tenant_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'ip_version': 4}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:33.337128 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network c8d3657e-8ad8-4aba-aee5-d91ff6494dee details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:53:33.401066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-02eac0f1-c7d3-466d-b084-b79219f71948 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:33.405132 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-88c1d73d-49da-44ca-afec-7734b1700e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:33.409711 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-88c1d73d-49da-44ca-afec-7734b1700e1f admin admin] Usage tracker for resource:subnet and tenant:6457e5f6ae8f4a11b7342b997fd44a29 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:33.412798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-88c1d73d-49da-44ca-afec-7734b1700e1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:33.420056 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-88c1d73d-49da-44ca-afec-7734b1700e1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:33.444026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eac0f1-c7d3-466d-b084-b79219f71948 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=518c7d52-f90e-49d7-bb70-34ac7ae38f7a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:33.508331 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c1d73d-49da-44ca-afec-7734b1700e1f admin admin] Made reservation on behalf of 6457e5f6ae8f4a11b7342b997fd44a29 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:33.510875 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-02eac0f1-c7d3-466d-b084-b79219f71948 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:33.512364 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-88c1d73d-49da-44ca-afec-7734b1700e1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:33.514918 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-02eac0f1-c7d3-466d-b084-b79219f71948 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-groups/518c7d52-f90e-49d7-bb70-34ac7ae38f7a HTTP/1.1" status: 204 len: 168 time: 0.7995958 May 28 04:53:33.515716 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59770) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:33.527179 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9b8b2e6a-7570-46ba-aa1b-1eeea0636cfc None None] Provisioning for port 897bd420-61ad-4348-ba96-cf52ba601261 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:33.528410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b692b6-c132-42f0-8e87-66c48abddff9 req-2c54bdb2-18ad-403f-8bc2-6c15baab5b31 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:33.530934 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-60b692b6-c132-42f0-8e87-66c48abddff9 req-2c54bdb2-18ad-403f-8bc2-6c15baab5b31 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 945 time: 0.3180947 May 28 04:53:33.711525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-99fd1c51-e833-42e0-a62a-3baeee619ea8', 'network_id': '99fd1c51-e833-42e0-a62a-3baeee619ea8', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'fixed_ips': [{'subnet_id': '868be8c9-1e6e-4378-adda-7e253919a625'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:53:33.712425 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:33.785531 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-60b692b6-c132-42f0-8e87-66c48abddff9 req-877a284e-b8eb-404e-a218-b29762aa3914 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352304 May 28 04:53:33.795966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4eaaa003-0f05-4831-8c26-c2fa11565b2a tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:33.988260 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 4e111f90-f849-46e9-8e9d-e4271fafeb1a up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:33.998535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4eaaa003-0f05-4831-8c26-c2fa11565b2a tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:33.999849 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4eaaa003-0f05-4831-8c26-c2fa11565b2a tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4802518 May 28 04:53:34.006849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59774) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:34.040051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e293f7a5-aa81-4393-b9bf-d8e84d7412c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group': {'name': 'tempest-secgroup--587529143'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:34.065644 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e293f7a5-aa81-4393-b9bf-d8e84d7412c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:34.092079 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.extraroute_db [None req-8247b848-6c54-4c7e-a3b3-9d560e130877 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Added routes are [] {{(pid=84010) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 28 04:53:34.092377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.extraroute_db [None req-8247b848-6c54-4c7e-a3b3-9d560e130877 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84010) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 28 04:53:34.101591 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e293f7a5-aa81-4393-b9bf-d8e84d7412c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:34.140631 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-53668920-0a03-4071-82f6-66626d1ee9f3 req-b4b6693e-d238-498e-9d7b-1eb41b55ad04 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae7bd3f2813141dda2af2b10bea87cd6&device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 1098 time: 0.2442355 May 28 04:53:34.148831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e293f7a5-aa81-4393-b9bf-d8e84d7412c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:34.216548 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-32659544-2837-4a25-a270-0104366551d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:53:27Z', 'revision_number': 2, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:34.231526 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Allocated IP 172.22.0.2 (99fd1c51-e833-42e0-a62a-3baeee619ea8/868be8c9-1e6e-4378-adda-7e253919a625/55768093-48d7-4d05-a704-20dacaeb5ad4) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:34.241108 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-88c1d73d-49da-44ca-afec-7734b1700e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:34.241488 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32659544-2837-4a25-a270-0104366551d3 None None] The sync data for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv is: [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:53:27Z', 'revision_number': 2, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:53:34.286617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 4e111f90-f849-46e9-8e9d-e4271fafeb1a triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:34.287321 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:34.310417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8247b848-6c54-4c7e-a3b3-9d560e130877 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:34.323401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e293f7a5-aa81-4393-b9bf-d8e84d7412c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:34.331561 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e293f7a5-aa81-4393-b9bf-d8e84d7412c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:34.392713 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1d73d-49da-44ca-afec-7734b1700e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8769075b-e6d7-4654-a4c2-1e4fd1444f72,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:34.395044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e293f7a5-aa81-4393-b9bf-d8e84d7412c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:34.412987 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c1d73d-49da-44ca-afec-7734b1700e1f admin admin] Checking segment: {'id': 'd1636923-2bf6-40ce-a2c5-1dc4513506f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c8d3657e-8ad8-4aba-aee5-d91ff6494dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:34.413575 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c1d73d-49da-44ca-afec-7734b1700e1f admin admin] Network hostable DHCP agents. Network: c8d3657e-8ad8-4aba-aee5-d91ff6494dee, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:53:34.495440 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:34.513871 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e293f7a5-aa81-4393-b9bf-d8e84d7412c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:34.536783 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f8c6706a-e24d-46ef-a99a-97c6852822da None None] Provisioning for port 8bb97b4a-7799-4f18-b0af-1d2140137b4d completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:34.547317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f8c6706a-e24d-46ef-a99a-97c6852822da None None] Provisioning complete for port 8bb97b4a-7799-4f18-b0af-1d2140137b4d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:34.547694 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8c6706a-e24d-46ef-a99a-97c6852822da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:34.574666 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c1d73d-49da-44ca-afec-7734b1700e1f admin admin] Network c8d3657e-8ad8-4aba-aee5-d91ff6494dee is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:53:34.588365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e293f7a5-aa81-4393-b9bf-d8e84d7412c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:34.612511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6706a-e24d-46ef-a99a-97c6852822da None None] Port 8bb97b4a-7799-4f18-b0af-1d2140137b4d cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:34.615682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e293f7a5-aa81-4393-b9bf-d8e84d7412c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:34.669571 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-88c1d73d-49da-44ca-afec-7734b1700e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, c8d3657e-8ad8-4aba-aee5-d91ff6494dee) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:34.674615 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c1d73d-49da-44ca-afec-7734b1700e1f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:34.675626 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-88c1d73d-49da-44ca-afec-7734b1700e1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:34.684204 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cd93b2-1318-41df-a719-ee46f5561794 None None] Network c8d3657e-8ad8-4aba-aee5-d91ff6494dee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:34.685856 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293f7a5-aa81-4393-b9bf-d8e84d7412c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ed3ba1-291f-429d-ae54-4cfc592ffd3f,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:34.692684 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53668920-0a03-4071-82f6-66626d1ee9f3 req-2314b91b-3305-4fb2-98ca-22f2502cb403 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:34.694413 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-53668920-0a03-4071-82f6-66626d1ee9f3 req-2314b91b-3305-4fb2-98ca-22f2502cb403 service neutron] 10.222.0.66 "GET /v2.0/networks?id=22f2b8f5-a005-404a-81aa-e0f719181fdc HTTP/1.1" status: 200 len: 897 time: 0.5223289 May 28 04:53:34.776811 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-88c1d73d-49da-44ca-afec-7734b1700e1f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4799604 May 28 04:53:34.778719 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59778) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:34.812319 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:34.834332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1431130274-router', 'tenant_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:34.841178 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Transition to ACTIVE for port object 55768093-48d7-4d05-a704-20dacaeb5ad4 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:34.841301 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:34.852639 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Usage tracker for resource:router and tenant:6457e5f6ae8f4a11b7342b997fd44a29 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:34.862362 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:34.884081 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:34.916398 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Transition to ACTIVE for port object 55768093-48d7-4d05-a704-20dacaeb5ad4 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:34.950021 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:34.970203 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:34.971357 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.006913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e293f7a5-aa81-4393-b9bf-d8e84d7412c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.008617 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e293f7a5-aa81-4393-b9bf-d8e84d7412c7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9936700 May 28 04:53:35.018959 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59784) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:35.025462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1f0eda3b-5fb4-4a61-a5c8-1e906668617e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group_rule': {'security_group_id': 'c7ed3ba1-291f-429d-ae54-4cfc592ffd3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:35.037727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1f0eda3b-5fb4-4a61-a5c8-1e906668617e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:35.060763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1f0eda3b-5fb4-4a61-a5c8-1e906668617e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:35.067831 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.069698 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1f0eda3b-5fb4-4a61-a5c8-1e906668617e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:35.105516 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-53668920-0a03-4071-82f6-66626d1ee9f3 req-4d5ff3a4-b10c-434f-a48e-f9bd9e2ec22d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=119df63d-18bb-4005-9c53-10ec561c3493 HTTP/1.1" status: 200 len: 1000 time: 0.4011226 May 28 04:53:35.119320 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1f0eda3b-5fb4-4a61-a5c8-1e906668617e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:35.127264 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Pushing event updated for resources: {'Port': ['ID=55768093-48d7-4d05-a704-20dacaeb5ad4,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:35.131157 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-c2441b50-42d0-4e65-a77a-f25be77450ba None None] Provisioning complete for port 8bb97b4a-7799-4f18-b0af-1d2140137b4d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:35.131524 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c2441b50-42d0-4e65-a77a-f25be77450ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.156017 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-c8d3657e-8ad8-4aba-aee5-d91ff6494dee', 'network_id': 'c8d3657e-8ad8-4aba-aee5-d91ff6494dee', 'tenant_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'fixed_ips': [{'subnet_id': '8769075b-e6d7-4654-a4c2-1e4fd1444f72'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:53:35.156777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.191602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Network 99fd1c51-e833-42e0-a62a-3baeee619ea8 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:35.199792 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1f0eda3b-5fb4-4a61-a5c8-1e906668617e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.201499 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fd57377f-f49e-493d-88d0-84f25039c0ac up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:35.234665 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:35.245182 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:35.264116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53668920-0a03-4071-82f6-66626d1ee9f3 req-a779f24d-d6b3-4453-94f9-c94a07caca60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:35.265574 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-53668920-0a03-4071-82f6-66626d1ee9f3 req-a779f24d-d6b3-4453-94f9-c94a07caca60 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=37d324a7-8cdb-4a4c-b011-f130e877afd0 HTTP/1.1" status: 200 len: 835 time: 0.1510971 May 28 04:53:35.312804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-c2441b50-42d0-4e65-a77a-f25be77450ba None None] Port 8bb97b4a-7799-4f18-b0af-1d2140137b4d cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:35.353690 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Allocated IP 172.22.0.1 (99fd1c51-e833-42e0-a62a-3baeee619ea8/868be8c9-1e6e-4378-adda-7e253919a625/678e31ee-2a20-442e-a87d-874f1eac709c) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:35.395115 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.485161 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Attempting to bind port 55768093-48d7-4d05-a704-20dacaeb5ad4 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:35.486619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Attempting to bind port 55768093-48d7-4d05-a704-20dacaeb5ad4 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '3c50b3f4-e844-474c-bf35-b585d07bc7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '99fd1c51-e833-42e0-a62a-3baeee619ea8'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:35.486619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Attempting to bind port 55768093-48d7-4d05-a704-20dacaeb5ad4 on network 99fd1c51-e833-42e0-a62a-3baeee619ea8 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:35.498503 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30556c80-bdd3-4bb7-9270-9b8b76a7ed66 req-2cfc38d5-2721-437d-9345-3eda3b00a514 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:35.500050 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30556c80-bdd3-4bb7-9270-9b8b76a7ed66 req-2cfc38d5-2721-437d-9345-3eda3b00a514 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 945 time: 0.3251011 May 28 04:53:35.502408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8247b848-6c54-4c7e-a3b3-9d560e130877 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.508951 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8247b848-6c54-4c7e-a3b3-9d560e130877 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.509592 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:35.509998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Checking segment: {'id': '3c50b3f4-e844-474c-bf35-b585d07bc7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '99fd1c51-e833-42e0-a62a-3baeee619ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:35.510380 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.510763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Bound using segment: {'id': '3c50b3f4-e844-474c-bf35-b585d07bc7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '99fd1c51-e833-42e0-a62a-3baeee619ea8'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:35.511241 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Bound port: 55768093-48d7-4d05-a704-20dacaeb5ad4, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c50b3f4-e844-474c-bf35-b585d07bc7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '99fd1c51-e833-42e0-a62a-3baeee619ea8'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:35.511610 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.527468 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port fd57377f-f49e-493d-88d0-84f25039c0ac completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:35.556737 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1f0eda3b-5fb4-4a61-a5c8-1e906668617e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.573179 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port fd57377f-f49e-493d-88d0-84f25039c0ac triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:35.573824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.601444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Allocated IP 172.20.0.2 (c8d3657e-8ad8-4aba-aee5-d91ff6494dee/8769075b-e6d7-4654-a4c2-1e4fd1444f72/32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:35.610890 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1f0eda3b-5fb4-4a61-a5c8-1e906668617e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.664114 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-53668920-0a03-4071-82f6-66626d1ee9f3 req-85bc76ee-b04b-485c-969b-b8bd7b514d37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22f2b8f5-a005-404a-81aa-e0f719181fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3878481 May 28 04:53:35.669219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0eda3b-5fb4-4a61-a5c8-1e906668617e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56bcb554-7238-4cdc-bfa9-e2bbb0d6a9f9,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:35.672320 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1f0eda3b-5fb4-4a61-a5c8-1e906668617e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.677278 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1f0eda3b-5fb4-4a61-a5c8-1e906668617e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.6571636 May 28 04:53:35.678126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59788) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:35.724303 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.765891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Transition to ACTIVE for port object 678e31ee-2a20-442e-a87d-874f1eac709c will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:35.771064 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-35bdbb51-0242-4b4c-8d62-04bf26bf3f64 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.787789 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-35bdbb51-0242-4b4c-8d62-04bf26bf3f64 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.789761 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30556c80-bdd3-4bb7-9270-9b8b76a7ed66 req-90834013-b294-4667-bf4b-35cafdf82701 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2685397 May 28 04:53:35.813584 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] For port 55768093-48d7-4d05-a704-20dacaeb5ad4, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:35.833121 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] For port 55768093-48d7-4d05-a704-20dacaeb5ad4, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=55768093-48d7-4d05-a704-20dacaeb5ad4,segment=NetworkSegment(3c50b3f4-e844-474c-bf35-b585d07bc7d9),segment_id=3c50b3f4-e844-474c-bf35-b585d07bc7d9)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:35.850517 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-53668920-0a03-4071-82f6-66626d1ee9f3 req-0319450b-5e1e-4fc3-871b-1c23a8d32d31 service neutron] 10.222.0.66 "GET /v2.0/networks/22f2b8f5-a005-404a-81aa-e0f719181fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774805 May 28 04:53:35.880072 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.887036 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-35bdbb51-0242-4b4c-8d62-04bf26bf3f64 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.914744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-35bdbb51-0242-4b4c-8d62-04bf26bf3f64 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.919516 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-35bdbb51-0242-4b4c-8d62-04bf26bf3f64 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/56bcb554-7238-4cdc-bfa9-e2bbb0d6a9f9 HTTP/1.1" status: 204 len: 168 time: 0.2374675 May 28 04:53:35.920785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:35.932417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59792) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:36.003098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdbb51-0242-4b4c-8d62-04bf26bf3f64 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56bcb554-7238-4cdc-bfa9-e2bbb0d6a9f9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:36.019809 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 99fd1c51-e833-42e0-a62a-3baeee619ea8 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:36.027808 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:36.030263 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:36.062330 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-53668920-0a03-4071-82f6-66626d1ee9f3 req-59d532dd-9c20-4e8e-a93f-3b7ef016ad8d service neutron] 10.222.0.66 "GET /v2.0/networks/22f2b8f5-a005-404a-81aa-e0f719181fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048886 May 28 04:53:36.071553 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8247b848-6c54-4c7e-a3b3-9d560e130877 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:36.084888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:36.126211 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1dacd-73bc-459a-899c-eb9ac1bbf899 None None] Pushing event updated for resources: {'Port': ['ID=55768093-48d7-4d05-a704-20dacaeb5ad4,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:36.171594 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:36.185320 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port fd57377f-f49e-493d-88d0-84f25039c0ac, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fd57377f-f49e-493d-88d0-84f25039c0ac,segment=NetworkSegment(8fc31ff1-852f-4427-b939-280695028d40),segment_id=8fc31ff1-852f-4427-b939-280695028d40)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:36.188505 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Transition to ACTIVE for port object 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:36.197272 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:36.198178 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 897bd420-61ad-4348-ba96-cf52ba601261 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:36.248948 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:36.264308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:36.303747 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:36.384350 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Transition to ACTIVE for port object 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:36.434632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:36.461717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=fd57377f-f49e-493d-88d0-84f25039c0ac,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:36.539672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8247b848-6c54-4c7e-a3b3-9d560e130877 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:36.544071 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Network c8d3657e-8ad8-4aba-aee5-d91ff6494dee is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:36.549783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8247b848-6c54-4c7e-a3b3-9d560e130877 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:36.562904 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8247b848-6c54-4c7e-a3b3-9d560e130877 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 HTTP/1.1" status: 200 len: 703 time: 3.8205256 May 28 04:53:36.563221 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59796) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:36.564725 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:36.571817 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:36.572672 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Allocated IP 172.26.8.62 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/66a70012-cc41-4be0-947c-6fc7560c4c58) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:36.592054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Pushing event updated for resources: {'Port': ['ID=32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:36.601967 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 897bd420-61ad-4348-ba96-cf52ba601261 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:36.654713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 897bd420-61ad-4348-ba96-cf52ba601261 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:36.655525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:36.765412 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68abb4-3da0-4bd6-84bf-283f63a84c38 None None] Sync routers for ids ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:53:36.789473 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Attempting to bind port 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:36.789940 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Attempting to bind port 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'd1636923-2bf6-40ce-a2c5-1dc4513506f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c8d3657e-8ad8-4aba-aee5-d91ff6494dee'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:36.790358 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Attempting to bind port 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 on network c8d3657e-8ad8-4aba-aee5-d91ff6494dee {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:36.794459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=678e31ee-2a20-442e-a87d-874f1eac709c,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:36.811827 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:36.812930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Checking segment: {'id': 'd1636923-2bf6-40ce-a2c5-1dc4513506f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c8d3657e-8ad8-4aba-aee5-d91ff6494dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:36.813250 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:36.813708 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Bound using segment: {'id': 'd1636923-2bf6-40ce-a2c5-1dc4513506f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c8d3657e-8ad8-4aba-aee5-d91ff6494dee'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:36.814398 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Bound port: 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1636923-2bf6-40ce-a2c5-1dc4513506f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c8d3657e-8ad8-4aba-aee5-d91ff6494dee'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:36.814838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:36.817506 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4a34e5c0-e725-49fb-81ab-eb170bbf24ac tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:36.883978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68abb4-3da0-4bd6-84bf-283f63a84c38 None None] Routers {'4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:36.891723 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-9c68abb4-3da0-4bd6-84bf-283f63a84c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:36.892743 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4a34e5c0-e725-49fb-81ab-eb170bbf24ac tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:36.897459 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4a34e5c0-e725-49fb-81ab-eb170bbf24ac tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.9276073 May 28 04:53:36.898345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59802) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:36.902141 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:36.937081 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-44dad6e3-d2c8-4eae-b58f-06148381bb4b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/routers/4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 HTTP/1.1" status: 200 len: 703 time: 0.3699472 May 28 04:53:36.937898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59806) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:37.024417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:37.156477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-134c1bd1-e2b9-4bbd-aed1-0057c0f8307c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:37.285907 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:37.304787 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] For port 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:37.311056 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-9c68abb4-3da0-4bd6-84bf-283f63a84c38 None None] Set router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:37.345760 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:37.398573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] For port 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469,segment=NetworkSegment(d1636923-2bf6-40ce-a2c5-1dc4513506f0),segment_id=d1636923-2bf6-40ce-a2c5-1dc4513506f0)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:37.441348 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:37.442766 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Pushing event updated for resources: {'Port': ['ID=66a70012-cc41-4be0-947c-6fc7560c4c58,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:37.483273 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-134c1bd1-e2b9-4bbd-aed1-0057c0f8307c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:37.504895 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:37.510048 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:37.511085 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ce0e3-3727-41c9-ab2e-7db7bbb59268 req-30d6a8c6-72f9-45f9-9bed-5190d416b5a3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:37.513056 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:37.518173 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a57ce0e3-3727-41c9-ab2e-7db7bbb59268 req-30d6a8c6-72f9-45f9-9bed-5190d416b5a3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 945 time: 0.2144377 May 28 04:53:37.532358 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 897bd420-61ad-4348-ba96-cf52ba601261, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=897bd420-61ad-4348-ba96-cf52ba601261,segment=NetworkSegment(e02cc143-d693-4846-acf0-66754102ec68),segment_id=e02cc143-d693-4846-acf0-66754102ec68)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:37.599428 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843479ff-db02-4d1b-a81d-ad83e6c23c27 None None] Pushing event updated for resources: {'Port': ['ID=32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:37.619306 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:37.620222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5d908041-c01a-4971-b642-050d832a4b98 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:37.777843 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:53:37.838275 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-134c1bd1-e2b9-4bbd-aed1-0057c0f8307c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:37.852515 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a57ce0e3-3727-41c9-ab2e-7db7bbb59268 req-486f26c6-a7f5-492e-b2f7-d6351e15f3e7 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324671 May 28 04:53:37.864534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c1bd1-e2b9-4bbd-aed1-0057c0f8307c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ed3ba1-291f-429d-ae54-4cfc592ffd3f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:37.942109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:37.943893 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:37.950135 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b814c6c6-171e-4743-94c3-9ec330525954 None None] Network 99fd1c51-e833-42e0-a62a-3baeee619ea8 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:37.977110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bd90f325-2416-48e8-87f9-e3ea29dc7a09 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:38.091431 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-134c1bd1-e2b9-4bbd-aed1-0057c0f8307c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:38.100516 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-134c1bd1-e2b9-4bbd-aed1-0057c0f8307c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-groups/c7ed3ba1-291f-429d-ae54-4cfc592ffd3f HTTP/1.1" status: 204 len: 168 time: 1.1914575 May 28 04:53:38.101194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59812) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:38.209968 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:53:38.275688 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:38.290385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-79b110aa-735b-4351-8b25-01450a0d6b37 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:38.314213 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:38.323769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-79b110aa-735b-4351-8b25-01450a0d6b37 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:38.325328 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-79b110aa-735b-4351-8b25-01450a0d6b37 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2115591 May 28 04:53:38.332656 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59816) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:38.344328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-73416fac-61eb-4111-93cb-c0c6c53a6452 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627550550'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:38.362163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-73416fac-61eb-4111-93cb-c0c6c53a6452 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:38.383318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-73416fac-61eb-4111-93cb-c0c6c53a6452 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:38.459033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73416fac-61eb-4111-93cb-c0c6c53a6452 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:38.479678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=897bd420-61ad-4348-ba96-cf52ba601261,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:38.513882 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-89049911-e909-4d33-9174-6bdf9ed1392c None None] Provisioning for port 55768093-48d7-4d05-a704-20dacaeb5ad4 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:38.514096 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:38.537282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=678e31ee-2a20-442e-a87d-874f1eac709c,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:38.566254 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 5d908041-c01a-4971-b642-050d832a4b98 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:38.566860 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:38.717784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-73416fac-61eb-4111-93cb-c0c6c53a6452 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:38.728578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-73416fac-61eb-4111-93cb-c0c6c53a6452 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:38.734676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-73416fac-61eb-4111-93cb-c0c6c53a6452 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:38.745622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-73416fac-61eb-4111-93cb-c0c6c53a6452 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:38.811839 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network 99fd1c51-e833-42e0-a62a-3baeee619ea8 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:38.813116 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:38.836089 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c86ec0cd-be80-435d-907b-ffdd6fd51d5f up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:38.958479 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-9c68abb4-3da0-4bd6-84bf-283f63a84c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:34Z', 'revision_number': 7, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': '5d908041-c01a-4971-b642-050d832a4b98', 'name': '', 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:53:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:32Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '897bd420-61ad-4348-ba96-cf52ba601261', 'name': '', 'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:8d:55:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafc8057-a971-4d0a-880d-852f58e15aca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:24Z', 'updated_at': '2022-05-28T04:53:30Z', 'revision_number': 4, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'eafc8057-a971-4d0a-880d-852f58e15aca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25e99ff-3591-4692-aec8-82a78627afcd', 'name': '', 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:09:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:19Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:38.964039 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68abb4-3da0-4bd6-84bf-283f63a84c38 None None] Checking router: 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:53:38.971803 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port c86ec0cd-be80-435d-907b-ffdd6fd51d5f completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:38.982615 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port c86ec0cd-be80-435d-907b-ffdd6fd51d5f triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:38.983090 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:39.047870 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c68abb4-3da0-4bd6-84bf-283f63a84c38 None None] Routers {'4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:39.048844 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-9c68abb4-3da0-4bd6-84bf-283f63a84c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:39.050167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73416fac-61eb-4111-93cb-c0c6c53a6452 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:39.084430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73416fac-61eb-4111-93cb-c0c6c53a6452 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:39.207017 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef33362-0239-4af9-b96d-44ec4d424036 None None] Network c8d3657e-8ad8-4aba-aee5-d91ff6494dee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:39.234144 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73416fac-61eb-4111-93cb-c0c6c53a6452 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c01620c-48ba-4174-8c01-306a8cc9b650,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:39.242925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73416fac-61eb-4111-93cb-c0c6c53a6452 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:39.249148 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-73416fac-61eb-4111-93cb-c0c6c53a6452 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9107354 May 28 04:53:39.252249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59822) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:39.259241 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-3e798685-1f00-4969-a439-9c56395b7966 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group_rule': {'security_group_id': '6c01620c-48ba-4174-8c01-306a8cc9b650', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:39.273058 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3e798685-1f00-4969-a439-9c56395b7966 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:39.280892 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3e798685-1f00-4969-a439-9c56395b7966 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:39.291672 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3e798685-1f00-4969-a439-9c56395b7966 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:39.301232 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3e798685-1f00-4969-a439-9c56395b7966 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:39.312459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Router 79bfb834-b4ed-46f8-93c3-63241639a039 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:53:39.347632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6dd22-ce71-4bf6-860e-6cc7ed19e76e req-209e36a3-ac6c-441e-9554-9fc1300b49ec tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:39.354581 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-70a6dd22-ce71-4bf6-860e-6cc7ed19e76e req-209e36a3-ac6c-441e-9554-9fc1300b49ec tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 945 time: 0.2226262 May 28 04:53:39.355695 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-9c68abb4-3da0-4bd6-84bf-283f63a84c38 None None] Set router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:39.462337 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-70a6dd22-ce71-4bf6-860e-6cc7ed19e76e req-7a996bdd-8ea3-447b-9b5d-e511aa7544f9 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067870 May 28 04:53:39.484583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e798685-1f00-4969-a439-9c56395b7966 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:39.493220 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-bd90f325-2416-48e8-87f9-e3ea29dc7a09 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port 897bd420-61ad-4348-ba96-cf52ba601261 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:39.493618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bd90f325-2416-48e8-87f9-e3ea29dc7a09 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:39.556428 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 3a279b39-7470-42d4-a3dd-033d70e03aa1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:39.653853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:39.708619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-20364305-5a4a-49a2-ba1c-28deefb98cce None None] Provisioning for port 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:39.732007 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port c86ec0cd-be80-435d-907b-ffdd6fd51d5f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c86ec0cd-be80-435d-907b-ffdd6fd51d5f,segment=NetworkSegment(9ff0de70-6f2e-4b6d-8ab0-ef05448075af),segment_id=9ff0de70-6f2e-4b6d-8ab0-ef05448075af)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:39.732792 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-bd90f325-2416-48e8-87f9-e3ea29dc7a09 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] For port 897bd420-61ad-4348-ba96-cf52ba601261, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=897bd420-61ad-4348-ba96-cf52ba601261,segment=NetworkSegment(e02cc143-d693-4846-acf0-66754102ec68),segment_id=e02cc143-d693-4846-acf0-66754102ec68)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:39.733690 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bd90f325-2416-48e8-87f9-e3ea29dc7a09 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:39.746403 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e798685-1f00-4969-a439-9c56395b7966 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:39.759407 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e798685-1f00-4969-a439-9c56395b7966 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:39.769126 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:39.769975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 125dd071-93f9-4604-9e17-c15a5c1c0e14 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:39.799372 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e798685-1f00-4969-a439-9c56395b7966 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99359a13-85e5-4071-a89e-95b4de8d3c6a,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:39.826177 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3e798685-1f00-4969-a439-9c56395b7966 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:39.830145 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3e798685-1f00-4969-a439-9c56395b7966 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5743999 May 28 04:53:39.837710 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59826) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:39.877067 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-17045581-51a6-439b-b827-4c978219c2b1 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules/99359a13-85e5-4071-a89e-95b4de8d3c6a HTTP/1.1" status: 200 len: 705 time: 0.0333233 May 28 04:53:39.877067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59830) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:39.916430 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:39.919635 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:39.925739 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-99a4d62f-e0e2-42b6-a3e1-7453ecdd0b89 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/3a279b39-7470-42d4-a3dd-033d70e03aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0105972 May 28 04:53:39.930018 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59834) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:39.931564 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Sync routers for ids ['79bfb834-b4ed-46f8-93c3-63241639a039'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:53:39.944868 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-d1789853-0b45-4434-9158-f1efaeb3a8af tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'network': {'name': 'tempest-RoutersTest-505615393'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:39.951250 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Routers {'79bfb834-b4ed-46f8-93c3-63241639a039'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:39.952193 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['79bfb834-b4ed-46f8-93c3-63241639a039'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:39.960481 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d1789853-0b45-4434-9158-f1efaeb3a8af tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:39.968978 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d1789853-0b45-4434-9158-f1efaeb3a8af tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:network and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:39.974180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d1789853-0b45-4434-9158-f1efaeb3a8af tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:39.978597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:39.980004 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-76784486-bfe4-4277-a11e-142cec12b41b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1920972 May 28 04:53:39.983877 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59838) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:39.991844 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2c03d727-0ecb-4e39-b788-fab51e2acd8e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:39.994973 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d1789853-0b45-4434-9158-f1efaeb3a8af tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:40.027946 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-bd90f325-2416-48e8-87f9-e3ea29dc7a09 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for 897bd420-61ad-4348-ba96-cf52ba601261 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:40.121891 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=c86ec0cd-be80-435d-907b-ffdd6fd51d5f,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:40.179032 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1789853-0b45-4434-9158-f1efaeb3a8af tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:40.181515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1789853-0b45-4434-9158-f1efaeb3a8af tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:40.194104 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-59c48184-939b-49ed-babb-e485ba36ff30 None None] Provisioning for port 678e31ee-2a20-442e-a87d-874f1eac709c completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:40.202484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-59c48184-939b-49ed-babb-e485ba36ff30 None None] Provisioning complete for port 678e31ee-2a20-442e-a87d-874f1eac709c triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:40.202484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-59c48184-939b-49ed-babb-e485ba36ff30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:40.214133 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2c03d727-0ecb-4e39-b788-fab51e2acd8e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:40.218719 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2c03d727-0ecb-4e39-b788-fab51e2acd8e tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3387644 May 28 04:53:40.219343 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59842) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:40.260079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-59c48184-939b-49ed-babb-e485ba36ff30 None None] Port 678e31ee-2a20-442e-a87d-874f1eac709c cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:40.269427 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 125dd071-93f9-4604-9e17-c15a5c1c0e14 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:40.271517 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1789853-0b45-4434-9158-f1efaeb3a8af tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:53:40.285376 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 125dd071-93f9-4604-9e17-c15a5c1c0e14 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:40.285853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:40.300295 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1789853-0b45-4434-9158-f1efaeb3a8af tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:40.300691 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-d1789853-0b45-4434-9158-f1efaeb3a8af tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Added segment a0d1e1b9-043c-4776-8914-ee2afc200d8c of type vlan for network cd12fbe1-b536-40a0-b6f3-7529e9add122 May 28 04:53:40.303080 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ddcaff15-4288-41f5-a361-14f931afc635 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:40.323666 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ddcaff15-4288-41f5-a361-14f931afc635 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:40.349520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bd90f325-2416-48e8-87f9-e3ea29dc7a09 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:40.370935 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1789853-0b45-4434-9158-f1efaeb3a8af tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:40.410426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ddcaff15-4288-41f5-a361-14f931afc635 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:40.435390 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-9c68abb4-3da0-4bd6-84bf-283f63a84c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:34Z', 'revision_number': 7, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': '5d908041-c01a-4971-b642-050d832a4b98', 'name': '', 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:53:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:32Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '897bd420-61ad-4348-ba96-cf52ba601261', 'name': '', 'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:8d:55:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafc8057-a971-4d0a-880d-852f58e15aca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:24Z', 'updated_at': '2022-05-28T04:53:37Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'eafc8057-a971-4d0a-880d-852f58e15aca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25e99ff-3591-4692-aec8-82a78627afcd', 'name': '', 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:09:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:19Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:40.445206 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c68abb4-3da0-4bd6-84bf-283f63a84c38 None None] The sync data for ids ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'] in dv-neutron-843300-5-hyperv is: [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:34Z', 'revision_number': 7, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': '5d908041-c01a-4971-b642-050d832a4b98', 'name': '', 'network_id': 'e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:53:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:32Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'f71805a6-74d8-41d9-9824-c5bbf8829259', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '897bd420-61ad-4348-ba96-cf52ba601261', 'name': '', 'network_id': 'f016086b-76c5-4ccd-b0e2-24fd15ed91d6', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:8d:55:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'eafc8057-a971-4d0a-880d-852f58e15aca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:24Z', 'updated_at': '2022-05-28T04:53:37Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'eafc8057-a971-4d0a-880d-852f58e15aca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a25e99ff-3591-4692-aec8-82a78627afcd', 'name': '', 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:09:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:19Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:53:40.450062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcaff15-4288-41f5-a361-14f931afc635 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99359a13-85e5-4071-a89e-95b4de8d3c6a,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:40.464469 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1789853-0b45-4434-9158-f1efaeb3a8af tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:40.468530 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1789853-0b45-4434-9158-f1efaeb3a8af tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:40.469184 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1789853-0b45-4434-9158-f1efaeb3a8af tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:40.489481 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Set router 79bfb834-b4ed-46f8-93c3-63241639a039 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:40.559370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd90f325-2416-48e8-87f9-e3ea29dc7a09 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Port': ['ID=897bd420-61ad-4348-ba96-cf52ba601261,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:40.584965 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ddcaff15-4288-41f5-a361-14f931afc635 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:40.586133 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ddcaff15-4288-41f5-a361-14f931afc635 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/99359a13-85e5-4071-a89e-95b4de8d3c6a HTTP/1.1" status: 204 len: 168 time: 0.3663011 May 28 04:53:40.607320 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59848) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:40.634092 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:40.712543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 125dd071-93f9-4604-9e17-c15a5c1c0e14, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=125dd071-93f9-4604-9e17-c15a5c1c0e14,segment=NetworkSegment(e02cc143-d693-4846-acf0-66754102ec68),segment_id=e02cc143-d693-4846-acf0-66754102ec68)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:40.723693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:40.812472 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=125dd071-93f9-4604-9e17-c15a5c1c0e14,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:40.942680 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59852) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:40.950483 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d1789853-0b45-4434-9158-f1efaeb3a8af tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0168686 May 28 04:53:40.971906 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3f9aaa05-ee14-47cc-8ac0-6ee8c01f2e4b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'subnet': {'network_id': 'cd12fbe1-b536-40a0-b6f3-7529e9add122', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:41.058733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1789853-0b45-4434-9158-f1efaeb3a8af tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Network': ['ID=cd12fbe1-b536-40a0-b6f3-7529e9add122,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:41.069809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network cd12fbe1-b536-40a0-b6f3-7529e9add122 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:53:41.118815 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-df4b4143-8168-4eec-be98-f2ceb9b38d2a tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:41.146874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-df4b4143-8168-4eec-be98-f2ceb9b38d2a tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:41.148176 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-df4b4143-8168-4eec-be98-f2ceb9b38d2a tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5354743 May 28 04:53:41.151386 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59856) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:41.158024 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ce2afb94-c22c-4421-93c7-bc1a8463d7df tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group_rule': {'security_group_id': '6c01620c-48ba-4174-8c01-306a8cc9b650', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:41.164490 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ce2afb94-c22c-4421-93c7-bc1a8463d7df tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:41.192880 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ce2afb94-c22c-4421-93c7-bc1a8463d7df tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:41.213643 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19620912-fc0d-4d87-9152-41147ad9759b req-9838f01a-12d8-46fc-8463-79e30f54d8f7 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:41.215322 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-19620912-fc0d-4d87-9152-41147ad9759b req-9838f01a-12d8-46fc-8463-79e30f54d8f7 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 945 time: 0.3702834 May 28 04:53:41.216075 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'name': 'tempest-TestVolumeBootPattern-1431130274-router', 'tenant_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '66a70012-cc41-4be0-947c-6fc7560c4c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:34Z', 'updated_at': '2022-05-28T04:53:37Z', 'revision_number': 3, 'project_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'gw_port': {'id': '66a70012-cc41-4be0-947c-6fc7560c4c58', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:94:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:36Z', 'updated_at': '2022-05-28T04:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:41.216665 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3f9aaa05-ee14-47cc-8ac0-6ee8c01f2e4b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:41.222009 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3f9aaa05-ee14-47cc-8ac0-6ee8c01f2e4b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:subnet and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:41.230288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce2afb94-c22c-4421-93c7-bc1a8463d7df tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.235288 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fd57377f-f49e-493d-88d0-84f25039c0ac up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:41.242584 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3f9aaa05-ee14-47cc-8ac0-6ee8c01f2e4b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:41.242917 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Checking router: 79bfb834-b4ed-46f8-93c3-63241639a039 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:53:41.244031 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Updating router 79bfb834-b4ed-46f8-93c3-63241639a039 port 66a70012-cc41-4be0-947c-6fc7560c4c58 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:53:41.253513 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bd90f325-2416-48e8-87f9-e3ea29dc7a09 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.266411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3f9aaa05-ee14-47cc-8ac0-6ee8c01f2e4b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:41.354496 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.399420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce2afb94-c22c-4421-93c7-bc1a8463d7df tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.422054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port fd57377f-f49e-493d-88d0-84f25039c0ac triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:41.422465 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.433040 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9aaa05-ee14-47cc-8ac0-6ee8c01f2e4b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Made reservation on behalf of 05b124fcd30248b9a0df9256a20c9dd5 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:53:41.458188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce2afb94-c22c-4421-93c7-bc1a8463d7df tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.497339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2afb94-c22c-4421-93c7-bc1a8463d7df tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8a78ef-8a3f-4e88-aa9a-c8a9611e7cc8,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:41.524593 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-19620912-fc0d-4d87-9152-41147ad9759b req-a371b997-4660-4734-8abf-65cdc87fc6a1 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991848 May 28 04:53:41.529379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce2afb94-c22c-4421-93c7-bc1a8463d7df tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.530875 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ce2afb94-c22c-4421-93c7-bc1a8463d7df tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3785448 May 28 04:53:41.534260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59860) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:41.572513 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0389bf4c-7504-4d8d-945e-97a284707de7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules/6a8a78ef-8a3f-4e88-aa9a-c8a9611e7cc8 HTTP/1.1" status: 200 len: 705 time: 0.0352643 May 28 04:53:41.575571 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59864) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:41.587520 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:41.645720 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cebb1c0c-3dbc-4093-ba3d-880f9b5a1f4a tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:41.672862 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:41.675501 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3f9aaa05-ee14-47cc-8ac0-6ee8c01f2e4b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.680423 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:41.681045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.704871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cebb1c0c-3dbc-4093-ba3d-880f9b5a1f4a tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:41.705690 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cebb1c0c-3dbc-4093-ba3d-880f9b5a1f4a tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1291940 May 28 04:53:41.712116 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59868) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:41.779021 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4d7ee592-fb72-47e9-8e2f-cf67744a7377 req-4f0c58d4-99dd-4d7d-8e3c-090fa7563487 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 1098 time: 0.2597976 May 28 04:53:41.794566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c083cef1-4472-4c76-a5f8-bb67681d57bc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.807044 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.814672 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c083cef1-4472-4c76-a5f8-bb67681d57bc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.820919 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Transition to ACTIVE for port object 66a70012-cc41-4be0-947c-6fc7560c4c58 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:41.834765 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.836837 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.861090 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:41.869760 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.870625 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c86ec0cd-be80-435d-907b-ffdd6fd51d5f up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:41.917161 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Attempting to bind port 66a70012-cc41-4be0-947c-6fc7560c4c58 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:41.917548 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Attempting to bind port 66a70012-cc41-4be0-947c-6fc7560c4c58 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:41.918116 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Attempting to bind port 66a70012-cc41-4be0-947c-6fc7560c4c58 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:41.932120 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:41.932559 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:41.932873 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.933251 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:41.934138 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Bound port: 66a70012-cc41-4be0-947c-6fc7560c4c58, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:41.934497 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.936228 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c083cef1-4472-4c76-a5f8-bb67681d57bc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:41.961025 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf95314-0970-4579-a472-5055fbe71150 None None] Pushing event updated for resources: {'Port': ['ID=66a70012-cc41-4be0-947c-6fc7560c4c58,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:41.999335 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.014344 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083cef1-4472-4c76-a5f8-bb67681d57bc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a8a78ef-8a3f-4e88-aa9a-c8a9611e7cc8,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:42.026859 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] For port 66a70012-cc41-4be0-947c-6fc7560c4c58, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:42.036571 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] For port 66a70012-cc41-4be0-947c-6fc7560c4c58, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=66a70012-cc41-4be0-947c-6fc7560c4c58,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:42.036905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c083cef1-4472-4c76-a5f8-bb67681d57bc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.040761 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c083cef1-4472-4c76-a5f8-bb67681d57bc tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6a8a78ef-8a3f-4e88-aa9a-c8a9611e7cc8 HTTP/1.1" status: 204 len: 168 time: 0.3250573 May 28 04:53:42.040937 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port c86ec0cd-be80-435d-907b-ffdd6fd51d5f triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:42.040937 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.045356 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.066401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59872) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:42.068296 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:42.150736 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Routers {'79bfb834-b4ed-46f8-93c3-63241639a039'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:42.151368 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['79bfb834-b4ed-46f8-93c3-63241639a039'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:42.173589 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 55768093-48d7-4d05-a704-20dacaeb5ad4 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:42.249799 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 55768093-48d7-4d05-a704-20dacaeb5ad4 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:42.256587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 55768093-48d7-4d05-a704-20dacaeb5ad4 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:42.257684 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.266486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Allocated IP 172.20.0.1 (c8d3657e-8ad8-4aba-aee5-d91ff6494dee/8769075b-e6d7-4654-a4c2-1e4fd1444f72/26465cda-b0c5-45a4-92d0-d43779396aa1) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:42.307696 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf95314-0970-4579-a472-5055fbe71150 None None] Pushing event updated for resources: {'Port': ['ID=66a70012-cc41-4be0-947c-6fc7560c4c58,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:42.350987 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] Set router 79bfb834-b4ed-46f8-93c3-63241639a039 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:42.385919 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4d7ee592-fb72-47e9-8e2f-cf67744a7377 req-62fda408-70ca-4c77-b503-25f0052bb438 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5989416 May 28 04:53:42.408084 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.438175 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.449202 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 55768093-48d7-4d05-a704-20dacaeb5ad4, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=55768093-48d7-4d05-a704-20dacaeb5ad4,segment=NetworkSegment(3c50b3f4-e844-474c-bf35-b585d07bc7d9),segment_id=3c50b3f4-e844-474c-bf35-b585d07bc7d9)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:42.457604 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.458093 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Transition to ACTIVE for port object 26465cda-b0c5-45a4-92d0-d43779396aa1 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:42.459770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:42.485221 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.485594 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4c1dd865-ddaa-467b-a3e4-c360aa233cef tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:42.538028 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4c1dd865-ddaa-467b-a3e4-c360aa233cef tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:42.539889 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4c1dd865-ddaa-467b-a3e4-c360aa233cef tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4671483 May 28 04:53:42.550394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59876) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:42.565625 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4cfbc7d8-ade0-4ee9-930b-c1aeb65211bd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group_rule': {'security_group_id': '6c01620c-48ba-4174-8c01-306a8cc9b650', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:42.574898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3f9aaa05-ee14-47cc-8ac0-6ee8c01f2e4b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.591501 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4cfbc7d8-ade0-4ee9-930b-c1aeb65211bd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:42.612196 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Network c8d3657e-8ad8-4aba-aee5-d91ff6494dee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:42.617729 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4cfbc7d8-ade0-4ee9-930b-c1aeb65211bd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:42.623554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:42.630161 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:42.641536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd90f325-2416-48e8-87f9-e3ea29dc7a09 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:42.662744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Pushing event updated for resources: {'Port': ['ID=26465cda-b0c5-45a4-92d0-d43779396aa1,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:42.666795 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9aaa05-ee14-47cc-8ac0-6ee8c01f2e4b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Subnet': ['ID=c1db6609-4c86-40c3-898a-201f5a5e1c78,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:42.682226 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=55768093-48d7-4d05-a704-20dacaeb5ad4,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:42.695614 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-4cfbc7d8-ade0-4ee9-930b-c1aeb65211bd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Project 993d73b3fd3b4997afd850c4afe125b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:53:42.716127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:42.722664 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:42.723168 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.723757 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4cfbc7d8-ade0-4ee9-930b-c1aeb65211bd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.735928 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'name': 'tempest-TestVolumeBootPattern-1431130274-router', 'tenant_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '66a70012-cc41-4be0-947c-6fc7560c4c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:34Z', 'updated_at': '2022-05-28T04:53:37Z', 'revision_number': 3, 'project_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'gw_port': {'id': '66a70012-cc41-4be0-947c-6fc7560c4c58', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:94:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:36Z', 'updated_at': '2022-05-28T04:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:42.742090 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79082bf-9576-4473-8a41-d2db415bb709 None None] The sync data for ids ['79bfb834-b4ed-46f8-93c3-63241639a039'] in dv-neutron-843300-5-hyperv is: [{'id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'name': 'tempest-TestVolumeBootPattern-1431130274-router', 'tenant_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '66a70012-cc41-4be0-947c-6fc7560c4c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:34Z', 'updated_at': '2022-05-28T04:53:37Z', 'revision_number': 3, 'project_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'gw_port': {'id': '66a70012-cc41-4be0-947c-6fc7560c4c58', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:94:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:36Z', 'updated_at': '2022-05-28T04:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:53:42.777477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.834946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4cfbc7d8-ade0-4ee9-930b-c1aeb65211bd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.887783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9aaa05-ee14-47cc-8ac0-6ee8c01f2e4b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Checking segment: {'id': 'a0d1e1b9-043c-4776-8914-ee2afc200d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cd12fbe1-b536-40a0-b6f3-7529e9add122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:42.888293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9aaa05-ee14-47cc-8ac0-6ee8c01f2e4b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network hostable DHCP agents. Network: cd12fbe1-b536-40a0-b6f3-7529e9add122, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:53:42.893183 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.914749 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.930156 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469,segment=NetworkSegment(d1636923-2bf6-40ce-a2c5-1dc4513506f0),segment_id=d1636923-2bf6-40ce-a2c5-1dc4513506f0)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:42.937234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4cfbc7d8-ade0-4ee9-930b-c1aeb65211bd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.941605 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:42.993577 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbc7d8-ade0-4ee9-930b-c1aeb65211bd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48da455-620b-4c1b-83e5-dd734ba1390f,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:42.995754 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9aaa05-ee14-47cc-8ac0-6ee8c01f2e4b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network cd12fbe1-b536-40a0-b6f3-7529e9add122 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:53:43.015571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932529a-62d7-4daf-8fa4-9bab0abbe574 req-e7a1549c-e85b-46bb-81ce-13484580654a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:43.017062 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d932529a-62d7-4daf-8fa4-9bab0abbe574 req-e7a1549c-e85b-46bb-81ce-13484580654a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 945 time: 0.2314105 May 28 04:53:43.020616 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-3f9aaa05-ee14-47cc-8ac0-6ee8c01f2e4b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, cd12fbe1-b536-40a0-b6f3-7529e9add122) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:43.027804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9aaa05-ee14-47cc-8ac0-6ee8c01f2e4b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:43.028385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3f9aaa05-ee14-47cc-8ac0-6ee8c01f2e4b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.030536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc2cd76-b6d8-4592-909f-cdc699f693ad None None] Network cd12fbe1-b536-40a0-b6f3-7529e9add122 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:43.067711 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd90f325-2416-48e8-87f9-e3ea29dc7a09 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:43.093841 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bd90f325-2416-48e8-87f9-e3ea29dc7a09 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1545975 May 28 04:53:43.095283 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3f9aaa05-ee14-47cc-8ac0-6ee8c01f2e4b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1342514 May 28 04:53:43.097559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59882) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:43.098989 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59884) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:43.101755 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4cfbc7d8-ade0-4ee9-930b-c1aeb65211bd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.105489 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4cfbc7d8-ade0-4ee9-930b-c1aeb65211bd tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5505443 May 28 04:53:43.133156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59890) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:43.209262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 55768093-48d7-4d05-a704-20dacaeb5ad4 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:43.217768 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d932529a-62d7-4daf-8fa4-9bab0abbe574 req-27d35301-e04c-4810-b179-888a46526ff6 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837552 May 28 04:53:43.223946 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-42ced8e3-60fa-4b05-9faa-f06ac30f3335 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules/b48da455-620b-4c1b-83e5-dd734ba1390f HTTP/1.1" status: 200 len: 711 time: 0.0871308 May 28 04:53:43.226865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59894) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:43.360049 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3ef78b31-247a-40ac-8de4-f129d4804db8 None None] Provisioning for port 26465cda-b0c5-45a4-92d0-d43779396aa1 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:43.378834 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 119df63d-18bb-4005-9c53-10ec561c3493 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 04:53:43.393558 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-10918c6a-7055-428a-a31c-7c28475b52b7 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1654975 May 28 04:53:43.397337 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59898) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:43.422031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f75aa31-1489-41fe-b31f-d17dae8a38d9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting subnet eafc8057-a971-4d0a-880d-852f58e15aca {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:53:43.425231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f75aa31-1489-41fe-b31f-d17dae8a38d9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.489485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ddf6391-0db8-4384-9455-6f71715803ff tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.500215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ddf6391-0db8-4384-9455-6f71715803ff tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.513026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f75aa31-1489-41fe-b31f-d17dae8a38d9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.580995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ddf6391-0db8-4384-9455-6f71715803ff tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.587773 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 119df63d-18bb-4005-9c53-10ec561c3493 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:53:43.613836 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3ef78b31-247a-40ac-8de4-f129d4804db8 None None] Provisioning complete for port 26465cda-b0c5-45a4-92d0-d43779396aa1 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:43.614613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3ef78b31-247a-40ac-8de4-f129d4804db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.617841 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf6391-0db8-4384-9455-6f71715803ff tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b48da455-620b-4c1b-83e5-dd734ba1390f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:43.624953 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ddf6391-0db8-4384-9455-6f71715803ff tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.628626 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2ddf6391-0db8-4384-9455-6f71715803ff tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b48da455-620b-4c1b-83e5-dd734ba1390f HTTP/1.1" status: 204 len: 168 time: 0.2309535 May 28 04:53:43.630387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59902) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:43.650787 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:43.660541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f75aa31-1489-41fe-b31f-d17dae8a38d9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.729111 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 119df63d-18bb-4005-9c53-10ec561c3493, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=119df63d-18bb-4005-9c53-10ec561c3493,segment=NetworkSegment(497a3fe1-b9ff-426c-a2a9-2a92dbee5840),segment_id=497a3fe1-b9ff-426c-a2a9-2a92dbee5840)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:43.729389 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-71e75305-d35f-4976-a204-9ff5b2707e5c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:43.741228 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.resource_extend [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:53:43.760227 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-71e75305-d35f-4976-a204-9ff5b2707e5c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:43.764241 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.765971 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-71e75305-d35f-4976-a204-9ff5b2707e5c tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1344995 May 28 04:53:43.766173 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59906) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:43.768531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f75aa31-1489-41fe-b31f-d17dae8a38d9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.772943 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '119df63d-18bb-4005-9c53-10ec561c3493', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'port_id': '119df63d-18bb-4005-9c53-10ec561c3493', 'mac_address': 'fa:16:3e:ae:47:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 04:53:43.778190 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-cd12fbe1-b536-40a0-b6f3-7529e9add122', 'network_id': 'cd12fbe1-b536-40a0-b6f3-7529e9add122', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'fixed_ips': [{'subnet_id': 'c1db6609-4c86-40c3-898a-201f5a5e1c78'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:53:43.778995 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.786009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.787816 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3ef78b31-247a-40ac-8de4-f129d4804db8 None None] Port 26465cda-b0c5-45a4-92d0-d43779396aa1 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:43.816601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75aa31-1489-41fe-b31f-d17dae8a38d9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Subnet': ['ID=eafc8057-a971-4d0a-880d-852f58e15aca,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:43.821953 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f75aa31-1489-41fe-b31f-d17dae8a38d9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.832280 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1f75aa31-1489-41fe-b31f-d17dae8a38d9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/eafc8057-a971-4d0a-880d-852f58e15aca HTTP/1.1" status: 204 len: 168 time: 0.7330072 May 28 04:53:43.833037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59910) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:43.843295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f6b36f-964e-434f-a3f5-67587e866b10 None None] Network f016086b-76c5-4ccd-b0e2-24fd15ed91d6 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:43.908542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 55768093-48d7-4d05-a704-20dacaeb5ad4 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:43.908542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.953796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.957076 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Pushing event updated for resources: {'Port': ['ID=26465cda-b0c5-45a4-92d0-d43779396aa1,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:43.967774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.978597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d524d44-7f39-4e6b-b710-8d8ce6e49523 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:43.979395 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port 125dd071-93f9-4604-9e17-c15a5c1c0e14 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:43.979952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:44.079977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d524d44-7f39-4e6b-b710-8d8ce6e49523 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:44.088969 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:44.143822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:44.164550 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 119df63d-18bb-4005-9c53-10ec561c3493 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:53:44.323264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d524d44-7f39-4e6b-b710-8d8ce6e49523 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:44.331630 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 119df63d-18bb-4005-9c53-10ec561c3493, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=119df63d-18bb-4005-9c53-10ec561c3493,segment=NetworkSegment(497a3fe1-b9ff-426c-a2a9-2a92dbee5840),segment_id=497a3fe1-b9ff-426c-a2a9-2a92dbee5840)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:44.369626 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Network c8d3657e-8ad8-4aba-aee5-d91ff6494dee is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:44.374819 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:44.381332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9d524d44-7f39-4e6b-b710-8d8ce6e49523 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:44.385748 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9d524d44-7f39-4e6b-b710-8d8ce6e49523 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-groups/6c01620c-48ba-4174-8c01-306a8cc9b650 HTTP/1.1" status: 204 len: 168 time: 0.6177924 May 28 04:53:44.386709 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59916) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:44.394030 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:44.404929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] For port 125dd071-93f9-4604-9e17-c15a5c1c0e14, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=125dd071-93f9-4604-9e17-c15a5c1c0e14,segment=NetworkSegment(e02cc143-d693-4846-acf0-66754102ec68),segment_id=e02cc143-d693-4846-acf0-66754102ec68)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:44.405534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:44.451929 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d524d44-7f39-4e6b-b710-8d8ce6e49523 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c01620c-48ba-4174-8c01-306a8cc9b650,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:44.518791 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Allocated IP 172.23.0.2 (cd12fbe1-b536-40a0-b6f3-7529e9add122/c1db6609-4c86-40c3-898a-201f5a5e1c78/6a62a115-5b9f-455c-9ba0-21546f2a91e0) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:44.599638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for 125dd071-93f9-4604-9e17-c15a5c1c0e14 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:44.604209 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:53:44.604881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:53:44.640208 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:44.690466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ecf98-4592-484a-8883-ef45dbfaa42c req-993a3631-a221-4727-bdf8-7c7298fa10e3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:53:44.691808 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b1ecf98-4592-484a-8883-ef45dbfaa42c req-993a3631-a221-4727-bdf8-7c7298fa10e3 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 944 time: 0.2606533 May 28 04:53:44.697534 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['119df63d-18bb-4005-9c53-10ec561c3493'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 04:53:44.715589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:44.737936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f0da6f08-28ab-49a4-ace3-373a2c2bef52 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:44.767515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Port': ['ID=125dd071-93f9-4604-9e17-c15a5c1c0e14,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:44.782353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:44.785324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] No DVR routers for this DVR port 125dd071-93f9-4604-9e17-c15a5c1c0e14 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:53:44.798794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f0da6f08-28ab-49a4-ace3-373a2c2bef52 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:44.805074 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f0da6f08-28ab-49a4-ace3-373a2c2bef52 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3459098 May 28 04:53:44.805232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=119df63d-18bb-4005-9c53-10ec561c3493,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:44.806521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59920) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:44.812417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-81881fc7-856e-40cb-93a0-bb7bfea22068 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128775882'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:44.838355 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b1ecf98-4592-484a-8883-ef45dbfaa42c req-f916a3b2-e7cc-4146-afd0-9ace831e8d81 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393886 May 28 04:53:44.899711 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59924) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:44.925945 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-540b3153-9dd2-4256-96ed-3ec3253a48ae None None] Provisioning complete for port 26465cda-b0c5-45a4-92d0-d43779396aa1 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:44.926543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-540b3153-9dd2-4256-96ed-3ec3253a48ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:44.964125 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baa1920-020b-4956-a60c-b5d864358e23 None None] DHCP port deletion for f016086b-76c5-4ccd-b0e2-24fd15ed91d6 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:53:44.987655 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.047274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f016086b-76c5-4ccd-b0e2-24fd15ed91d6']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:45.066165 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d2bf9180-26a6-4cf2-bab3-320b0a85a475 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/floatingips/85a9e999-79e6-4fcc-bc51-9287dc8eb037 HTTP/1.1" status: 200 len: 991 time: 0.1654680 May 28 04:53:45.067956 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02cc143-d693-4846-acf0-66754102ec68') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:45.068244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02cc143-d693-4846-acf0-66754102ec68') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:45.081625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.088445 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:45.088816 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.101358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.109823 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:53:45.110446 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:53:45.129318 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:53:45.138774 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-540b3153-9dd2-4256-96ed-3ec3253a48ae None None] Port 26465cda-b0c5-45a4-92d0-d43779396aa1 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:45.165667 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-81881fc7-856e-40cb-93a0-bb7bfea22068 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:45.223874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.227826 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.239756 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-81881fc7-856e-40cb-93a0-bb7bfea22068 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:45.242905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.257114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.264016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Network': ['ID=f016086b-76c5-4ccd-b0e2-24fd15ed91d6,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:45.272927 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Transition to ACTIVE for port object 6a62a115-5b9f-455c-9ba0-21546f2a91e0 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:45.280812 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d6b198ba-f4e6-4542-8170-f65a15f7ab8e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/networks/f016086b-76c5-4ccd-b0e2-24fd15ed91d6 HTTP/1.1" status: 204 len: 168 time: 1.4441619 May 28 04:53:45.281640 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59928) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:45.293725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-81881fc7-856e-40cb-93a0-bb7bfea22068 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.351164 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 119df63d-18bb-4005-9c53-10ec561c3493 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:53:45.381989 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Transition to ACTIVE for port object 6a62a115-5b9f-455c-9ba0-21546f2a91e0 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:45.431184 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 119df63d-18bb-4005-9c53-10ec561c3493, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=119df63d-18bb-4005-9c53-10ec561c3493,segment=NetworkSegment(497a3fe1-b9ff-426c-a2a9-2a92dbee5840),segment_id=497a3fe1-b9ff-426c-a2a9-2a92dbee5840)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:45.434129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.445957 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-81881fc7-856e-40cb-93a0-bb7bfea22068 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:45.461909 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-81881fc7-856e-40cb-93a0-bb7bfea22068 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:45.469179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-81881fc7-856e-40cb-93a0-bb7bfea22068 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:45.478929 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-81881fc7-856e-40cb-93a0-bb7bfea22068 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:45.488880 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.531171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 125dd071-93f9-4604-9e17-c15a5c1c0e14 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:45.577852 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 125dd071-93f9-4604-9e17-c15a5c1c0e14 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:53:45.577852 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 125dd071-93f9-4604-9e17-c15a5c1c0e14 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 28 04:53:45.613250 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Network cd12fbe1-b536-40a0-b6f3-7529e9add122 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:45.613965 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Pushing event updated for resources: {'Port': ['ID=6a62a115-5b9f-455c-9ba0-21546f2a91e0,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:45.617636 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Allocated IP 172.23.0.1 (cd12fbe1-b536-40a0-b6f3-7529e9add122/c1db6609-4c86-40c3-898a-201f5a5e1c78/ef792993-f477-449b-baf3-dcda56953321) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:53:45.631689 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:45.637302 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-81881fc7-856e-40cb-93a0-bb7bfea22068 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.649844 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-81881fc7-856e-40cb-93a0-bb7bfea22068 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.655258 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6d334c8-68ab-42f9-9ca8-db191b067a5e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.662986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Port 125dd071-93f9-4604-9e17-c15a5c1c0e14 not found, will not notify nova. {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 28 04:53:45.672365 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:45.781622 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81881fc7-856e-40cb-93a0-bb7bfea22068 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be5916c0-7f41-4149-b07f-5137b835e57b,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:45.789629 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Router 79bfb834-b4ed-46f8-93c3-63241639a039 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:45.805648 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=119df63d-18bb-4005-9c53-10ec561c3493,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:45.830318 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-81881fc7-856e-40cb-93a0-bb7bfea22068 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.831161 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-81881fc7-856e-40cb-93a0-bb7bfea22068 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0236597 May 28 04:53:45.833998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:45.835268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59932) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:45.842309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-761a4726-57c4-4b80-aead-a4d5ea121c5b tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Request body: {'security_group_rule': {'security_group_id': 'be5916c0-7f41-4149-b07f-5137b835e57b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:45.850081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-761a4726-57c4-4b80-aead-a4d5ea121c5b tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:45.868236 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Attempting to bind port 6a62a115-5b9f-455c-9ba0-21546f2a91e0 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:45.868561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Attempting to bind port 6a62a115-5b9f-455c-9ba0-21546f2a91e0 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'a0d1e1b9-043c-4776-8914-ee2afc200d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cd12fbe1-b536-40a0-b6f3-7529e9add122'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:45.868852 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Attempting to bind port 6a62a115-5b9f-455c-9ba0-21546f2a91e0 on network cd12fbe1-b536-40a0-b6f3-7529e9add122 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:45.884732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-761a4726-57c4-4b80-aead-a4d5ea121c5b tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Usage tracker for resource:security_group_rule and tenant:993d73b3fd3b4997afd850c4afe125b8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:45.898334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:45.898783 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Checking segment: {'id': 'a0d1e1b9-043c-4776-8914-ee2afc200d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cd12fbe1-b536-40a0-b6f3-7529e9add122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:45.899091 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.899464 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Bound using segment: {'id': 'a0d1e1b9-043c-4776-8914-ee2afc200d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cd12fbe1-b536-40a0-b6f3-7529e9add122'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:45.900017 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Bound port: 6a62a115-5b9f-455c-9ba0-21546f2a91e0, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d1e1b9-043c-4776-8914-ee2afc200d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cd12fbe1-b536-40a0-b6f3-7529e9add122'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:45.900308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.997347 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:45.998061 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:45.998150 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:46.020238 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-761a4726-57c4-4b80-aead-a4d5ea121c5b tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:46.027330 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Transition to ACTIVE for port object ef792993-f477-449b-baf3-dcda56953321 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:46.034457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-761a4726-57c4-4b80-aead-a4d5ea121c5b tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:46.069493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:46.071372 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] For port 6a62a115-5b9f-455c-9ba0-21546f2a91e0, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:46.076351 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] For port 6a62a115-5b9f-455c-9ba0-21546f2a91e0, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6a62a115-5b9f-455c-9ba0-21546f2a91e0,segment=NetworkSegment(a0d1e1b9-043c-4776-8914-ee2afc200d8c),segment_id=a0d1e1b9-043c-4776-8914-ee2afc200d8c)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:46.084260 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:46.119253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-761a4726-57c4-4b80-aead-a4d5ea121c5b tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:46.161543 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network cd12fbe1-b536-40a0-b6f3-7529e9add122 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:46.168031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:46.171102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=ef792993-f477-449b-baf3-dcda56953321,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:46.173221 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:53:46.218562 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59442792-d564-4ce5-93ea-c837347eaf50 None None] Pushing event updated for resources: {'Port': ['ID=6a62a115-5b9f-455c-9ba0-21546f2a91e0,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:46.235420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:46.241124 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:46.246672 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-92938abe-9aab-4381-b8a3-69aa8e2433ca admin admin] 10.222.0.15 "PUT /v2.0/routers/79bfb834-b4ed-46f8-93c3-63241639a039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2617638 May 28 04:53:46.288490 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 125dd071-93f9-4604-9e17-c15a5c1c0e14 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:53:46.294760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-761a4726-57c4-4b80-aead-a4d5ea121c5b tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:46.318147 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-761a4726-57c4-4b80-aead-a4d5ea121c5b tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:46.356995 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 125dd071-93f9-4604-9e17-c15a5c1c0e14 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:53:46.360771 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 125dd071-93f9-4604-9e17-c15a5c1c0e14 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:53:46.364130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:46.398455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a4726-57c4-4b80-aead-a4d5ea121c5b tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4e90fb-63a5-43c8-9861-27f7ab25351b,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:46.420485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-761a4726-57c4-4b80-aead-a4d5ea121c5b tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:46.424331 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-761a4726-57c4-4b80-aead-a4d5ea121c5b tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5846832 May 28 04:53:46.427802 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59938) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:46.609044 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Sync routers for ids ['3a279b39-7470-42d4-a3dd-033d70e03aa1'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:53:46.627306 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Routers {'3a279b39-7470-42d4-a3dd-033d70e03aa1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:46.627855 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3a279b39-7470-42d4-a3dd-033d70e03aa1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:46.676720 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f6d334c8-68ab-42f9-9ca8-db191b067a5e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port 5d908041-c01a-4971-b642-050d832a4b98 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:46.679242 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6d334c8-68ab-42f9-9ca8-db191b067a5e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:46.712208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98695747-2f2a-47a6-87d3-01a863ec7338 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:46.813592 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98695747-2f2a-47a6-87d3-01a863ec7338 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:46.834705 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Set router 3a279b39-7470-42d4-a3dd-033d70e03aa1 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:46.851203 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59946) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:46.887653 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-428fe66f-0aef-4b83-92ce-7f760b8e75a8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307554842', 'description': 'tempest-secgroup-smoke-1307554842 description', 'project_id': '18ccd89bc6e04807b7b81890f7b941e1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:46.910977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-428fe66f-0aef-4b83-92ce-7f760b8e75a8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:46.919694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-428fe66f-0aef-4b83-92ce-7f760b8e75a8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Usage tracker for resource:security_group and tenant:18ccd89bc6e04807b7b81890f7b941e1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:46.933093 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-428fe66f-0aef-4b83-92ce-7f760b8e75a8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:46.944120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-428fe66f-0aef-4b83-92ce-7f760b8e75a8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:46.971245 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-428fe66f-0aef-4b83-92ce-7f760b8e75a8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:46.980472 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98695747-2f2a-47a6-87d3-01a863ec7338 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:46.982024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-f6d334c8-68ab-42f9-9ca8-db191b067a5e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] For port 5d908041-c01a-4971-b642-050d832a4b98, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5d908041-c01a-4971-b642-050d832a4b98,segment=NetworkSegment(20e6ccc5-ea03-48b5-b310-043452fa7614),segment_id=20e6ccc5-ea03-48b5-b310-043452fa7614)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:46.982376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6d334c8-68ab-42f9-9ca8-db191b067a5e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:47.001311 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:47.014718 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:47.110489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f6d334c8-68ab-42f9-9ca8-db191b067a5e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for 5d908041-c01a-4971-b642-050d832a4b98 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:47.180036 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98695747-2f2a-47a6-87d3-01a863ec7338 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5916c0-7f41-4149-b07f-5137b835e57b,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:47.258535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-98695747-2f2a-47a6-87d3-01a863ec7338 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:47.262191 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-98695747-2f2a-47a6-87d3-01a863ec7338 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-groups/be5916c0-7f41-4149-b07f-5137b835e57b HTTP/1.1" status: 204 len: 168 time: 0.8310308 May 28 04:53:47.269370 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'name': 'tempest-RoutersTest-router-2142674723', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:46Z', 'revision_number': 5, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None, '_interfaces': [{'id': '678e31ee-2a20-442e-a87d-874f1eac709c', 'name': '', 'network_id': '99fd1c51-e833-42e0-a62a-3baeee619ea8', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:b6:ac:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '868be8c9-1e6e-4378-adda-7e253919a625', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:34Z', 'updated_at': '2022-05-28T04:53:37Z', 'revision_number': 2, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': '868be8c9-1e6e-4378-adda-7e253919a625', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb97b4a-7799-4f18-b0af-1d2140137b4d', 'name': '', 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:65:56:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:24Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 2, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef792993-f477-449b-baf3-dcda56953321', 'name': '', 'network_id': 'cd12fbe1-b536-40a0-b6f3-7529e9add122', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:b5:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1db6609-4c86-40c3-898a-201f5a5e1c78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:45Z', 'updated_at': '2022-05-28T04:53:45Z', 'revision_number': 1, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': 'c1db6609-4c86-40c3-898a-201f5a5e1c78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd57377f-f49e-493d-88d0-84f25039c0ac', 'name': '', 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:0e:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:16Z', 'updated_at': '2022-05-28T04:53:36Z', 'revision_number': 5, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:47.270026 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:47.273149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59950) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:47.276342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Checking router: 3a279b39-7470-42d4-a3dd-033d70e03aa1 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:53:47.276901 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Updating router 3a279b39-7470-42d4-a3dd-033d70e03aa1 port 678e31ee-2a20-442e-a87d-874f1eac709c binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:53:47.307781 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-428fe66f-0aef-4b83-92ce-7f760b8e75a8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:47.314894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event updated for resources: {'Port': ['ID=ef792993-f477-449b-baf3-dcda56953321,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:47.322082 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-428fe66f-0aef-4b83-92ce-7f760b8e75a8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Usage tracker for resource:security_group_rule and tenant:18ccd89bc6e04807b7b81890f7b941e1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:47.325699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-428fe66f-0aef-4b83-92ce-7f760b8e75a8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:47.333043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6d334c8-68ab-42f9-9ca8-db191b067a5e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:47.346940 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:47.352595 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-428fe66f-0aef-4b83-92ce-7f760b8e75a8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:47.389113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d334c8-68ab-42f9-9ca8-db191b067a5e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Port': ['ID=5d908041-c01a-4971-b642-050d832a4b98,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:47.425289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 119df63d-18bb-4005-9c53-10ec561c3493 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:47.476198 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b63cd691-1580-46d7-8457-ac5f0cd0ed78 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:47.551466 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b63cd691-1580-46d7-8457-ac5f0cd0ed78 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:47.555197 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b63cd691-1580-46d7-8457-ac5f0cd0ed78 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2764361 May 28 04:53:47.562536 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59954) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:47.582689 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Network cd12fbe1-b536-40a0-b6f3-7529e9add122 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:53:47.597405 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-428fe66f-0aef-4b83-92ce-7f760b8e75a8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:47.599391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:53:47.632620 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 119df63d-18bb-4005-9c53-10ec561c3493 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:47.632978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:47.669329 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eeca76-fa22-4010-8161-5344cd186a70 None None] Network cd12fbe1-b536-40a0-b6f3-7529e9add122 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:47.684814 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f6d334c8-68ab-42f9-9ca8-db191b067a5e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:47.778163 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-428fe66f-0aef-4b83-92ce-7f760b8e75a8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:47.829918 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-428fe66f-0aef-4b83-92ce-7f760b8e75a8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:47.834757 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-428fe66f-0aef-4b83-92ce-7f760b8e75a8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.9805970 May 28 04:53:47.840953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59958) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:47.852950 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-04673332-bb6b-49bb-b6c1-c0797b725f6c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Request body: {'security_group_rule': {'security_group_id': '12d3f239-98bb-4965-b7d0-8b276a371e4f', 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:47.895585 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-04673332-bb6b-49bb-b6c1-c0797b725f6c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:47.905737 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-04673332-bb6b-49bb-b6c1-c0797b725f6c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Usage tracker for resource:security_group_rule and tenant:18ccd89bc6e04807b7b81890f7b941e1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:47.907657 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a9d06c71-532d-47c3-9137-75c3d854be42 None None] Provisioning for port 6a62a115-5b9f-455c-9ba0-21546f2a91e0 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:47.914314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-04673332-bb6b-49bb-b6c1-c0797b725f6c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:47.931049 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428fe66f-0aef-4b83-92ce-7f760b8e75a8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d3f239-98bb-4965-b7d0-8b276a371e4f,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:47.938962 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-04673332-bb6b-49bb-b6c1-c0797b725f6c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:47.950900 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6a62a115-5b9f-455c-9ba0-21546f2a91e0 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:47.963061 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-65829204-1d39-4260-b6c4-acee18c33a12 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Synchronizing usage tracker for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:48.106553 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-65829204-1d39-4260-b6c4-acee18c33a12 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] Unset dirty status for tenant:993d73b3fd3b4997afd850c4afe125b8 on resource:security_group_rule {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:48.111873 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-65829204-1d39-4260-b6c4-acee18c33a12 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.5373578 May 28 04:53:48.112797 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-04673332-bb6b-49bb-b6c1-c0797b725f6c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.119987 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59962) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:48.163984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.165054 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-24f8e801-dea4-4ee1-9592-8b1519449b7d tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] delete failed (client error): The resource could not be found. May 28 04:53:48.169928 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-24f8e801-dea4-4ee1-9592-8b1519449b7d tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "DELETE /v2.0/security-groups/be5916c0-7f41-4149-b07f-5137b835e57b HTTP/1.1" status: 404 len: 347 time: 0.0374913 May 28 04:53:48.175734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59966) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:48.246811 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119df63d-18bb-4005-9c53-10ec561c3493'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:53:48.251785 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 6a62a115-5b9f-455c-9ba0-21546f2a91e0 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:48.271129 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b69c4440-86e1-4895-b960-cc74bfef05f3 tempest-SecGroupIPv6Test-1528946834 tempest-SecGroupIPv6Test-1528946834-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0920544 May 28 04:53:48.278725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-04673332-bb6b-49bb-b6c1-c0797b725f6c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.291334 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-04673332-bb6b-49bb-b6c1-c0797b725f6c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.295660 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 6a62a115-5b9f-455c-9ba0-21546f2a91e0 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:48.295660 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.328662 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04673332-bb6b-49bb-b6c1-c0797b725f6c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b6da9bf-745a-4cf4-855f-cc49371fa1bc,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:48.341313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 119df63d-18bb-4005-9c53-10ec561c3493, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=119df63d-18bb-4005-9c53-10ec561c3493,segment=NetworkSegment(497a3fe1-b9ff-426c-a2a9-2a92dbee5840),segment_id=497a3fe1-b9ff-426c-a2a9-2a92dbee5840)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:48.356466 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 3a279b39-7470-42d4-a3dd-033d70e03aa1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:48.362139 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33d3e497-3062-46ee-b051-1e95886f8588'] response: {'server_uuid': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119df63d-18bb-4005-9c53-10ec561c3493', 'code': 200} May 28 04:53:48.363217 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-04673332-bb6b-49bb-b6c1-c0797b725f6c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.368966 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-04673332-bb6b-49bb-b6c1-c0797b725f6c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5219743 May 28 04:53:48.369138 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.369270 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59974) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:48.376966 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-2d7da6cf-6e71-4e66-9553-5885d80c0b3e tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Request body: {'security_group_rule': {'security_group_id': '12d3f239-98bb-4965-b7d0-8b276a371e4f', 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:48.384792 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2d7da6cf-6e71-4e66-9553-5885d80c0b3e tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:48.389310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2d7da6cf-6e71-4e66-9553-5885d80c0b3e tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Usage tracker for resource:security_group_rule and tenant:18ccd89bc6e04807b7b81890f7b941e1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:48.394872 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2d7da6cf-6e71-4e66-9553-5885d80c0b3e tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:48.403609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2d7da6cf-6e71-4e66-9553-5885d80c0b3e tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:48.443730 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.478328 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Transition to ACTIVE for port object 678e31ee-2a20-442e-a87d-874f1eac709c will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:48.498132 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.520825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d334c8-68ab-42f9-9ca8-db191b067a5e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:48.547702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=119df63d-18bb-4005-9c53-10ec561c3493,revision_number=8']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:48.564408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2d7da6cf-6e71-4e66-9553-5885d80c0b3e tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.672024 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2d7da6cf-6e71-4e66-9553-5885d80c0b3e tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.682777 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2d7da6cf-6e71-4e66-9553-5885d80c0b3e tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.709056 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.720069 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59980) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:48.739683 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:48.741439 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7da6cf-6e71-4e66-9553-5885d80c0b3e tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8eb02dd-e7ca-4534-a15e-0fa75c5483ac,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:48.763616 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd2b2b-bcda-48e5-9108-e5a00e9212b5 None None] Pushing event updated for resources: {'Port': ['ID=678e31ee-2a20-442e-a87d-874f1eac709c,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:48.777507 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e58aad86-75be-4031-adf8-32813ccb1751 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/3a279b39-7470-42d4-a3dd-033d70e03aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6771595 May 28 04:53:48.786338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59986) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:48.792952 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-80d2274e-b108-4f4f-b488-cab741fcf260 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:48.846741 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d334c8-68ab-42f9-9ca8-db191b067a5e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:48.873692 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f6d334c8-68ab-42f9-9ca8-db191b067a5e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5894022 May 28 04:53:48.879946 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 59990) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:48.919206 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 6a62a115-5b9f-455c-9ba0-21546f2a91e0, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6a62a115-5b9f-455c-9ba0-21546f2a91e0,segment=NetworkSegment(a0d1e1b9-043c-4776-8914-ee2afc200d8c),segment_id=a0d1e1b9-043c-4776-8914-ee2afc200d8c)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:48.931839 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2d7da6cf-6e71-4e66-9553-5885d80c0b3e tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.935863 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2d7da6cf-6e71-4e66-9553-5885d80c0b3e tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5629990 May 28 04:53:48.955180 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Attempting to bind port 678e31ee-2a20-442e-a87d-874f1eac709c on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:48.955661 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Attempting to bind port 678e31ee-2a20-442e-a87d-874f1eac709c by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '3c50b3f4-e844-474c-bf35-b585d07bc7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '99fd1c51-e833-42e0-a62a-3baeee619ea8'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:48.956123 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Attempting to bind port 678e31ee-2a20-442e-a87d-874f1eac709c on network 99fd1c51-e833-42e0-a62a-3baeee619ea8 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:48.965365 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:48.965979 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Checking segment: {'id': '3c50b3f4-e844-474c-bf35-b585d07bc7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '99fd1c51-e833-42e0-a62a-3baeee619ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:48.966628 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.967235 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Bound using segment: {'id': '3c50b3f4-e844-474c-bf35-b585d07bc7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '99fd1c51-e833-42e0-a62a-3baeee619ea8'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:48.967807 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Bound port: 678e31ee-2a20-442e-a87d-874f1eac709c, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c50b3f4-e844-474c-bf35-b585d07bc7d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '99fd1c51-e833-42e0-a62a-3baeee619ea8'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:48.968274 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.969097 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59994) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:48.979344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:48.999008 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-53a7fb62-f4f1-42df-b7d2-76d0d0857803 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Request body: {'security_group_rule': {'security_group_id': '12d3f239-98bb-4965-b7d0-8b276a371e4f', 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:49.070999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-53a7fb62-f4f1-42df-b7d2-76d0d0857803 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:49.077351 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-53a7fb62-f4f1-42df-b7d2-76d0d0857803 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Usage tracker for resource:security_group_rule and tenant:18ccd89bc6e04807b7b81890f7b941e1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:49.088173 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-53a7fb62-f4f1-42df-b7d2-76d0d0857803 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:49.096002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-53a7fb62-f4f1-42df-b7d2-76d0d0857803 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:49.136549 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9a76558e-2257-44df-baf3-fcc3ff5e36fc None None] Provisioning complete for port 6a62a115-5b9f-455c-9ba0-21546f2a91e0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:49.137063 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9a76558e-2257-44df-baf3-fcc3ff5e36fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.159383 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-db107939-951f-4ca8-a0d3-97487082f742 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=993d73b3fd3b4997afd850c4afe125b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4341419 May 28 04:53:49.162329 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 59998) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:49.167313 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53a7fb62-f4f1-42df-b7d2-76d0d0857803 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.175199 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=6a62a115-5b9f-455c-9ba0-21546f2a91e0,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:49.205806 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-da62a113-df5f-44f3-aa3b-5ec1bb6bec06 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting subnet f71805a6-74d8-41d9-9824-c5bbf8829259 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:53:49.209044 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] For port 678e31ee-2a20-442e-a87d-874f1eac709c, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:49.211712 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-da62a113-df5f-44f3-aa3b-5ec1bb6bec06 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.223666 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] For port 678e31ee-2a20-442e-a87d-874f1eac709c, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=678e31ee-2a20-442e-a87d-874f1eac709c,segment=NetworkSegment(3c50b3f4-e844-474c-bf35-b585d07bc7d9),segment_id=3c50b3f4-e844-474c-bf35-b585d07bc7d9)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:49.256422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.277619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-da62a113-df5f-44f3-aa3b-5ec1bb6bec06 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.364896 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Updating router 3a279b39-7470-42d4-a3dd-033d70e03aa1 port 8bb97b4a-7799-4f18-b0af-1d2140137b4d binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:53:49.381038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-da62a113-df5f-44f3-aa3b-5ec1bb6bec06 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.414513 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd2b2b-bcda-48e5-9108-e5a00e9212b5 None None] Pushing event updated for resources: {'Port': ['ID=678e31ee-2a20-442e-a87d-874f1eac709c,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:49.459832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.504465 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-da62a113-df5f-44f3-aa3b-5ec1bb6bec06 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.554546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62a113-df5f-44f3-aa3b-5ec1bb6bec06 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Subnet': ['ID=f71805a6-74d8-41d9-9824-c5bbf8829259,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:49.559095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-da62a113-df5f-44f3-aa3b-5ec1bb6bec06 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.568027 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-da62a113-df5f-44f3-aa3b-5ec1bb6bec06 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/f71805a6-74d8-41d9-9824-c5bbf8829259 HTTP/1.1" status: 204 len: 168 time: 0.6845753 May 28 04:53:49.571800 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60002) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:49.607373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9a76558e-2257-44df-baf3-fcc3ff5e36fc None None] Provisioning for port ef792993-f477-449b-baf3-dcda56953321 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:49.611031 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af0d69-695e-4b18-b3db-09c8b48bcffe None None] Network e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:49.646198 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9a76558e-2257-44df-baf3-fcc3ff5e36fc None None] Provisioning complete for port ef792993-f477-449b-baf3-dcda56953321 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:49.646792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9a76558e-2257-44df-baf3-fcc3ff5e36fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.702449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.723244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port af7f14e7-1f8b-4fd6-b272-0975936aa2eb {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:49.723721 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.760074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6a62a115-5b9f-455c-9ba0-21546f2a91e0 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:49.761613 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53a7fb62-f4f1-42df-b7d2-76d0d0857803 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.785624 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53a7fb62-f4f1-42df-b7d2-76d0d0857803 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.819660 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e3037eb-10a3-41c3-87a6-f4e7275608e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.839833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a7fb62-f4f1-42df-b7d2-76d0d0857803 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdd70348-c772-426d-9321-2a65b4867e21,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:49.911226 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-53a7fb62-f4f1-42df-b7d2-76d0d0857803 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.915490 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-53a7fb62-f4f1-42df-b7d2-76d0d0857803 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9427803 May 28 04:53:49.923404 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60006) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:49.933829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-500aab16-9c77-4b68-8619-6482bb0b2d4f tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Request body: {'security_group_rule': {'security_group_id': '12d3f239-98bb-4965-b7d0-8b276a371e4f', 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:49.942123 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-9a76558e-2257-44df-baf3-fcc3ff5e36fc None None] Port ef792993-f477-449b-baf3-dcda56953321 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:49.943947 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4696f6-0fd8-4c6f-aaa3-7b9301e75bae None None] Sync routers for ids ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:53:49.956140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-500aab16-9c77-4b68-8619-6482bb0b2d4f tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:49.962818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-500aab16-9c77-4b68-8619-6482bb0b2d4f tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Usage tracker for resource:security_group_rule and tenant:18ccd89bc6e04807b7b81890f7b941e1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:49.970977 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4696f6-0fd8-4c6f-aaa3-7b9301e75bae None None] Routers {'4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:49.972055 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ac4696f6-0fd8-4c6f-aaa3-7b9301e75bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:49.973495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-500aab16-9c77-4b68-8619-6482bb0b2d4f tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:49.983358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-500aab16-9c77-4b68-8619-6482bb0b2d4f tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:49.986509 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e3037eb-10a3-41c3-87a6-f4e7275608e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:49.990327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] For port af7f14e7-1f8b-4fd6-b272-0975936aa2eb, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=af7f14e7-1f8b-4fd6-b272-0975936aa2eb,segment=NetworkSegment(20e6ccc5-ea03-48b5-b310-043452fa7614),segment_id=20e6ccc5-ea03-48b5-b310-043452fa7614)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:49.990680 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.132137 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for af7f14e7-1f8b-4fd6-b272-0975936aa2eb owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:50.148199 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 6a62a115-5b9f-455c-9ba0-21546f2a91e0 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:50.148565 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.162840 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-500aab16-9c77-4b68-8619-6482bb0b2d4f tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.191566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.extraroute_db [None req-80d2274e-b108-4f4f-b488-cab741fcf260 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=84009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 28 04:53:50.192282 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-ac4696f6-0fd8-4c6f-aaa3-7b9301e75bae None None] Set router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:50.209372 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.extraroute_db [None req-80d2274e-b108-4f4f-b488-cab741fcf260 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Removed routes are [] {{(pid=84009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 28 04:53:50.209871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-80d2274e-b108-4f4f-b488-cab741fcf260 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.270619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.279801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-500aab16-9c77-4b68-8619-6482bb0b2d4f tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.295351 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e3037eb-10a3-41c3-87a6-f4e7275608e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.298333 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-57043f6b-f7b1-43c9-9bb1-6ad40945632b None None] Provisioning complete for port ef792993-f477-449b-baf3-dcda56953321 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:50.298922 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57043f6b-f7b1-43c9-9bb1-6ad40945632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.397438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3037eb-10a3-41c3-87a6-f4e7275608e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88d63f8-26fa-4c13-9123-2dbbcbb58ab9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:50.446420 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.resource_extend [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:53:50.447620 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-500aab16-9c77-4b68-8619-6482bb0b2d4f tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.452447 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e3037eb-10a3-41c3-87a6-f4e7275608e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.456160 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8e3037eb-10a3-41c3-87a6-f4e7275608e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a88d63f8-26fa-4c13-9123-2dbbcbb58ab9 HTTP/1.1" status: 204 len: 168 time: 1.2705984 May 28 04:53:50.485877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981fc385-cb78-473f-8af5-a0898edea0ad None None] DHCP port deletion for e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:53:50.507265 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500aab16-9c77-4b68-8619-6482bb0b2d4f tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6a9cbe-165d-495f-8e2c-a19fde762972,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:50.509703 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Port': ['ID=af7f14e7-1f8b-4fd6-b272-0975936aa2eb,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:50.515453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-500aab16-9c77-4b68-8619-6482bb0b2d4f tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.516841 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-500aab16-9c77-4b68-8619-6482bb0b2d4f tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5925581 May 28 04:53:50.517804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] No DVR routers for this DVR port af7f14e7-1f8b-4fd6-b272-0975936aa2eb on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:53:50.521631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60014) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:50.588102 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-57043f6b-f7b1-43c9-9bb1-6ad40945632b None None] Port ef792993-f477-449b-baf3-dcda56953321 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:53:50.613539 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.622465 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-30a43f7a-821f-4108-a268-55384b302af8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Request body: {'security_group_rule': {'security_group_id': '12d3f239-98bb-4965-b7d0-8b276a371e4f', 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:50.629628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-30a43f7a-821f-4108-a268-55384b302af8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:50.632323 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Transition to ACTIVE for port object 8bb97b4a-7799-4f18-b0af-1d2140137b4d will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:50.634359 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-30a43f7a-821f-4108-a268-55384b302af8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Usage tracker for resource:security_group_rule and tenant:18ccd89bc6e04807b7b81890f7b941e1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:50.638223 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-30a43f7a-821f-4108-a268-55384b302af8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:50.648369 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.671159 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ac4696f6-0fd8-4c6f-aaa3-7b9301e75bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:47Z', 'revision_number': 9, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': 'a25e99ff-3591-4692-aec8-82a78627afcd', 'name': '', 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:09:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:19Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:50.675628 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4696f6-0fd8-4c6f-aaa3-7b9301e75bae None None] Checking router: 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:53:50.688486 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4696f6-0fd8-4c6f-aaa3-7b9301e75bae None None] Routers {'4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:50.689229 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ac4696f6-0fd8-4c6f-aaa3-7b9301e75bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:50.712770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-30a43f7a-821f-4108-a268-55384b302af8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:50.738620 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.768874 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-30a43f7a-821f-4108-a268-55384b302af8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Project 18ccd89bc6e04807b7b81890f7b941e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:53:50.788085 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:50.799328 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-30a43f7a-821f-4108-a268-55384b302af8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.802280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e6ccc5-ea03-48b5-b310-043452fa7614') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:50.802580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e6ccc5-ea03-48b5-b310-043452fa7614') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:50.815942 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.833616 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.835852 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-80d2274e-b108-4f4f-b488-cab741fcf260 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.841912 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:53:50.842854 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:53:50.861381 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:53:50.865559 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-80d2274e-b108-4f4f-b488-cab741fcf260 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:50.888142 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-ac4696f6-0fd8-4c6f-aaa3-7b9301e75bae None None] Set router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:50.893111 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd2b2b-bcda-48e5-9108-e5a00e9212b5 None None] Pushing event updated for resources: {'Port': ['ID=8bb97b4a-7799-4f18-b0af-1d2140137b4d,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:51.024060 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Attempting to bind port 8bb97b4a-7799-4f18-b0af-1d2140137b4d on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:51.024700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Attempting to bind port 8bb97b4a-7799-4f18-b0af-1d2140137b4d by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ff0de70-6f2e-4b6d-8ab0-ef05448075af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:51.025112 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Attempting to bind port 8bb97b4a-7799-4f18-b0af-1d2140137b4d on network 766ff3a1-527e-4a17-9ad6-712cb1562619 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:51.032825 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:51.033452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Checking segment: {'id': '9ff0de70-6f2e-4b6d-8ab0-ef05448075af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:51.034167 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:51.034574 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Bound using segment: {'id': '9ff0de70-6f2e-4b6d-8ab0-ef05448075af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:51.035146 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Bound port: 8bb97b4a-7799-4f18-b0af-1d2140137b4d, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff0de70-6f2e-4b6d-8ab0-ef05448075af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:51.035599 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:51.115732 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-30a43f7a-821f-4108-a268-55384b302af8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:51.169707 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:51.193862 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-30a43f7a-821f-4108-a268-55384b302af8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:51.202968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:51.217598 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Network': ['ID=e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:51.221847 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] For port 8bb97b4a-7799-4f18-b0af-1d2140137b4d, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:51.225938 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] For port 8bb97b4a-7799-4f18-b0af-1d2140137b4d, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8bb97b4a-7799-4f18-b0af-1d2140137b4d,segment=NetworkSegment(9ff0de70-6f2e-4b6d-8ab0-ef05448075af),segment_id=9ff0de70-6f2e-4b6d-8ab0-ef05448075af)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:51.234172 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-21193120-283f-4ca0-b099-3b722f2adfc1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/networks/e8c1ef1d-59f9-4f76-86b9-b4d6befc92b9 HTTP/1.1" status: 204 len: 168 time: 1.6612403 May 28 04:53:51.235710 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60026) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:51.241981 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a43f7a-821f-4108-a268-55384b302af8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0a4126-0152-4c0e-af43-841502f35cdb,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:51.249717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:51.303592 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ac4696f6-0fd8-4c6f-aaa3-7b9301e75bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:47Z', 'revision_number': 9, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': 'a25e99ff-3591-4692-aec8-82a78627afcd', 'name': '', 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:09:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:19Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:51.308236 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4696f6-0fd8-4c6f-aaa3-7b9301e75bae None None] The sync data for ids ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'] in dv-neutron-843300-5-hyperv is: [{'id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'name': 'tempest-RoutersIpV6Test-router-379756348', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:58Z', 'updated_at': '2022-05-28T04:53:47Z', 'revision_number': 9, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None, '_interfaces': [{'id': 'a25e99ff-3591-4692-aec8-82a78627afcd', 'name': '', 'network_id': 'f1ef2189-1d6b-4890-91f5-b267631664cf', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:09:5d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:19Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'e022e3da-8aa2-4371-b5da-83bb12b83ccb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b', 'name': '', 'network_id': '875e0a9f-a429-4415-ae4e-c61202d56183', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'mac_address': 'fa:16:3e:e2:b2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:03Z', 'updated_at': '2022-05-28T04:53:12Z', 'revision_number': 5, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'subnets': [{'id': 'cf9b5c8b-3941-44ec-911e-8ae9096c8c4e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:53:51.346682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Updating router 3a279b39-7470-42d4-a3dd-033d70e03aa1 port ef792993-f477-449b-baf3-dcda56953321 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:53:51.391084 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-30a43f7a-821f-4108-a268-55384b302af8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:51.392517 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-30a43f7a-821f-4108-a268-55384b302af8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8624721 May 28 04:53:51.395236 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60032) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:51.401296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-6bf9fad7-29a4-453d-9a12-95f71c2259c6 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Request body: {'security_group_rule': {'security_group_id': '12d3f239-98bb-4965-b7d0-8b276a371e4f', 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:51.405281 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd2b2b-bcda-48e5-9108-e5a00e9212b5 None None] Pushing event updated for resources: {'Port': ['ID=8bb97b4a-7799-4f18-b0af-1d2140137b4d,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:51.411800 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6bf9fad7-29a4-453d-9a12-95f71c2259c6 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:51.424555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6bf9fad7-29a4-453d-9a12-95f71c2259c6 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Usage tracker for resource:security_group_rule and tenant:18ccd89bc6e04807b7b81890f7b941e1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:51.426774 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:51.428094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6bf9fad7-29a4-453d-9a12-95f71c2259c6 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:51.438072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6bf9fad7-29a4-453d-9a12-95f71c2259c6 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:51.453239 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-6bf9fad7-29a4-453d-9a12-95f71c2259c6 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Project 18ccd89bc6e04807b7b81890f7b941e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:53:51.465478 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6bf9fad7-29a4-453d-9a12-95f71c2259c6 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:51.505686 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d2274e-b108-4f4f-b488-cab741fcf260 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 3a279b39-7470-42d4-a3dd-033d70e03aa1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:51.579120 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6bf9fad7-29a4-453d-9a12-95f71c2259c6 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:51.584979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6bf9fad7-29a4-453d-9a12-95f71c2259c6 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:51.616814 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9fad7-29a4-453d-9a12-95f71c2259c6 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faf332e2-59fc-4885-b97a-3366135a868c,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:51.623754 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6bf9fad7-29a4-453d-9a12-95f71c2259c6 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:51.628113 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6bf9fad7-29a4-453d-9a12-95f71c2259c6 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2315068 May 28 04:53:51.870152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60058) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:51.955465 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:51.968880 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Transition to ACTIVE for port object ef792993-f477-449b-baf3-dcda56953321 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:53:51.978457 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:52.120593 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group': {'name': 'tempest-secgroup--211748735'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:52.130020 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd2b2b-bcda-48e5-9108-e5a00e9212b5 None None] Pushing event updated for resources: {'Port': ['ID=ef792993-f477-449b-baf3-dcda56953321,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:52.137500 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:52.144657 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:52.149685 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:52.153966 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-654ef38a-463f-41c6-9be4-19f4f2bee73b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:52.158959 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:52.178987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:52.207993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:52.225710 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8bb97b4a-7799-4f18-b0af-1d2140137b4d up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:52.282051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:52.297713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:52.297934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2966c267-8135-421c-9534-c6c7a2e2ee2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:52.304083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:52.320153 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:52.349995 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Attempting to bind port ef792993-f477-449b-baf3-dcda56953321 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:53:52.350370 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Attempting to bind port ef792993-f477-449b-baf3-dcda56953321 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'a0d1e1b9-043c-4776-8914-ee2afc200d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cd12fbe1-b536-40a0-b6f3-7529e9add122'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:53:52.350816 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Attempting to bind port ef792993-f477-449b-baf3-dcda56953321 on network cd12fbe1-b536-40a0-b6f3-7529e9add122 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:53:52.390708 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:53:52.391164 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Checking segment: {'id': 'a0d1e1b9-043c-4776-8914-ee2afc200d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cd12fbe1-b536-40a0-b6f3-7529e9add122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:53:52.391624 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:52.392066 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Bound using segment: {'id': 'a0d1e1b9-043c-4776-8914-ee2afc200d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cd12fbe1-b536-40a0-b6f3-7529e9add122'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:53:52.392653 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Bound port: ef792993-f477-449b-baf3-dcda56953321, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d1e1b9-043c-4776-8914-ee2afc200d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cd12fbe1-b536-40a0-b6f3-7529e9add122'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:53:52.393083 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:52.452717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d2274e-b108-4f4f-b488-cab741fcf260 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:52.465504 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-80d2274e-b108-4f4f-b488-cab741fcf260 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:52.468512 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-80d2274e-b108-4f4f-b488-cab741fcf260 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/3a279b39-7470-42d4-a3dd-033d70e03aa1 HTTP/1.1" status: 200 len: 934 time: 3.6810470 May 28 04:53:52.471318 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60070) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:52.490706 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:52.497578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:52.503944 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] For port ef792993-f477-449b-baf3-dcda56953321, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:53:52.507720 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] For port ef792993-f477-449b-baf3-dcda56953321, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ef792993-f477-449b-baf3-dcda56953321,segment=NetworkSegment(a0d1e1b9-043c-4776-8914-ee2afc200d8c),segment_id=a0d1e1b9-043c-4776-8914-ee2afc200d8c)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:53:52.524959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:52.552495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:52.557123 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43909788-a338-42fd-a0bc-54ad03ec72a2,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:52.575773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:52.585141 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:52.592806 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:52.629463 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 8bb97b4a-7799-4f18-b0af-1d2140137b4d completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:52.651201 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 8bb97b4a-7799-4f18-b0af-1d2140137b4d triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:52.653120 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:52.719392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:52.732345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:52.841248 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8837ce79-e36b-476e-b610-fb24c644ab87,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:52.841483 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd2b2b-bcda-48e5-9108-e5a00e9212b5 None None] Pushing event updated for resources: {'Port': ['ID=ef792993-f477-449b-baf3-dcda56953321,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:52.853835 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:52.855682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Routers {'3a279b39-7470-42d4-a3dd-033d70e03aa1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:53:52.855918 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9798aec6-4ee6-40cf-ad8e-83065c09a6cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9842498 May 28 04:53:52.856688 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3a279b39-7470-42d4-a3dd-033d70e03aa1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:52.859177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60080) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:52.974858 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3e127c3e-f125-4f26-b62b-301ae849550d tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/routers/3a279b39-7470-42d4-a3dd-033d70e03aa1 HTTP/1.1" status: 200 len: 934 time: 0.5017557 May 28 04:53:52.978667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60084) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:52.994310 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5948ea36-f701-4ef8-917a-369844dd56a5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'router': {'routes': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:53.169538 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a56c866f-2632-44dc-b569-d17cc9f9f254 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:53.243836 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] Set router 3a279b39-7470-42d4-a3dd-033d70e03aa1 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:53:53.262767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a56c866f-2632-44dc-b569-d17cc9f9f254 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:53.264199 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a56c866f-2632-44dc-b569-d17cc9f9f254 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4035180 May 28 04:53:53.267844 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60090) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:53.274099 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a6cf91f6-0560-4214-b73b-6bc0f659824e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group': {'name': 'tempest-security--2147275917', 'description': 'tempest-security-description-92685490'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:53.310876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:53.372238 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6cf91f6-0560-4214-b73b-6bc0f659824e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:53.427630 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 8bb97b4a-7799-4f18-b0af-1d2140137b4d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8bb97b4a-7799-4f18-b0af-1d2140137b4d,segment=NetworkSegment(9ff0de70-6f2e-4b6d-8ab0-ef05448075af),segment_id=9ff0de70-6f2e-4b6d-8ab0-ef05448075af)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:53.449373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:53.522807 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-654ef38a-463f-41c6-9be4-19f4f2bee73b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port a25e99ff-3591-4692-aec8-82a78627afcd {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:53.524031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-654ef38a-463f-41c6-9be4-19f4f2bee73b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:53.575260 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device af7f14e7-1f8b-4fd6-b272-0975936aa2eb no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:53:53.630217 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6cf91f6-0560-4214-b73b-6bc0f659824e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:53.634247 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: af7f14e7-1f8b-4fd6-b272-0975936aa2eb {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:53:53.634840 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device af7f14e7-1f8b-4fd6-b272-0975936aa2eb not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:53:53.635398 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5d908041-c01a-4971-b642-050d832a4b98 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:53:53.647053 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6cf91f6-0560-4214-b73b-6bc0f659824e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:53.649927 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6cf91f6-0560-4214-b73b-6bc0f659824e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:53.651575 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a6cf91f6-0560-4214-b73b-6bc0f659824e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "PUT /v2.0/security-groups/8837ce79-e36b-476e-b610-fb24c644ab87 HTTP/1.1" status: 200 len: 1610 time: 0.3826983 May 28 04:53:53.665018 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60112) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:53.722941 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 5d908041-c01a-4971-b642-050d832a4b98 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:53:53.723468 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5d908041-c01a-4971-b642-050d832a4b98 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:53:53.775970 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cf91f6-0560-4214-b73b-6bc0f659824e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8837ce79-e36b-476e-b610-fb24c644ab87,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:53.786110 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-654ef38a-463f-41c6-9be4-19f4f2bee73b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] For port a25e99ff-3591-4692-aec8-82a78627afcd, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a25e99ff-3591-4692-aec8-82a78627afcd,segment=NetworkSegment(e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc),segment_id=e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:53.786461 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-654ef38a-463f-41c6-9be4-19f4f2bee73b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:53.849688 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=8bb97b4a-7799-4f18-b0af-1d2140137b4d,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:53.981010 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-654ef38a-463f-41c6-9be4-19f4f2bee73b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for a25e99ff-3591-4692-aec8-82a78627afcd owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:54.001705 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 66a70012-cc41-4be0-947c-6fc7560c4c58 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:54.055375 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0702eda3-a263-4e37-a3c9-d6eca7f3b1cc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-groups/8837ce79-e36b-476e-b610-fb24c644ab87 HTTP/1.1" status: 200 len: 1610 time: 0.3884625 May 28 04:53:54.056657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60118) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:54.094401 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'name': 'tempest-RoutersTest-router-2142674723', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:50Z', 'revision_number': 6, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None, '_interfaces': [{'id': '678e31ee-2a20-442e-a87d-874f1eac709c', 'name': '', 'network_id': '99fd1c51-e833-42e0-a62a-3baeee619ea8', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:b6:ac:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '868be8c9-1e6e-4378-adda-7e253919a625', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:34Z', 'updated_at': '2022-05-28T04:53:49Z', 'revision_number': 4, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': '868be8c9-1e6e-4378-adda-7e253919a625', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb97b4a-7799-4f18-b0af-1d2140137b4d', 'name': '', 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:65:56:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:24Z', 'updated_at': '2022-05-28T04:53:51Z', 'revision_number': 4, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef792993-f477-449b-baf3-dcda56953321', 'name': '', 'network_id': 'cd12fbe1-b536-40a0-b6f3-7529e9add122', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:b5:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1db6609-4c86-40c3-898a-201f5a5e1c78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:45Z', 'updated_at': '2022-05-28T04:53:52Z', 'revision_number': 4, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': 'c1db6609-4c86-40c3-898a-201f5a5e1c78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd57377f-f49e-493d-88d0-84f25039c0ac', 'name': '', 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:0e:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:16Z', 'updated_at': '2022-05-28T04:53:36Z', 'revision_number': 5, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:54.100511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248fbc57-8ea0-48ec-b703-5506804b6787 None None] The sync data for ids ['3a279b39-7470-42d4-a3dd-033d70e03aa1'] in dv-neutron-843300-5-hyperv is: [{'id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'name': 'tempest-RoutersTest-router-2142674723', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:53:50Z', 'revision_number': 6, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None, '_interfaces': [{'id': '678e31ee-2a20-442e-a87d-874f1eac709c', 'name': '', 'network_id': '99fd1c51-e833-42e0-a62a-3baeee619ea8', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:b6:ac:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '868be8c9-1e6e-4378-adda-7e253919a625', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:34Z', 'updated_at': '2022-05-28T04:53:49Z', 'revision_number': 4, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': '868be8c9-1e6e-4378-adda-7e253919a625', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8bb97b4a-7799-4f18-b0af-1d2140137b4d', 'name': '', 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:65:56:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:24Z', 'updated_at': '2022-05-28T04:53:51Z', 'revision_number': 4, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef792993-f477-449b-baf3-dcda56953321', 'name': '', 'network_id': 'cd12fbe1-b536-40a0-b6f3-7529e9add122', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:b5:d1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1db6609-4c86-40c3-898a-201f5a5e1c78', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:45Z', 'updated_at': '2022-05-28T04:53:52Z', 'revision_number': 4, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': 'c1db6609-4c86-40c3-898a-201f5a5e1c78', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd57377f-f49e-493d-88d0-84f25039c0ac', 'name': '', 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:0e:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:16Z', 'updated_at': '2022-05-28T04:53:36Z', 'revision_number': 5, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:53:54.126236 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 66a70012-cc41-4be0-947c-6fc7560c4c58 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:54.134792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 66a70012-cc41-4be0-947c-6fc7560c4c58 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:54.136338 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:54.215810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.extraroute_db [None req-5948ea36-f701-4ef8-917a-369844dd56a5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Added routes are [] {{(pid=84010) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 28 04:53:54.216117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.extraroute_db [None req-5948ea36-f701-4ef8-917a-369844dd56a5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=84010) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 28 04:53:54.253429 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5948ea36-f701-4ef8-917a-369844dd56a5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:54.381607 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-450ecbe0-c17d-4a85-baa2-0a657552215c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:54.499719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:54.501295 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-654ef38a-463f-41c6-9be4-19f4f2bee73b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:54.525843 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 66a70012-cc41-4be0-947c-6fc7560c4c58, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=66a70012-cc41-4be0-947c-6fc7560c4c58,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:54.535987 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:54.572324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0955638e-7615-4899-8903-fc6cbab6fbc1 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:54.613362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 897bd420-61ad-4348-ba96-cf52ba601261 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:53:54.654109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ef38a-463f-41c6-9be4-19f4f2bee73b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Port': ['ID=a25e99ff-3591-4692-aec8-82a78627afcd,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:54.784984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 897bd420-61ad-4348-ba96-cf52ba601261 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:53:54.785381 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 897bd420-61ad-4348-ba96-cf52ba601261 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:53:54.837386 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0955638e-7615-4899-8903-fc6cbab6fbc1 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:54.857246 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:54.868543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=66a70012-cc41-4be0-947c-6fc7560c4c58,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:54.943267 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0955638e-7615-4899-8903-fc6cbab6fbc1 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:54.985268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955638e-7615-4899-8903-fc6cbab6fbc1 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8837ce79-e36b-476e-b610-fb24c644ab87,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:55.006060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0955638e-7615-4899-8903-fc6cbab6fbc1 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:55.008505 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0955638e-7615-4899-8903-fc6cbab6fbc1 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-groups/8837ce79-e36b-476e-b610-fb24c644ab87 HTTP/1.1" status: 204 len: 168 time: 0.9496171 May 28 04:53:55.010327 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60124) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:55.044293 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-654ef38a-463f-41c6-9be4-19f4f2bee73b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:55.101203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5948ea36-f701-4ef8-917a-369844dd56a5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:55.105572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5948ea36-f701-4ef8-917a-369844dd56a5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:55.267502 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fffb4c41-8561-47b5-92c9-e8a0cd72ff55 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:55.304152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fffb4c41-8561-47b5-92c9-e8a0cd72ff55 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:55.305394 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fffb4c41-8561-47b5-92c9-e8a0cd72ff55 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2941749 May 28 04:53:55.309989 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60128) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:55.337509 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-ced1c759-02cb-4f74-b729-073d8f41d1f7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] delete failed (client error): The resource could not be found. May 28 04:53:55.342771 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ced1c759-02cb-4f74-b729-073d8f41d1f7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-groups/8837ce79-e36b-476e-b610-fb24c644ab87 HTTP/1.1" status: 404 len: 347 time: 0.0258605 May 28 04:53:55.344315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60132) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:55.354184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-65faccd1-c872-4b78-a84c-fff9ed9f35fb tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247131514'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:55.371667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-65faccd1-c872-4b78-a84c-fff9ed9f35fb tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:55.393408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-65faccd1-c872-4b78-a84c-fff9ed9f35fb tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:55.426295 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5948ea36-f701-4ef8-917a-369844dd56a5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 3a279b39-7470-42d4-a3dd-033d70e03aa1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:55.427611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-65faccd1-c872-4b78-a84c-fff9ed9f35fb tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:55.518762 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:55.547663 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-65faccd1-c872-4b78-a84c-fff9ed9f35fb tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:55.564794 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:55.601666 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-65faccd1-c872-4b78-a84c-fff9ed9f35fb tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:55.612964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-65faccd1-c872-4b78-a84c-fff9ed9f35fb tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:55.626609 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-65faccd1-c872-4b78-a84c-fff9ed9f35fb tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:55.738010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-65faccd1-c872-4b78-a84c-fff9ed9f35fb tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:55.746731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-65faccd1-c872-4b78-a84c-fff9ed9f35fb tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:55.761412 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654ef38a-463f-41c6-9be4-19f4f2bee73b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:53:55.797352 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5948ea36-f701-4ef8-917a-369844dd56a5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:55.817759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65faccd1-c872-4b78-a84c-fff9ed9f35fb tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3ec5c3-1c91-47a0-baaf-3c4be7bd596a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:55.823867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5948ea36-f701-4ef8-917a-369844dd56a5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:55.827281 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5948ea36-f701-4ef8-917a-369844dd56a5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/3a279b39-7470-42d4-a3dd-033d70e03aa1 HTTP/1.1" status: 200 len: 700 time: 2.8432188 May 28 04:53:55.828669 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-65faccd1-c872-4b78-a84c-fff9ed9f35fb tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:55.829755 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-65faccd1-c872-4b78-a84c-fff9ed9f35fb tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4829235 May 28 04:53:55.830412 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60136) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:55.832551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60140) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:55.906874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3fa8c6c3-a556-427d-8f49-3a15f370d73e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group_rule': {'security_group_id': 'cf3ec5c3-1c91-47a0-baaf-3c4be7bd596a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:55.913330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3fa8c6c3-a556-427d-8f49-3a15f370d73e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:55.916701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3fa8c6c3-a556-427d-8f49-3a15f370d73e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:55.920017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3fa8c6c3-a556-427d-8f49-3a15f370d73e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:55.925815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3fa8c6c3-a556-427d-8f49-3a15f370d73e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:55.965238 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654ef38a-463f-41c6-9be4-19f4f2bee73b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:53:55.974438 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-654ef38a-463f-41c6-9be4-19f4f2bee73b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7351711 May 28 04:53:55.977236 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60144) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:56.034793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3fa8c6c3-a556-427d-8f49-3a15f370d73e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.100782 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 678e31ee-2a20-442e-a87d-874f1eac709c up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:56.112055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3fa8c6c3-a556-427d-8f49-3a15f370d73e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.123601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3fa8c6c3-a556-427d-8f49-3a15f370d73e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.158309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8c6c3-a556-427d-8f49-3a15f370d73e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d65801f-da9a-405e-aca4-965549eaed5f,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:56.182297 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-92dbd6df-735e-4fcf-853f-274fd2443b46 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/routers/3a279b39-7470-42d4-a3dd-033d70e03aa1 HTTP/1.1" status: 200 len: 700 time: 0.3509529 May 28 04:53:56.184677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60150) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:56.185624 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3fa8c6c3-a556-427d-8f49-3a15f370d73e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.191255 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3fa8c6c3-a556-427d-8f49-3a15f370d73e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2905960 May 28 04:53:56.193852 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60154) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:56.197453 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 678e31ee-2a20-442e-a87d-874f1eac709c completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:56.202861 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 678e31ee-2a20-442e-a87d-874f1eac709c triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:56.203220 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.256504 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-80c861e6-dc79-4c83-83dc-299960927088 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.346702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.383392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 678e31ee-2a20-442e-a87d-874f1eac709c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=678e31ee-2a20-442e-a87d-874f1eac709c,segment=NetworkSegment(3c50b3f4-e844-474c-bf35-b585d07bc7d9),segment_id=3c50b3f4-e844-474c-bf35-b585d07bc7d9)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:56.390089 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.391026 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8bb97b4a-7799-4f18-b0af-1d2140137b4d up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:56.409503 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-80c861e6-dc79-4c83-83dc-299960927088 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.444852 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa338e2b-fe4c-480e-bc97-4ce78883fe42 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting subnet e022e3da-8aa2-4371-b5da-83bb12b83ccb {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:53:56.450545 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fa338e2b-fe4c-480e-bc97-4ce78883fe42 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.495222 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-80c861e6-dc79-4c83-83dc-299960927088 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.523309 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c861e6-dc79-4c83-83dc-299960927088 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d65801f-da9a-405e-aca4-965549eaed5f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:56.527212 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fa338e2b-fe4c-480e-bc97-4ce78883fe42 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.527751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=678e31ee-2a20-442e-a87d-874f1eac709c,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:56.539667 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 8bb97b4a-7799-4f18-b0af-1d2140137b4d triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:56.540131 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.556746 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-80c861e6-dc79-4c83-83dc-299960927088 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.557882 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-80c861e6-dc79-4c83-83dc-299960927088 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/1d65801f-da9a-405e-aca4-965549eaed5f HTTP/1.1" status: 204 len: 168 time: 0.3633254 May 28 04:53:56.562884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60158) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:56.649668 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1de7868c-72b2-4b50-8f87-cec68c95a4d3 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:56.661414 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7202f9b-54dd-45cf-8bab-48ce27e96330 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.674026 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fa338e2b-fe4c-480e-bc97-4ce78883fe42 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.675514 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ef792993-f477-449b-baf3-dcda56953321 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:56.703139 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1de7868c-72b2-4b50-8f87-cec68c95a4d3 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:56.704437 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1de7868c-72b2-4b50-8f87-cec68c95a4d3 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1406724 May 28 04:53:56.709022 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60162) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:56.757885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port ef792993-f477-449b-baf3-dcda56953321 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:53:56.765571 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ef792993-f477-449b-baf3-dcda56953321 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:56.766228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.811778 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7abb9ab9-8b3e-4e92-959f-b6028331f043 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.815365 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fa338e2b-fe4c-480e-bc97-4ce78883fe42 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.868480 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa338e2b-fe4c-480e-bc97-4ce78883fe42 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Subnet': ['ID=e022e3da-8aa2-4371-b5da-83bb12b83ccb,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:56.890535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fa338e2b-fe4c-480e-bc97-4ce78883fe42 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.894219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7abb9ab9-8b3e-4e92-959f-b6028331f043 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:56.905420 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c6cae6-96ba-4917-bd44-dc8050dda7aa None None] Network f1ef2189-1d6b-4890-91f5-b267631664cf requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:53:56.910620 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fa338e2b-fe4c-480e-bc97-4ce78883fe42 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/e022e3da-8aa2-4371-b5da-83bb12b83ccb HTTP/1.1" status: 204 len: 168 time: 0.9247363 May 28 04:53:56.917296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60166) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:57.064833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:57.081371 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:57.081874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:57.125986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:57.130886 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7abb9ab9-8b3e-4e92-959f-b6028331f043 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:57.142883 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:57.178795 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb9ab9-8b3e-4e92-959f-b6028331f043 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3ec5c3-1c91-47a0-baaf-3c4be7bd596a,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:57.254995 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port ef792993-f477-449b-baf3-dcda56953321, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ef792993-f477-449b-baf3-dcda56953321,segment=NetworkSegment(a0d1e1b9-043c-4776-8914-ee2afc200d8c),segment_id=a0d1e1b9-043c-4776-8914-ee2afc200d8c)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:57.269510 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:57.270355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 66a70012-cc41-4be0-947c-6fc7560c4c58 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:57.394830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7abb9ab9-8b3e-4e92-959f-b6028331f043 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:57.398935 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7abb9ab9-8b3e-4e92-959f-b6028331f043 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-groups/cf3ec5c3-1c91-47a0-baaf-3c4be7bd596a HTTP/1.1" status: 204 len: 168 time: 0.6889944 May 28 04:53:57.399808 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60172) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:57.440369 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=ef792993-f477-449b-baf3-dcda56953321,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:57.441850 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 66a70012-cc41-4be0-947c-6fc7560c4c58 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:57.442220 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:57.449476 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] For port 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0e3dc1cb-09bc-4966-b3f8-6817f790b6c5,segment=NetworkSegment(e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc),segment_id=e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:57.450054 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:57.530042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0717c6b-e046-455f-9dbb-facb65a359c1 None None] DHCP port deletion for f1ef2189-1d6b-4890-91f5-b267631664cf request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:53:57.535558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e0717c6b-e046-455f-9dbb-facb65a359c1 None None] Deleting port 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:57.535988 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e0717c6b-e046-455f-9dbb-facb65a359c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:57.614799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f7202f9b-54dd-45cf-8bab-48ce27e96330 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port ef792993-f477-449b-baf3-dcda56953321 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:57.615441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7202f9b-54dd-45cf-8bab-48ce27e96330 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:57.630188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:57.709415 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d4687646-847e-41af-b116-91703d170c6e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:53:57.751181 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:57.803139 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d4687646-847e-41af-b116-91703d170c6e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:53:57.804400 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d4687646-847e-41af-b116-91703d170c6e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4008229 May 28 04:53:57.809563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60176) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:57.821719 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Port': ['ID=0e3dc1cb-09bc-4966-b3f8-6817f790b6c5,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:57.828935 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] No DVR routers for this DVR port 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:53:57.842929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-fdcd9f6f-5289-46c0-9ad6-eda3c3b14be4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032536648'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:57.844090 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-e0717c6b-e046-455f-9dbb-facb65a359c1 None None] For port 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0e3dc1cb-09bc-4966-b3f8-6817f790b6c5,segment=NetworkSegment(e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc),segment_id=e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:57.844684 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e0717c6b-e046-455f-9dbb-facb65a359c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:57.873505 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fdcd9f6f-5289-46c0-9ad6-eda3c3b14be4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:57.934216 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fdcd9f6f-5289-46c0-9ad6-eda3c3b14be4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:57.941175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-f7202f9b-54dd-45cf-8bab-48ce27e96330 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] For port ef792993-f477-449b-baf3-dcda56953321, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ef792993-f477-449b-baf3-dcda56953321,segment=NetworkSegment(a0d1e1b9-043c-4776-8914-ee2afc200d8c),segment_id=a0d1e1b9-043c-4776-8914-ee2afc200d8c)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:57.941597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7202f9b-54dd-45cf-8bab-48ce27e96330 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:57.971929 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:57.986720 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 678e31ee-2a20-442e-a87d-874f1eac709c up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:58.000259 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ef2189-1d6b-4890-91f5-b267631664cf']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:58.014495 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:58.014757 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9a4f4c0-db2c-4ce5-9ca5-0878f7ad9bfc') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:53:58.026846 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:58.044062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:58.053919 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:53:58.054309 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:53:58.069370 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:53:58.095458 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fdcd9f6f-5289-46c0-9ad6-eda3c3b14be4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:58.119239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f7202f9b-54dd-45cf-8bab-48ce27e96330 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for ef792993-f477-449b-baf3-dcda56953321 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:58.126417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e0717c6b-e046-455f-9dbb-facb65a359c1 None None] Calling delete_port for 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:58.158123 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:58.184581 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:58.203214 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Network': ['ID=f1ef2189-1d6b-4890-91f5-b267631664cf,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:58.220188 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-64476112-9759-4188-97ff-3c13ed0a45d4 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/networks/f1ef2189-1d6b-4890-91f5-b267631664cf HTTP/1.1" status: 204 len: 168 time: 1.3016849 May 28 04:53:58.224239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60180) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:58.228732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fdcd9f6f-5289-46c0-9ad6-eda3c3b14be4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:58.234353 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-e0717c6b-e046-455f-9dbb-facb65a359c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:53:58.234711 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-e0717c6b-e046-455f-9dbb-facb65a359c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:53:58.240387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 678e31ee-2a20-442e-a87d-874f1eac709c triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:58.240756 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:58.245899 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-fdcd9f6f-5289-46c0-9ad6-eda3c3b14be4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:58.256345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-fdcd9f6f-5289-46c0-9ad6-eda3c3b14be4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:58.264313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fdcd9f6f-5289-46c0-9ad6-eda3c3b14be4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:58.373242 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ef792993-f477-449b-baf3-dcda56953321 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:53:58.413088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fdcd9f6f-5289-46c0-9ad6-eda3c3b14be4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:58.454563 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ef792993-f477-449b-baf3-dcda56953321 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:53:58.454925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:58.470135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fdcd9f6f-5289-46c0-9ad6-eda3c3b14be4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:58.576317 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd9f6f-5289-46c0-9ad6-eda3c3b14be4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1493783c-9404-44fc-b39b-ca7a7b320c07,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:58.590910 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fdcd9f6f-5289-46c0-9ad6-eda3c3b14be4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:58.592442 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fdcd9f6f-5289-46c0-9ad6-eda3c3b14be4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7655399 May 28 04:53:58.593635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7202f9b-54dd-45cf-8bab-48ce27e96330 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:58.597284 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60186) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:58.603891 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Port ef792993-f477-449b-baf3-dcda56953321 update to ACTIVE by agent not found {{(pid=84011) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 28 04:53:58.642252 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-9f8fdaf7-1636-4494-a5ed-75b9db838b93 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group_rule': {'security_group_id': '1493783c-9404-44fc-b39b-ca7a7b320c07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:58.660298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9f8fdaf7-1636-4494-a5ed-75b9db838b93 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:58.662822 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7202f9b-54dd-45cf-8bab-48ce27e96330 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Port': ['ID=ef792993-f477-449b-baf3-dcda56953321,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:58.670250 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9f8fdaf7-1636-4494-a5ed-75b9db838b93 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:58.676077 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9f8fdaf7-1636-4494-a5ed-75b9db838b93 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:58.678577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:53:58.721259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:53:58.721957 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:53:58.725174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9f8fdaf7-1636-4494-a5ed-75b9db838b93 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:58.735627 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e0717c6b-e046-455f-9dbb-facb65a359c1 None None] Deleting port 0e3dc1cb-09bc-4966-b3f8-6817f790b6c5 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:58.736120 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e0717c6b-e046-455f-9dbb-facb65a359c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:58.743603 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bb5749ce-4475-40c5-86c1-e84d3aa445da tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:58.819713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e0717c6b-e046-455f-9dbb-facb65a359c1 None None] The port '0e3dc1cb-09bc-4966-b3f8-6817f790b6c5' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:53:58.969590 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9f8fdaf7-1636-4494-a5ed-75b9db838b93 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:59.073310 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9f8fdaf7-1636-4494-a5ed-75b9db838b93 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:59.084449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9f8fdaf7-1636-4494-a5ed-75b9db838b93 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:59.123392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fdaf7-1636-4494-a5ed-75b9db838b93 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cbc2be-e954-41c1-be56-ef29006abc0a,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:59.132798 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7202f9b-54dd-45cf-8bab-48ce27e96330 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:59.138476 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9f8fdaf7-1636-4494-a5ed-75b9db838b93 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:59.139658 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9f8fdaf7-1636-4494-a5ed-75b9db838b93 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5083954 May 28 04:53:59.142463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60190) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:59.150311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-b4047fce-aa20-4501-ab1d-5c5de3608701 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group_rule': {'security_group_id': '1493783c-9404-44fc-b39b-ca7a7b320c07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:59.309471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b4047fce-aa20-4501-ab1d-5c5de3608701 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:59.324592 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b4047fce-aa20-4501-ab1d-5c5de3608701 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:59.380812 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b4047fce-aa20-4501-ab1d-5c5de3608701 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:59.399422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b4047fce-aa20-4501-ab1d-5c5de3608701 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:59.436829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4047fce-aa20-4501-ab1d-5c5de3608701 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:59.519303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4047fce-aa20-4501-ab1d-5c5de3608701 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:59.540277 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-bb5749ce-4475-40c5-86c1-e84d3aa445da tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:53:59.540960 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bb5749ce-4475-40c5-86c1-e84d3aa445da tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:59.595867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4047fce-aa20-4501-ab1d-5c5de3608701 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:59.715105 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4047fce-aa20-4501-ab1d-5c5de3608701 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e559b263-b68d-4082-b213-d804215e5c39,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:53:59.738080 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4047fce-aa20-4501-ab1d-5c5de3608701 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:59.739277 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b4047fce-aa20-4501-ab1d-5c5de3608701 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5958936 May 28 04:53:59.742133 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60196) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:53:59.749845 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-85ad193b-db94-4b6b-afd5-405cffb59a4f tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group_rule': {'security_group_id': '1493783c-9404-44fc-b39b-ca7a7b320c07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:53:59.757403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-85ad193b-db94-4b6b-afd5-405cffb59a4f tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:53:59.759793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-bb5749ce-4475-40c5-86c1-e84d3aa445da tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] For port ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b,segment=NetworkSegment(8d67db28-d9fd-4c30-9eb6-36edd68e821b),segment_id=8d67db28-d9fd-4c30-9eb6-36edd68e821b)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:53:59.760223 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bb5749ce-4475-40c5-86c1-e84d3aa445da tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:53:59.763573 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-85ad193b-db94-4b6b-afd5-405cffb59a4f tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:53:59.769614 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-85ad193b-db94-4b6b-afd5-405cffb59a4f tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:53:59.830966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-85ad193b-db94-4b6b-afd5-405cffb59a4f tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:53:59.908956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-bb5749ce-4475-40c5-86c1-e84d3aa445da tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:53:59.915786 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-85ad193b-db94-4b6b-afd5-405cffb59a4f tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.016595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-85ad193b-db94-4b6b-afd5-405cffb59a4f tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.025623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-85ad193b-db94-4b6b-afd5-405cffb59a4f tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.029053 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7202f9b-54dd-45cf-8bab-48ce27e96330 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 3a279b39-7470-42d4-a3dd-033d70e03aa1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:54:00.055283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad193b-db94-4b6b-afd5-405cffb59a4f tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d55eb6-1c94-4d98-8064-000f2d1e9a07,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:00.103891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bb5749ce-4475-40c5-86c1-e84d3aa445da tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.123356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-85ad193b-db94-4b6b-afd5-405cffb59a4f tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.124542 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-85ad193b-db94-4b6b-afd5-405cffb59a4f tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3811347 May 28 04:54:00.131036 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60200) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:00.188674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-445021bd-7aa8-4c34-a4d4-362e216238fd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group_rule': {'security_group_id': '1493783c-9404-44fc-b39b-ca7a7b320c07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:00.197627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5749ce-4475-40c5-86c1-e84d3aa445da tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Port': ['ID=ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:00.209183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-445021bd-7aa8-4c34-a4d4-362e216238fd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:00.219746 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-445021bd-7aa8-4c34-a4d4-362e216238fd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:00.223861 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-445021bd-7aa8-4c34-a4d4-362e216238fd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:00.231649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-445021bd-7aa8-4c34-a4d4-362e216238fd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:00.267911 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-445021bd-7aa8-4c34-a4d4-362e216238fd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.327209 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7202f9b-54dd-45cf-8bab-48ce27e96330 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:54:00.333422 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f7202f9b-54dd-45cf-8bab-48ce27e96330 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/3a279b39-7470-42d4-a3dd-033d70e03aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1444423 May 28 04:54:00.337686 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60204) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:00.411309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-445021bd-7aa8-4c34-a4d4-362e216238fd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.422216 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-445021bd-7aa8-4c34-a4d4-362e216238fd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.481729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445021bd-7aa8-4c34-a4d4-362e216238fd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40c2b5d-dbe6-4343-8199-9dc0f3595491,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:00.489586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bb5749ce-4475-40c5-86c1-e84d3aa445da tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.542982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-445021bd-7aa8-4c34-a4d4-362e216238fd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.545702 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-445021bd-7aa8-4c34-a4d4-362e216238fd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4120779 May 28 04:54:00.548997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60210) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:00.561052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-0874d709-3af5-4ee6-8f40-c27a6b5265f6 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group_rule': {'security_group_id': '1493783c-9404-44fc-b39b-ca7a7b320c07', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:00.568701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0874d709-3af5-4ee6-8f40-c27a6b5265f6 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:00.575976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0874d709-3af5-4ee6-8f40-c27a6b5265f6 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:00.580181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0874d709-3af5-4ee6-8f40-c27a6b5265f6 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:00.588232 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0874d709-3af5-4ee6-8f40-c27a6b5265f6 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:00.634319 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0874d709-3af5-4ee6-8f40-c27a6b5265f6 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.644796 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7adff7-f827-46ab-bef5-d7d3a7d2d9a0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting subnet c1db6609-4c86-40c3-898a-201f5a5e1c78 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:54:00.652743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3b7adff7-f827-46ab-bef5-d7d3a7d2d9a0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.738836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3b7adff7-f827-46ab-bef5-d7d3a7d2d9a0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.791471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0874d709-3af5-4ee6-8f40-c27a6b5265f6 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.797275 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0874d709-3af5-4ee6-8f40-c27a6b5265f6 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.834450 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874d709-3af5-4ee6-8f40-c27a6b5265f6 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c20c166-0803-40c0-b024-1d14d3d613f0,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:00.856229 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0874d709-3af5-4ee6-8f40-c27a6b5265f6 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.857094 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0874d709-3af5-4ee6-8f40-c27a6b5265f6 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.3072841 May 28 04:54:00.859886 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60214) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:00.880992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3b7adff7-f827-46ab-bef5-d7d3a7d2d9a0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.936794 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-06612b02-db6a-4e0e-958c-8c205bfecfe2 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.951055 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5749ce-4475-40c5-86c1-e84d3aa445da tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:54:00.951707 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-06612b02-db6a-4e0e-958c-8c205bfecfe2 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.988183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-06612b02-db6a-4e0e-958c-8c205bfecfe2 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:00.998511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3b7adff7-f827-46ab-bef5-d7d3a7d2d9a0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:01.038475 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06612b02-db6a-4e0e-958c-8c205bfecfe2 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c20c166-0803-40c0-b024-1d14d3d613f0,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:01.045849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7adff7-f827-46ab-bef5-d7d3a7d2d9a0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Subnet': ['ID=c1db6609-4c86-40c3-898a-201f5a5e1c78,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:01.057827 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-06612b02-db6a-4e0e-958c-8c205bfecfe2 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:01.059054 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-06612b02-db6a-4e0e-958c-8c205bfecfe2 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2c20c166-0803-40c0-b024-1d14d3d613f0 HTTP/1.1" status: 204 len: 168 time: 0.1982594 May 28 04:54:01.060122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3b7adff7-f827-46ab-bef5-d7d3a7d2d9a0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:01.064508 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3b7adff7-f827-46ab-bef5-d7d3a7d2d9a0 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/c1db6609-4c86-40c3-898a-201f5a5e1c78 HTTP/1.1" status: 204 len: 168 time: 0.7231698 May 28 04:54:01.064508 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60218) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:01.067562 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d861f985-2cfb-4bb6-abed-1e9e166d0a16 None None] Network cd12fbe1-b536-40a0-b6f3-7529e9add122 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:54:01.076704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60222) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:01.104014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5749ce-4475-40c5-86c1-e84d3aa445da tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:54:01.129153 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bb5749ce-4475-40c5-86c1-e84d3aa445da tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9039104 May 28 04:54:01.138242 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60226) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:01.389917 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b660fc44-1932-4ea0-a9a9-916191f08647 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:01.400036 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:01.424205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b660fc44-1932-4ea0-a9a9-916191f08647 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:01.425565 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b660fc44-1932-4ea0-a9a9-916191f08647 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3622637 May 28 04:54:01.426707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754f965b-3d88-4830-8189-bfbfd14fcfc8 None None] DHCP port deletion for cd12fbe1-b536-40a0-b6f3-7529e9add122 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:54:01.426843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port 6a62a115-5b9f-455c-9ba0-21546f2a91e0 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:01.427049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:01.434613 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60230) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:01.435625 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-754f965b-3d88-4830-8189-bfbfd14fcfc8 None None] Deleting port 6a62a115-5b9f-455c-9ba0-21546f2a91e0 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:01.435993 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-754f965b-3d88-4830-8189-bfbfd14fcfc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:01.479686 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-deabfa49-655a-4871-9c1b-867632fecbce tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting subnet cf9b5c8b-3941-44ec-911e-8ae9096c8c4e {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:54:01.482906 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-deabfa49-655a-4871-9c1b-867632fecbce tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:01.554227 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f8b3-598a-4456-9600-cea5f2482478 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:01.578844 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f8b3-598a-4456-9600-cea5f2482478 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:01.586761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-deabfa49-655a-4871-9c1b-867632fecbce tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:01.666508 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f8b3-598a-4456-9600-cea5f2482478 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:01.705423 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7f8b3-598a-4456-9600-cea5f2482478 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b40c2b5d-dbe6-4343-8199-9dc0f3595491,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:01.723472 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f8b3-598a-4456-9600-cea5f2482478 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:01.727817 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6dd7f8b3-598a-4456-9600-cea5f2482478 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b40c2b5d-dbe6-4343-8199-9dc0f3595491 HTTP/1.1" status: 204 len: 168 time: 0.2921231 May 28 04:54:01.728398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60236) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:01.738072 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-deabfa49-655a-4871-9c1b-867632fecbce tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:01.744049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] For port 6a62a115-5b9f-455c-9ba0-21546f2a91e0, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6a62a115-5b9f-455c-9ba0-21546f2a91e0,segment=NetworkSegment(a0d1e1b9-043c-4776-8914-ee2afc200d8c),segment_id=a0d1e1b9-043c-4776-8914-ee2afc200d8c)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:01.744641 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:01.807030 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-754f965b-3d88-4830-8189-bfbfd14fcfc8 None None] For port 6a62a115-5b9f-455c-9ba0-21546f2a91e0, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6a62a115-5b9f-455c-9ba0-21546f2a91e0,segment=NetworkSegment(a0d1e1b9-043c-4776-8914-ee2afc200d8c),segment_id=a0d1e1b9-043c-4776-8914-ee2afc200d8c)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:01.807407 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-754f965b-3d88-4830-8189-bfbfd14fcfc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:01.908383 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8e9b1a83-c122-4aae-a93a-f43c5c9a3145 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:01.910688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for 6a62a115-5b9f-455c-9ba0-21546f2a91e0 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:01.945704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-754f965b-3d88-4830-8189-bfbfd14fcfc8 None None] Calling delete_port for 6a62a115-5b9f-455c-9ba0-21546f2a91e0 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:01.949410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-deabfa49-655a-4871-9c1b-867632fecbce tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:01.986354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6a62a115-5b9f-455c-9ba0-21546f2a91e0 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:54:02.006224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabfa49-655a-4871-9c1b-867632fecbce tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Subnet': ['ID=cf9b5c8b-3941-44ec-911e-8ae9096c8c4e,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:02.017605 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-deabfa49-655a-4871-9c1b-867632fecbce tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.024841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8e9b1a83-c122-4aae-a93a-f43c5c9a3145 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:02.026151 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8e9b1a83-c122-4aae-a93a-f43c5c9a3145 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.2930365 May 28 04:54:02.028052 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-deabfa49-655a-4871-9c1b-867632fecbce tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/cf9b5c8b-3941-44ec-911e-8ae9096c8c4e HTTP/1.1" status: 204 len: 168 time: 0.8885713 May 28 04:54:02.032799 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60240) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:02.033125 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60242) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:02.034272 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b83d4a-dc77-4e37-8470-ae9e5ae6b959 None None] Network 875e0a9f-a429-4415-ae4e-c61202d56183 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:54:02.064881 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.119647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Port': ['ID=6a62a115-5b9f-455c-9ba0-21546f2a91e0,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:02.129244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] No DVR routers for this DVR port 6a62a115-5b9f-455c-9ba0-21546f2a91e0 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:54:02.168994 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-43da850a-1fd0-4a67-9ad8-8cad28077b39 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.179974 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No active binding found for port 6a62a115-5b9f-455c-9ba0-21546f2a91e0 {{(pid=84011) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 28 04:54:02.180609 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6a62a115-5b9f-455c-9ba0-21546f2a91e0 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:54:02.194225 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-43da850a-1fd0-4a67-9ad8-8cad28077b39 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.216222 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.235520 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Deleting port 357c3581-20cd-4d31-90ef-546fbf7294fb {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:02.235873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.252810 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-754f965b-3d88-4830-8189-bfbfd14fcfc8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:54:02.252984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-754f965b-3d88-4830-8189-bfbfd14fcfc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:54:02.283507 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-43da850a-1fd0-4a67-9ad8-8cad28077b39 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.339461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.350490 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43da850a-1fd0-4a67-9ad8-8cad28077b39 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19d55eb6-1c94-4d98-8064-000f2d1e9a07,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:02.367011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-43da850a-1fd0-4a67-9ad8-8cad28077b39 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.368581 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-43da850a-1fd0-4a67-9ad8-8cad28077b39 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/19d55eb6-1c94-4d98-8064-000f2d1e9a07 HTTP/1.1" status: 204 len: 168 time: 0.3321426 May 28 04:54:02.371539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60248) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:02.393039 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd12fbe1-b536-40a0-b6f3-7529e9add122']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:02.393312 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a463dc-d8e2-463b-858b-64d7340e4bd1 None None] DHCP port deletion for 875e0a9f-a429-4415-ae4e-c61202d56183 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:54:02.397958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a7a463dc-d8e2-463b-858b-64d7340e4bd1 None None] Deleting port 357c3581-20cd-4d31-90ef-546fbf7294fb {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:02.398327 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a7a463dc-d8e2-463b-858b-64d7340e4bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.407490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d1e1b9-043c-4776-8914-ee2afc200d8c') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:02.407770 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d1e1b9-043c-4776-8914-ee2afc200d8c') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:02.421369 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.441838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.448737 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:54:02.451553 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:54:02.467257 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:54:02.562338 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.591450 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.609696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Network': ['ID=cd12fbe1-b536-40a0-b6f3-7529e9add122,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:02.619477 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2a1b78d8-c039-4e9d-a5c9-caff689f227e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/networks/cd12fbe1-b536-40a0-b6f3-7529e9add122 HTTP/1.1" status: 204 len: 168 time: 1.5399282 May 28 04:54:02.622253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60252) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:02.645750 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e17e1281-b4fa-45da-a9bc-a897cd1e9a24 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:02.675636 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] For port 357c3581-20cd-4d31-90ef-546fbf7294fb, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=357c3581-20cd-4d31-90ef-546fbf7294fb,segment=NetworkSegment(8d67db28-d9fd-4c30-9eb6-36edd68e821b),segment_id=8d67db28-d9fd-4c30-9eb6-36edd68e821b)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:02.676170 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.684907 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e17e1281-b4fa-45da-a9bc-a897cd1e9a24 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:02.689610 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e17e1281-b4fa-45da-a9bc-a897cd1e9a24 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3139849 May 28 04:54:02.689610 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60256) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:02.722046 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a7a463dc-d8e2-463b-858b-64d7340e4bd1 None None] For port 357c3581-20cd-4d31-90ef-546fbf7294fb, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=357c3581-20cd-4d31-90ef-546fbf7294fb,segment=NetworkSegment(8d67db28-d9fd-4c30-9eb6-36edd68e821b),segment_id=8d67db28-d9fd-4c30-9eb6-36edd68e821b)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:02.722456 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a7a463dc-d8e2-463b-858b-64d7340e4bd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.786770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-754f965b-3d88-4830-8189-bfbfd14fcfc8 None None] Deleting port 6a62a115-5b9f-455c-9ba0-21546f2a91e0 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:02.786770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-754f965b-3d88-4830-8189-bfbfd14fcfc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.821785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Calling delete_port for 357c3581-20cd-4d31-90ef-546fbf7294fb owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:02.882127 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76b4b4ce-2cc3-48e0-bf5d-f38f3ff9baa1 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.896823 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76b4b4ce-2cc3-48e0-bf5d-f38f3ff9baa1 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.956165 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a7a463dc-d8e2-463b-858b-64d7340e4bd1 None None] Calling delete_port for 357c3581-20cd-4d31-90ef-546fbf7294fb owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:02.959958 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76b4b4ce-2cc3-48e0-bf5d-f38f3ff9baa1 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:02.974383 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:03.025083 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-754f965b-3d88-4830-8189-bfbfd14fcfc8 None None] The port '6a62a115-5b9f-455c-9ba0-21546f2a91e0' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:54:03.028373 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4b4ce-2cc3-48e0-bf5d-f38f3ff9baa1 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e559b263-b68d-4082-b213-d804215e5c39,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:03.042887 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Port': ['ID=357c3581-20cd-4d31-90ef-546fbf7294fb,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:03.053061 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] No DVR routers for this DVR port 357c3581-20cd-4d31-90ef-546fbf7294fb on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:54:03.085628 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-a7a463dc-d8e2-463b-858b-64d7340e4bd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:54:03.087191 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-a7a463dc-d8e2-463b-858b-64d7340e4bd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:54:03.161352 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-76b4b4ce-2cc3-48e0-bf5d-f38f3ff9baa1 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:03.162453 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-76b4b4ce-2cc3-48e0-bf5d-f38f3ff9baa1 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e559b263-b68d-4082-b213-d804215e5c39 HTTP/1.1" status: 204 len: 168 time: 0.4720166 May 28 04:54:03.166126 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60262) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:03.169937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-76997576-10ca-4da2-a4cc-979a96e6b65a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:03.188688 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:03.215214 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['875e0a9f-a429-4415-ae4e-c61202d56183']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:03.227048 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d67db28-d9fd-4c30-9eb6-36edd68e821b') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:03.227361 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d67db28-d9fd-4c30-9eb6-36edd68e821b') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:03.239226 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:03.255872 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:03.264217 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:54:03.264649 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:54:03.280331 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:54:03.378610 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:03.410069 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:03.419569 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Pushing event deleted for resources: {'Network': ['ID=875e0a9f-a429-4415-ae4e-c61202d56183,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:03.427946 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3be73a19-a1c1-4108-ac0c-c97eb2dfd6f1 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/networks/875e0a9f-a429-4415-ae4e-c61202d56183 HTTP/1.1" status: 204 len: 168 time: 1.3908162 May 28 04:54:03.427946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60266) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:03.433426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-de8a0a3d-f74b-4ded-a0a7-d8108113f8a6 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'router': {'routes': None}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:03.487438 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b0415da5-f6c7-4c87-82a5-a030bc7479ae tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.3200040 May 28 04:54:03.490749 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60270) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:03.534867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1406995c-54d8-4761-89e1-80e5bfb199b3 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:03.549455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1406995c-54d8-4761-89e1-80e5bfb199b3 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:03.590558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a7a463dc-d8e2-463b-858b-64d7340e4bd1 None None] Deleting port 357c3581-20cd-4d31-90ef-546fbf7294fb {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:03.595893 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a7a463dc-d8e2-463b-858b-64d7340e4bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:03.679123 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1406995c-54d8-4761-89e1-80e5bfb199b3 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:03.681785 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a7a463dc-d8e2-463b-858b-64d7340e4bd1 None None] The port '357c3581-20cd-4d31-90ef-546fbf7294fb' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:54:03.710697 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406995c-54d8-4761-89e1-80e5bfb199b3 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00cbc2be-e954-41c1-be56-ef29006abc0a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:03.773618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1406995c-54d8-4761-89e1-80e5bfb199b3 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:03.775313 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1406995c-54d8-4761-89e1-80e5bfb199b3 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/00cbc2be-e954-41c1-be56-ef29006abc0a HTTP/1.1" status: 204 len: 168 time: 0.2833054 May 28 04:54:03.782055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60274) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:03.878140 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.extraroute_db [None req-de8a0a3d-f74b-4ded-a0a7-d8108113f8a6 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Added routes are [] {{(pid=84009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 28 04:54:03.879099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.extraroute_db [None req-de8a0a3d-f74b-4ded-a0a7-d8108113f8a6 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Removed routes are [] {{(pid=84009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 28 04:54:03.879875 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de8a0a3d-f74b-4ded-a0a7-d8108113f8a6 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:03.901239 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 357c3581-20cd-4d31-90ef-546fbf7294fb no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:54:03.910928 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c7e38e70-8c4e-4dbc-bd6c-8f61d01d3163 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:04.017579 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 357c3581-20cd-4d31-90ef-546fbf7294fb {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:54:04.020662 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 357c3581-20cd-4d31-90ef-546fbf7294fb not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:54:04.100260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c7e38e70-8c4e-4dbc-bd6c-8f61d01d3163 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:04.103765 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c7e38e70-8c4e-4dbc-bd6c-8f61d01d3163 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3157704 May 28 04:54:04.107983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60280) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:04.211074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-39324667-0092-47a1-8022-02f48b973151 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:04.280672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-39324667-0092-47a1-8022-02f48b973151 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:04.343140 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de8a0a3d-f74b-4ded-a0a7-d8108113f8a6 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:04.346798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de8a0a3d-f74b-4ded-a0a7-d8108113f8a6 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:04.399289 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-39324667-0092-47a1-8022-02f48b973151 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:04.422898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39324667-0092-47a1-8022-02f48b973151 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1493783c-9404-44fc-b39b-ca7a7b320c07,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:04.441953 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-76997576-10ca-4da2-a4cc-979a96e6b65a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port 678e31ee-2a20-442e-a87d-874f1eac709c {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:04.442384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-76997576-10ca-4da2-a4cc-979a96e6b65a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:04.476133 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-39324667-0092-47a1-8022-02f48b973151 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:04.477453 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-39324667-0092-47a1-8022-02f48b973151 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-groups/1493783c-9404-44fc-b39b-ca7a7b320c07 HTTP/1.1" status: 204 len: 168 time: 0.3673658 May 28 04:54:04.480521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60284) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:04.549988 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8a0a3d-f74b-4ded-a0a7-d8108113f8a6 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:54:04.560793 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-465f62c5-2c08-4a5f-8723-581c799ebcc0 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0732312 May 28 04:54:04.561012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60288) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:04.566684 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-995eb72f-b54b-4dcd-86fc-8daba2c6f684 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group': {'name': 'tempest-secgroup--806303727'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:04.574398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-995eb72f-b54b-4dcd-86fc-8daba2c6f684 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:04.580849 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-995eb72f-b54b-4dcd-86fc-8daba2c6f684 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:04.584412 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-995eb72f-b54b-4dcd-86fc-8daba2c6f684 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:04.645682 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-995eb72f-b54b-4dcd-86fc-8daba2c6f684 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:04.649574 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-76997576-10ca-4da2-a4cc-979a96e6b65a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] For port 678e31ee-2a20-442e-a87d-874f1eac709c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=678e31ee-2a20-442e-a87d-874f1eac709c,segment=NetworkSegment(3c50b3f4-e844-474c-bf35-b585d07bc7d9),segment_id=3c50b3f4-e844-474c-bf35-b585d07bc7d9)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:04.650006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-76997576-10ca-4da2-a4cc-979a96e6b65a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:04.717555 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-995eb72f-b54b-4dcd-86fc-8daba2c6f684 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:04.745233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8a0a3d-f74b-4ded-a0a7-d8108113f8a6 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:54:04.752023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de8a0a3d-f74b-4ded-a0a7-d8108113f8a6 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:04.755871 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-de8a0a3d-f74b-4ded-a0a7-d8108113f8a6 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 HTTP/1.1" status: 200 len: 704 time: 1.3242452 May 28 04:54:04.756304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60292) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:04.783974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-76997576-10ca-4da2-a4cc-979a96e6b65a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for 678e31ee-2a20-442e-a87d-874f1eac709c owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:04.802652 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-75b273af-fd89-4d14-b56f-2b070fadbc4d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Synchronizing usage tracker for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:04.814600 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-995eb72f-b54b-4dcd-86fc-8daba2c6f684 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:04.822212 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-995eb72f-b54b-4dcd-86fc-8daba2c6f684 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:04.825773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-995eb72f-b54b-4dcd-86fc-8daba2c6f684 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:04.831680 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-995eb72f-b54b-4dcd-86fc-8daba2c6f684 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:04.833590 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-75b273af-fd89-4d14-b56f-2b070fadbc4d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Unset dirty status for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:04.834787 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-75b273af-fd89-4d14-b56f-2b070fadbc4d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 HTTP/1.1" status: 200 len: 205 time: 0.0775418 May 28 04:54:04.838505 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60296) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:04.997843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-76997576-10ca-4da2-a4cc-979a96e6b65a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.027138 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-995eb72f-b54b-4dcd-86fc-8daba2c6f684 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.031098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5ac1-ec27-470e-8cd9-32514cd63b0c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.053006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76997576-10ca-4da2-a4cc-979a96e6b65a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Port': ['ID=678e31ee-2a20-442e-a87d-874f1eac709c,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:05.156004 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-995eb72f-b54b-4dcd-86fc-8daba2c6f684 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.239938 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995eb72f-b54b-4dcd-86fc-8daba2c6f684 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=668d137e-5ff9-4a7d-916a-d1152d709c42,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:05.257009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-995eb72f-b54b-4dcd-86fc-8daba2c6f684 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.258273 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-995eb72f-b54b-4dcd-86fc-8daba2c6f684 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6963542 May 28 04:54:05.260955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60302) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:05.269623 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4f66e97e-632c-4843-be9d-0e64257ed734 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group_rule': {'security_group_id': '668d137e-5ff9-4a7d-916a-d1152d709c42', 'direction': 'ingress', 'protocol': 17}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:05.277616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4f66e97e-632c-4843-be9d-0e64257ed734 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:05.345453 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4f66e97e-632c-4843-be9d-0e64257ed734 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:05.373601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-76997576-10ca-4da2-a4cc-979a96e6b65a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.416327 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4f66e97e-632c-4843-be9d-0e64257ed734 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:05.438823 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4f66e97e-632c-4843-be9d-0e64257ed734 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:05.590102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f66e97e-632c-4843-be9d-0e64257ed734 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.615319 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5ac1-ec27-470e-8cd9-32514cd63b0c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.631204 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5ac1-ec27-470e-8cd9-32514cd63b0c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.684591 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f66e97e-632c-4843-be9d-0e64257ed734 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.685747 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5ac1-ec27-470e-8cd9-32514cd63b0c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.686246 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7c5ac1-ec27-470e-8cd9-32514cd63b0c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Fanout notify agent at l3_agent the message router_deleted on router 4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:54:05.695180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f66e97e-632c-4843-be9d-0e64257ed734 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.718829 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66e97e-632c-4843-be9d-0e64257ed734 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fbdb4ee-1493-4acb-89f7-6497d21c7f0a,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:05.738307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5ac1-ec27-470e-8cd9-32514cd63b0c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.743959 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ec7c5ac1-ec27-470e-8cd9-32514cd63b0c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/routers/4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 HTTP/1.1" status: 204 len: 168 time: 0.8993762 May 28 04:54:05.746496 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60306) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:05.749437 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f66e97e-632c-4843-be9d-0e64257ed734 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.750871 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4f66e97e-632c-4843-be9d-0e64257ed734 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4875007 May 28 04:54:05.755097 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e594958c-c316-4257-a380-6e24576df17e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1910128840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:05.761863 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e594958c-c316-4257-a380-6e24576df17e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:05.767742 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e594958c-c316-4257-a380-6e24576df17e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Usage tracker for resource:router and tenant:23c494d22b1640b88d34d2d3ca7a02de is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:05.770814 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e594958c-c316-4257-a380-6e24576df17e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:05.773341 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60310) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:05.796632 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e594958c-c316-4257-a380-6e24576df17e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:05.824220 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e594958c-c316-4257-a380-6e24576df17e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.825162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e594958c-c316-4257-a380-6e24576df17e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.866862 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-01b16981-6b74-4f73-848e-2100711ec679 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.869494 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e594958c-c316-4257-a380-6e24576df17e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.905399 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-01b16981-6b74-4f73-848e-2100711ec679 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.927799 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e594958c-c316-4257-a380-6e24576df17e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.966015 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e594958c-c316-4257-a380-6e24576df17e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:05.969741 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e594958c-c316-4257-a380-6e24576df17e tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2196746 May 28 04:54:05.970882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60314) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:05.977093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-297a2263-7266-4ff9-b622-ec89ff761143 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:05.992179 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-01b16981-6b74-4f73-848e-2100711ec679 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:06.014066 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b16981-6b74-4f73-848e-2100711ec679 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=668d137e-5ff9-4a7d-916a-d1152d709c42,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:06.029906 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-01b16981-6b74-4f73-848e-2100711ec679 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:06.031744 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-01b16981-6b74-4f73-848e-2100711ec679 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-groups/668d137e-5ff9-4a7d-916a-d1152d709c42 HTTP/1.1" status: 204 len: 168 time: 0.2574506 May 28 04:54:06.034654 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60318) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:06.232854 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f0c2a239-6806-42cf-b22f-16cd6733275a tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:06.327414 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f0c2a239-6806-42cf-b22f-16cd6733275a tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:06.328611 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f0c2a239-6806-42cf-b22f-16cd6733275a tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2857106 May 28 04:54:06.332766 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60324) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:06.340720 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ebffbcb8-bd90-49ab-992f-48aadb5db2f4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group': {'name': 'tempest-secgroup--197869011'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:06.345546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76997576-10ca-4da2-a4cc-979a96e6b65a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 3a279b39-7470-42d4-a3dd-033d70e03aa1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:54:06.348650 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ebffbcb8-bd90-49ab-992f-48aadb5db2f4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:06.360564 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ebffbcb8-bd90-49ab-992f-48aadb5db2f4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:06.376204 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ebffbcb8-bd90-49ab-992f-48aadb5db2f4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:06.482821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-297a2263-7266-4ff9-b622-ec89ff761143 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:06.530679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ebffbcb8-bd90-49ab-992f-48aadb5db2f4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:06.535650 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ebffbcb8-bd90-49ab-992f-48aadb5db2f4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:06.538707 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ebffbcb8-bd90-49ab-992f-48aadb5db2f4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:06.545336 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ebffbcb8-bd90-49ab-992f-48aadb5db2f4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:06.608358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-297a2263-7266-4ff9-b622-ec89ff761143 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:06.612450 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ebffbcb8-bd90-49ab-992f-48aadb5db2f4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:06.618194 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ebffbcb8-bd90-49ab-992f-48aadb5db2f4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:06.669503 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebffbcb8-bd90-49ab-992f-48aadb5db2f4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8dfd41-86d8-41e1-aed8-a1825763ab70,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:06.674784 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ebffbcb8-bd90-49ab-992f-48aadb5db2f4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:06.678538 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ebffbcb8-bd90-49ab-992f-48aadb5db2f4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3421268 May 28 04:54:06.679572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60330) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:06.693240 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-14b7c471-19ff-453b-a311-60e1d2c8c897 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079872958'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:06.886488 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-14b7c471-19ff-453b-a311-60e1d2c8c897 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:06.898557 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-14b7c471-19ff-453b-a311-60e1d2c8c897 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:06.903776 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-14b7c471-19ff-453b-a311-60e1d2c8c897 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:06.912193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-14b7c471-19ff-453b-a311-60e1d2c8c897 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:06.934361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-14b7c471-19ff-453b-a311-60e1d2c8c897 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.006146 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-14b7c471-19ff-453b-a311-60e1d2c8c897 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:07.010982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76997576-10ca-4da2-a4cc-979a96e6b65a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:54:07.018460 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-14b7c471-19ff-453b-a311-60e1d2c8c897 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:07.023546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-14b7c471-19ff-453b-a311-60e1d2c8c897 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:07.033323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-14b7c471-19ff-453b-a311-60e1d2c8c897 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:07.052450 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-76997576-10ca-4da2-a4cc-979a96e6b65a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/3a279b39-7470-42d4-a3dd-033d70e03aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4291272 May 28 04:54:07.055671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60338) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:07.056057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297a2263-7266-4ff9-b622-ec89ff761143 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Router ad4aee1a-47b5-454c-ba5b-22b0beed6812 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:54:07.221364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-14b7c471-19ff-453b-a311-60e1d2c8c897 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.236632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-14b7c471-19ff-453b-a311-60e1d2c8c897 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.258934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f64ee24-1141-4861-bd18-7c676512a5d9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting subnet 868be8c9-1e6e-4378-adda-7e253919a625 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:54:07.262266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5f64ee24-1141-4861-bd18-7c676512a5d9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.293482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297a2263-7266-4ff9-b622-ec89ff761143 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:54:07.301218 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-297a2263-7266-4ff9-b622-ec89ff761143 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.305241 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-297a2263-7266-4ff9-b622-ec89ff761143 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "PUT /v2.0/routers/ad4aee1a-47b5-454c-ba5b-22b0beed6812 HTTP/1.1" status: 200 len: 698 time: 1.3331933 May 28 04:54:07.306452 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60346) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:07.307927 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bef5266-1987-40a5-95ac-19fd98be4ca1 None None] Sync routers for ids ['ad4aee1a-47b5-454c-ba5b-22b0beed6812'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:54:07.311153 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7c471-19ff-453b-a311-60e1d2c8c897 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d62ce17-f27a-4f8e-991e-e41f8a10e0cd,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:07.328227 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bef5266-1987-40a5-95ac-19fd98be4ca1 None None] Routers {'ad4aee1a-47b5-454c-ba5b-22b0beed6812'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:07.329452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4bef5266-1987-40a5-95ac-19fd98be4ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['ad4aee1a-47b5-454c-ba5b-22b0beed6812'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:07.346537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5f64ee24-1141-4861-bd18-7c676512a5d9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.369245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-14b7c471-19ff-453b-a311-60e1d2c8c897 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.374678 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-14b7c471-19ff-453b-a311-60e1d2c8c897 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6897256 May 28 04:54:07.376730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60352) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:07.382236 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5ebdcaf5-8228-4cde-a6fc-efb9c92c86fa tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group_rule': {'security_group_id': 'ef8dfd41-86d8-41e1-aed8-a1825763ab70', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5d62ce17-f27a-4f8e-991e-e41f8a10e0cd', 'remote_ip_prefix': None}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:07.447794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5f64ee24-1141-4861-bd18-7c676512a5d9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.450893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5ebdcaf5-8228-4cde-a6fc-efb9c92c86fa tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:07.458114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5ebdcaf5-8228-4cde-a6fc-efb9c92c86fa tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:07.461932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5ebdcaf5-8228-4cde-a6fc-efb9c92c86fa tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:07.479903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5ebdcaf5-8228-4cde-a6fc-efb9c92c86fa tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:07.504542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-4bef5266-1987-40a5-95ac-19fd98be4ca1 None None] Set router ad4aee1a-47b5-454c-ba5b-22b0beed6812 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:07.505432 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ab4bd8d9-42a7-41f1-bb5c-d8e7a8772575 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/routers/ad4aee1a-47b5-454c-ba5b-22b0beed6812 HTTP/1.1" status: 200 len: 704 time: 0.1956990 May 28 04:54:07.508241 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60358) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:07.520378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ebdcaf5-8228-4cde-a6fc-efb9c92c86fa tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.559501 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b98a63c9-8e10-40bf-8cb2-ed572d67ca11 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad4aee1a-47b5-454c-ba5b-22b0beed6812 HTTP/1.1" status: 200 len: 205 time: 0.0499048 May 28 04:54:07.561998 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60362) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:07.609632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ebdcaf5-8228-4cde-a6fc-efb9c92c86fa tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.616921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ebdcaf5-8228-4cde-a6fc-efb9c92c86fa tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.632152 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4bef5266-1987-40a5-95ac-19fd98be4ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4aee1a-47b5-454c-ba5b-22b0beed6812', 'name': 'tempest-RoutersIpV6Test-router-1910128840', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:05Z', 'updated_at': '2022-05-28T04:54:06Z', 'revision_number': 2, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:07.637824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bef5266-1987-40a5-95ac-19fd98be4ca1 None None] Checking router: ad4aee1a-47b5-454c-ba5b-22b0beed6812 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:54:07.643882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebdcaf5-8228-4cde-a6fc-efb9c92c86fa tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ace4236-ebcc-4f32-98f3-ddcb60b4b14f,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:07.652225 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bef5266-1987-40a5-95ac-19fd98be4ca1 None None] Routers {'ad4aee1a-47b5-454c-ba5b-22b0beed6812'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:07.652896 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4bef5266-1987-40a5-95ac-19fd98be4ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['ad4aee1a-47b5-454c-ba5b-22b0beed6812'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:07.679167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ebdcaf5-8228-4cde-a6fc-efb9c92c86fa tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.680691 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5ebdcaf5-8228-4cde-a6fc-efb9c92c86fa tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.3028891 May 28 04:54:07.685730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60370) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:07.724531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84054c12-4304-46ef-b8a6-6c7be22b9931 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.727368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5f64ee24-1141-4861-bd18-7c676512a5d9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.734051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9793bee-9f8b-43f2-b497-f4c6e514a145 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.738381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84054c12-4304-46ef-b8a6-6c7be22b9931 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.778004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84054c12-4304-46ef-b8a6-6c7be22b9931 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.801957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84054c12-4304-46ef-b8a6-6c7be22b9931 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.804458 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-84054c12-4304-46ef-b8a6-6c7be22b9931 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9ace4236-ebcc-4f32-98f3-ddcb60b4b14f HTTP/1.1" status: 204 len: 168 time: 0.1173036 May 28 04:54:07.805560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84054c12-4304-46ef-b8a6-6c7be22b9931 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ace4236-ebcc-4f32-98f3-ddcb60b4b14f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:07.807630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60374) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:07.813332 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-4bef5266-1987-40a5-95ac-19fd98be4ca1 None None] Set router ad4aee1a-47b5-454c-ba5b-22b0beed6812 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:07.887336 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-46599a45-9399-4fe4-9387-bcd71a31dbca tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:07.899665 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64ee24-1141-4861-bd18-7c676512a5d9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Subnet': ['ID=868be8c9-1e6e-4378-adda-7e253919a625,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:07.908536 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5f64ee24-1141-4861-bd18-7c676512a5d9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:07.914533 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5f64ee24-1141-4861-bd18-7c676512a5d9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/868be8c9-1e6e-4378-adda-7e253919a625 HTTP/1.1" status: 204 len: 168 time: 0.8574038 May 28 04:54:07.917556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60378) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:07.940903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa28ed69-eebc-4145-8984-92a420496012 None None] Network 99fd1c51-e833-42e0-a62a-3baeee619ea8 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:54:07.964985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4bef5266-1987-40a5-95ac-19fd98be4ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad4aee1a-47b5-454c-ba5b-22b0beed6812', 'name': 'tempest-RoutersIpV6Test-router-1910128840', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:05Z', 'updated_at': '2022-05-28T04:54:06Z', 'revision_number': 2, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:08.018766 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bef5266-1987-40a5-95ac-19fd98be4ca1 None None] The sync data for ids ['ad4aee1a-47b5-454c-ba5b-22b0beed6812'] in dv-neutron-843300-5-hyperv is: [{'id': 'ad4aee1a-47b5-454c-ba5b-22b0beed6812', 'name': 'tempest-RoutersIpV6Test-router-1910128840', 'tenant_id': '23c494d22b1640b88d34d2d3ca7a02de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:05Z', 'updated_at': '2022-05-28T04:54:06Z', 'revision_number': 2, 'project_id': '23c494d22b1640b88d34d2d3ca7a02de', 'gw_port_host': None}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:54:08.046192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-46599a45-9399-4fe4-9387-bcd71a31dbca tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:08.048144 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-46599a45-9399-4fe4-9387-bcd71a31dbca tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2393410 May 28 04:54:08.063542 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60382) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:08.145817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:08.179656 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port 55768093-48d7-4d05-a704-20dacaeb5ad4 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:08.180003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:08.210210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d4d197ee-570e-44d2-a9c5-8d601b1a0e31 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:08.230245 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d7aaa4-ea59-446a-980b-6b8a4138096c None None] DHCP port deletion for 99fd1c51-e833-42e0-a62a-3baeee619ea8 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:54:08.235518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-29d7aaa4-ea59-446a-980b-6b8a4138096c None None] Deleting port 55768093-48d7-4d05-a704-20dacaeb5ad4 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:08.236195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-29d7aaa4-ea59-446a-980b-6b8a4138096c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:08.244769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9793bee-9f8b-43f2-b497-f4c6e514a145 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:08.250992 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9793bee-9f8b-43f2-b497-f4c6e514a145 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:08.263396 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d4d197ee-570e-44d2-a9c5-8d601b1a0e31 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:08.287438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9793bee-9f8b-43f2-b497-f4c6e514a145 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:08.287943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9793bee-9f8b-43f2-b497-f4c6e514a145 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Fanout notify agent at l3_agent the message router_deleted on router ad4aee1a-47b5-454c-ba5b-22b0beed6812 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:54:08.305472 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9793bee-9f8b-43f2-b497-f4c6e514a145 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:08.310373 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d9793bee-9f8b-43f2-b497-f4c6e514a145 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/routers/ad4aee1a-47b5-454c-ba5b-22b0beed6812 HTTP/1.1" status: 204 len: 168 time: 0.7437415 May 28 04:54:08.311196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60386) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:08.364947 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-80cba537-2670-46d2-9e92-5d474068ff50 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Synchronizing usage tracker for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:08.417247 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-80cba537-2670-46d2-9e92-5d474068ff50 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] Unset dirty status for tenant:23c494d22b1640b88d34d2d3ca7a02de on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:08.418478 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-80cba537-2670-46d2-9e92-5d474068ff50 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad4aee1a-47b5-454c-ba5b-22b0beed6812 HTTP/1.1" status: 200 len: 205 time: 0.1046560 May 28 04:54:08.421095 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60390) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:08.516939 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-29d7aaa4-ea59-446a-980b-6b8a4138096c None None] For port 55768093-48d7-4d05-a704-20dacaeb5ad4, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=55768093-48d7-4d05-a704-20dacaeb5ad4,segment=NetworkSegment(3c50b3f4-e844-474c-bf35-b585d07bc7d9),segment_id=3c50b3f4-e844-474c-bf35-b585d07bc7d9)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:08.517601 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-29d7aaa4-ea59-446a-980b-6b8a4138096c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:08.520936 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-3e9f502f-da27-4722-8c47-34694b70c798 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] delete failed (client error): The resource could not be found. May 28 04:54:08.523278 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d4d197ee-570e-44d2-a9c5-8d601b1a0e31 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:08.524384 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3e9f502f-da27-4722-8c47-34694b70c798 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/routers/ad4aee1a-47b5-454c-ba5b-22b0beed6812 HTTP/1.1" status: 404 len: 336 time: 0.1022918 May 28 04:54:08.526927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60396) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:08.574419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] For port 55768093-48d7-4d05-a704-20dacaeb5ad4, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=55768093-48d7-4d05-a704-20dacaeb5ad4,segment=NetworkSegment(3c50b3f4-e844-474c-bf35-b585d07bc7d9),segment_id=3c50b3f4-e844-474c-bf35-b585d07bc7d9)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:08.574750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:08.579456 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff190ad-b55f-4489-a8f8-54e78c0ddbe0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] DELETE failed (client error): The resource could not be found. May 28 04:54:08.579893 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff190ad-b55f-4489-a8f8-54e78c0ddbe0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:08.581708 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-aff190ad-b55f-4489-a8f8-54e78c0ddbe0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/eafc8057-a971-4d0a-880d-852f58e15aca HTTP/1.1" status: 404 len: 337 time: 0.0504115 May 28 04:54:08.584311 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60400) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:08.591027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d197ee-570e-44d2-a9c5-8d601b1a0e31 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d62ce17-f27a-4f8e-991e-e41f8a10e0cd,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:08.628378 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1905e6-0d3a-49df-954d-2abce9a7bad2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] DELETE failed (client error): The resource could not be found. May 28 04:54:08.628897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1905e6-0d3a-49df-954d-2abce9a7bad2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:08.630620 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6e1905e6-0d3a-49df-954d-2abce9a7bad2 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/f71805a6-74d8-41d9-9824-c5bbf8829259 HTTP/1.1" status: 404 len: 337 time: 0.0453460 May 28 04:54:08.633155 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60404) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:08.667288 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-29d7aaa4-ea59-446a-980b-6b8a4138096c None None] Calling delete_port for 55768093-48d7-4d05-a704-20dacaeb5ad4 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:08.730944 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for 55768093-48d7-4d05-a704-20dacaeb5ad4 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:08.761485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-29d7aaa4-ea59-446a-980b-6b8a4138096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:08.769206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d4d197ee-570e-44d2-a9c5-8d601b1a0e31 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:08.770835 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d4d197ee-570e-44d2-a9c5-8d601b1a0e31 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-groups/5d62ce17-f27a-4f8e-991e-e41f8a10e0cd HTTP/1.1" status: 204 len: 168 time: 0.7056472 May 28 04:54:08.775943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60408) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:08.804133 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-3372726e-92df-408b-8e10-e960a091ca71 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] DELETE failed (client error): The resource could not be found. May 28 04:54:08.804560 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3372726e-92df-408b-8e10-e960a091ca71 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:08.806243 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3372726e-92df-408b-8e10-e960a091ca71 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/e022e3da-8aa2-4371-b5da-83bb12b83ccb HTTP/1.1" status: 404 len: 337 time: 0.1721110 May 28 04:54:08.816518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d7aaa4-ea59-446a-980b-6b8a4138096c None None] Pushing event deleted for resources: {'Port': ['ID=55768093-48d7-4d05-a704-20dacaeb5ad4,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:08.817046 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60412) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:08.824761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d7aaa4-ea59-446a-980b-6b8a4138096c None None] No DVR routers for this DVR port 55768093-48d7-4d05-a704-20dacaeb5ad4 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:54:08.862493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d1d5bed0-586b-416c-bca9-6350ee0e3759 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:08.863531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:54:08.863964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:54:08.864956 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba852929-97de-42c0-8223-57a60f464700 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] DELETE failed (client error): The resource could not be found. May 28 04:54:08.865449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba852929-97de-42c0-8223-57a60f464700 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:08.880807 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ba852929-97de-42c0-8223-57a60f464700 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/cf9b5c8b-3941-44ec-911e-8ae9096c8c4e HTTP/1.1" status: 404 len: 337 time: 0.0584574 May 28 04:54:08.883262 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60416) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:08.896599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d1d5bed0-586b-416c-bca9-6350ee0e3759 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:08.902329 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d1d5bed0-586b-416c-bca9-6350ee0e3759 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.1254306 May 28 04:54:08.905622 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60420) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:08.943079 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e1ac15f7-e7d9-49a9-8ce7-a2cbd2cb8629 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 HTTP/1.1" status: 200 len: 205 time: 0.0575137 May 28 04:54:08.944566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60424) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:08.990160 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0549d-9993-4586-a0a7-cf7ab36d02f5 None None] Sync routers for ids ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:54:08.992047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d52a6187-4c12-44af-a569-309e15510ca8 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.003756 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0549d-9993-4586-a0a7-cf7ab36d02f5 None None] Routers set() bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:09.004357 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0549d-9993-4586-a0a7-cf7ab36d02f5 None None] Router IDs set() for agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 28 04:54:09.005222 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_agentschedulers_db [None req-f4a0549d-9993-4586-a0a7-cf7ab36d02f5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent'). {{(pid=84013) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 28 04:54:09.017505 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0549d-9993-4586-a0a7-cf7ab36d02f5 None None] Routers set() bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:09.018177 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a0549d-9993-4586-a0a7-cf7ab36d02f5 None None] Router IDs set() for agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 28 04:54:09.018943 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_agentschedulers_db [None req-f4a0549d-9993-4586-a0a7-cf7ab36d02f5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent'). {{(pid=84013) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 28 04:54:09.019633 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a0549d-9993-4586-a0a7-cf7ab36d02f5 None None] The sync data for ids ['4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:54:09.027031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d52a6187-4c12-44af-a569-309e15510ca8 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.037602 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-991144b7-c248-4ca2-8d26-d67966e4221d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] delete failed (client error): The resource could not be found. May 28 04:54:09.041276 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-991144b7-c248-4ca2-8d26-d67966e4221d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/routers/4ccb2f8d-eff2-4bfd-92a7-4b3df36ac4d7 HTTP/1.1" status: 404 len: 336 time: 0.0927050 May 28 04:54:09.041690 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60428) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:09.083301 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d52a6187-4c12-44af-a569-309e15510ca8 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.106124 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a6187-4c12-44af-a569-309e15510ca8 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8dfd41-86d8-41e1-aed8-a1825763ab70,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:09.127385 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d52a6187-4c12-44af-a569-309e15510ca8 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.132069 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d52a6187-4c12-44af-a569-309e15510ca8 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-groups/ef8dfd41-86d8-41e1-aed8-a1825763ab70 HTTP/1.1" status: 204 len: 168 time: 0.2248871 May 28 04:54:09.133491 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60432) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:09.191342 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b9fee002-a104-4c1a-9470-9ba7fbbbc5fb tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:09.208936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b9fee002-a104-4c1a-9470-9ba7fbbbc5fb tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:09.210440 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b9fee002-a104-4c1a-9470-9ba7fbbbc5fb tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0752156 May 28 04:54:09.214830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60436) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:09.219252 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6f3e114b-44a6-4343-87a9-3e9d603bd91d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports?device_id=07bbe9c6-6098-4bcf-9ec3-c0ae903c647d HTTP/1.1" status: 200 len: 205 time: 0.1767776 May 28 04:54:09.222156 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60440) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:09.223274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a3f7cd7b-3f3c-406e-b47d-6c67f5a55153 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064262581'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:09.229366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a3f7cd7b-3f3c-406e-b47d-6c67f5a55153 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:09.239397 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a3f7cd7b-3f3c-406e-b47d-6c67f5a55153 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:09.251518 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a3f7cd7b-3f3c-406e-b47d-6c67f5a55153 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.289165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a3f7cd7b-3f3c-406e-b47d-6c67f5a55153 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:09.291695 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-15e57095-d645-472e-ba4e-4ad5ef5ce154 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] delete failed (client error): The resource could not be found. May 28 04:54:09.295515 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-15e57095-d645-472e-ba4e-4ad5ef5ce154 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/routers/07bbe9c6-6098-4bcf-9ec3-c0ae903c647d HTTP/1.1" status: 404 len: 336 time: 0.0694458 May 28 04:54:09.295681 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a3f7cd7b-3f3c-406e-b47d-6c67f5a55153 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:09.295798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60444) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:09.297082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a3f7cd7b-3f3c-406e-b47d-6c67f5a55153 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:09.302973 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a3f7cd7b-3f3c-406e-b47d-6c67f5a55153 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:09.335538 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-32465be4-a48a-4735-b47a-edd22df9fab0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] DELETE failed (client error): The resource could not be found. May 28 04:54:09.335974 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32465be4-a48a-4735-b47a-edd22df9fab0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:09.340217 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-32465be4-a48a-4735-b47a-edd22df9fab0 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/50a8cb2c-c154-4eef-9c29-ac310c559a27 HTTP/1.1" status: 404 len: 337 time: 0.0411842 May 28 04:54:09.340518 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60448) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:09.374986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port 55768093-48d7-4d05-a704-20dacaeb5ad4 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:09.375316 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.417732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a3f7cd7b-3f3c-406e-b47d-6c67f5a55153 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.428454 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-21f6f438-0644-4559-abd8-83f220c70ca9 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports?device_id=7ad3116e-2615-4342-ae3f-3b2a44849b97 HTTP/1.1" status: 200 len: 205 time: 0.0869174 May 28 04:54:09.429599 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a3f7cd7b-3f3c-406e-b47d-6c67f5a55153 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.431219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60452) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:09.486678 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] The port '55768093-48d7-4d05-a704-20dacaeb5ad4' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:54:09.510375 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-f7376608-359b-4eb4-a091-9617e29f973d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] delete failed (client error): The resource could not be found. May 28 04:54:09.511546 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f7376608-359b-4eb4-a091-9617e29f973d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/routers/7ad3116e-2615-4342-ae3f-3b2a44849b97 HTTP/1.1" status: 404 len: 336 time: 0.0793486 May 28 04:54:09.514449 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60456) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:09.561503 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3834234d-bd88-48bf-a027-7ba6c1fbeed7 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports?device_id=98181180-40c6-4c6d-91eb-2d53a7982e48 HTTP/1.1" status: 200 len: 205 time: 0.0450654 May 28 04:54:09.563175 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60460) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:09.569009 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f7cd7b-3f3c-406e-b47d-6c67f5a55153 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5929bc0-94b2-4547-9908-1031c19e148e,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:09.575663 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a3f7cd7b-3f3c-406e-b47d-6c67f5a55153 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.579067 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a3f7cd7b-3f3c-406e-b47d-6c67f5a55153 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3605995 May 28 04:54:09.623144 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60464) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:09.638124 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-b203061b-ec55-4905-8197-c5b4ae89b8d5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group_rule': {'security_group_id': 'e5929bc0-94b2-4547-9908-1031c19e148e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:09.654175 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-e2f1af69-a8f2-4463-b809-6e63d438376d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] delete failed (client error): The resource could not be found. May 28 04:54:09.655443 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e2f1af69-a8f2-4463-b809-6e63d438376d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/routers/98181180-40c6-4c6d-91eb-2d53a7982e48 HTTP/1.1" status: 404 len: 336 time: 0.0910192 May 28 04:54:09.656607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b203061b-ec55-4905-8197-c5b4ae89b8d5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:09.658165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60474) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:09.665133 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b203061b-ec55-4905-8197-c5b4ae89b8d5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:09.668750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.676152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b203061b-ec55-4905-8197-c5b4ae89b8d5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:09.685812 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b203061b-ec55-4905-8197-c5b4ae89b8d5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:09.704440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fd1c51-e833-42e0-a62a-3baeee619ea8']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:09.707585 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f2d194-b0fa-461c-8cfb-a975c07d1995 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] DELETE failed (client error): The resource could not be found. May 28 04:54:09.708082 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f2d194-b0fa-461c-8cfb-a975c07d1995 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:09.710010 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-19f2d194-b0fa-461c-8cfb-a975c07d1995 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/78d649a2-24f5-4185-8e76-187b9cbb4afa HTTP/1.1" status: 404 len: 337 time: 0.0507820 May 28 04:54:09.712884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60478) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:09.717618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c50b3f4-e844-474c-bf35-b585d07bc7d9') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:09.717931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c50b3f4-e844-474c-bf35-b585d07bc7d9') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:09.735257 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.744923 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b203061b-ec55-4905-8197-c5b4ae89b8d5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.762201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.765982 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8b92ff95-3d82-4780-b7c3-9e2cab89c2ac tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports?device_id=906fb841-6aad-4f29-a03a-bf2818c1bee8 HTTP/1.1" status: 200 len: 205 time: 0.0485516 May 28 04:54:09.765982 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60482) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:09.777828 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:54:09.778229 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:54:09.792848 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:54:09.822580 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 55768093-48d7-4d05-a704-20dacaeb5ad4 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:54:09.845329 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-5a5a57f5-68db-4cde-84b1-d48ee9b38178 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] delete failed (client error): The resource could not be found. May 28 04:54:09.846442 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5a5a57f5-68db-4cde-84b1-d48ee9b38178 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/routers/906fb841-6aad-4f29-a03a-bf2818c1bee8 HTTP/1.1" status: 404 len: 336 time: 0.0800717 May 28 04:54:09.849535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60486) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:09.866396 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 55768093-48d7-4d05-a704-20dacaeb5ad4 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:54:09.867164 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 55768093-48d7-4d05-a704-20dacaeb5ad4 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:54:09.900880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.907471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.914604 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b203061b-ec55-4905-8197-c5b4ae89b8d5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.916944 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e637493-01ed-4c69-ba60-75f65475767b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] DELETE failed (client error): The resource could not be found. May 28 04:54:09.917688 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e637493-01ed-4c69-ba60-75f65475767b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:09.919813 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9e637493-01ed-4c69-ba60-75f65475767b tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/9ba6c36d-dcc8-4823-bd0d-6c1b0f0eb4b7 HTTP/1.1" status: 404 len: 337 time: 0.0693412 May 28 04:54:09.922588 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60492) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:09.939455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b203061b-ec55-4905-8197-c5b4ae89b8d5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:09.974558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203061b-ec55-4905-8197-c5b4ae89b8d5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d34b8c19-b806-4d32-b518-d7f00cfb9607,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:09.979260 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d5058a08-9b2f-45ab-aa69-407a311e72cf tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4f1a19c-9a44-4c15-bec6-94faa46132bd HTTP/1.1" status: 200 len: 205 time: 0.0521522 May 28 04:54:09.979520 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/networks/99fd1c51-e833-42e0-a62a-3baeee619ea8 HTTP/1.1" status: 204 len: 168 time: 2.0570071 May 28 04:54:09.979520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f0244-8839-46f8-b434-72c105a91a6b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Network': ['ID=99fd1c51-e833-42e0-a62a-3baeee619ea8,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:09.979520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60496) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:09.981273 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60498) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:10.042493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b203061b-ec55-4905-8197-c5b4ae89b8d5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:10.045119 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b203061b-ec55-4905-8197-c5b4ae89b8d5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.4208026 May 28 04:54:10.049852 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60504) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:10.053758 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-dbb4821c-2d12-48f1-8616-2e20adedc32c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] delete failed (client error): The resource could not be found. May 28 04:54:10.055471 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dbb4821c-2d12-48f1-8616-2e20adedc32c tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/routers/c4f1a19c-9a44-4c15-bec6-94faa46132bd HTTP/1.1" status: 404 len: 336 time: 0.0744505 May 28 04:54:10.058843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60508) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:10.099531 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-04860f9e-5534-498c-828c-9c7cbde19a5d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] DELETE failed (client error): The resource could not be found. May 28 04:54:10.100083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04860f9e-5534-498c-828c-9c7cbde19a5d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:10.104816 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-04860f9e-5534-498c-828c-9c7cbde19a5d tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/ff554e2a-a891-4000-ac07-5c3b23ace9a3 HTTP/1.1" status: 404 len: 337 time: 0.0447841 May 28 04:54:10.106251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60512) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:10.148784 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea5cb0af-9445-4514-b654-1a0d58332822 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:10.154218 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-0caf0317-f32a-476a-9bcc-a8365f6b7085 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] DELETE failed (client error): The resource could not be found. May 28 04:54:10.154655 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0caf0317-f32a-476a-9bcc-a8365f6b7085 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:10.156561 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0caf0317-f32a-476a-9bcc-a8365f6b7085 tempest-RoutersIpV6Test-1440861312 tempest-RoutersIpV6Test-1440861312-project] 10.222.0.15 "DELETE /v2.0/subnets/708d4689-bc7c-4d8e-b2f8-741021e53b97 HTTP/1.1" status: 404 len: 337 time: 0.0490980 May 28 04:54:10.172464 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea5cb0af-9445-4514-b654-1a0d58332822 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:10.207425 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea5cb0af-9445-4514-b654-1a0d58332822 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:10.230635 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cb0af-9445-4514-b654-1a0d58332822 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d34b8c19-b806-4d32-b518-d7f00cfb9607,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:10.234231 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ea5cb0af-9445-4514-b654-1a0d58332822 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:10.235323 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ea5cb0af-9445-4514-b654-1a0d58332822 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d34b8c19-b806-4d32-b518-d7f00cfb9607 HTTP/1.1" status: 204 len: 168 time: 0.1845591 May 28 04:54:10.238009 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60518) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:10.292040 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e843e3f2-1ecc-42c1-8aa9-d0dc3c3e14b2 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:10.309434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e843e3f2-1ecc-42c1-8aa9-d0dc3c3e14b2 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:10.311203 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e843e3f2-1ecc-42c1-8aa9-d0dc3c3e14b2 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0720592 May 28 04:54:10.313755 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60522) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:10.394603 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9d0b1599-7c96-44ea-a895-85e90281b5c0 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:10.423902 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9d0b1599-7c96-44ea-a895-85e90281b5c0 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:10.483444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed929-189a-46e5-b8cc-f371bb0b40d5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:10.499137 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9d0b1599-7c96-44ea-a895-85e90281b5c0 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:10.530819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b1599-7c96-44ea-a895-85e90281b5c0 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5929bc0-94b2-4547-9908-1031c19e148e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:10.554950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9d0b1599-7c96-44ea-a895-85e90281b5c0 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:10.562793 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9d0b1599-7c96-44ea-a895-85e90281b5c0 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-groups/e5929bc0-94b2-4547-9908-1031c19e148e HTTP/1.1" status: 204 len: 168 time: 0.2479236 May 28 04:54:10.565268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60528) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:10.577184 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60532) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:10.629381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b79c3a97-5209-48c6-8e83-6e346e2a7ba7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:10.648458 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b79c3a97-5209-48c6-8e83-6e346e2a7ba7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:10.653387 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b79c3a97-5209-48c6-8e83-6e346e2a7ba7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0829015 May 28 04:54:10.653770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60538) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:10.672525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-268968bc-a3b5-4d54-b07e-6b3b7c58aaa7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248220385'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:10.814006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-268968bc-a3b5-4d54-b07e-6b3b7c58aaa7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:10.835813 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-268968bc-a3b5-4d54-b07e-6b3b7c58aaa7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:10.889475 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-268968bc-a3b5-4d54-b07e-6b3b7c58aaa7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:10.923166 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e8d83f83-fbee-4c28-9f5d-cb6db4c9f6f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23c494d22b1640b88d34d2d3ca7a02de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3422821 May 28 04:54:10.923387 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60544) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:11.000110 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-268968bc-a3b5-4d54-b07e-6b3b7c58aaa7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:11.011078 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-268968bc-a3b5-4d54-b07e-6b3b7c58aaa7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:11.017992 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-268968bc-a3b5-4d54-b07e-6b3b7c58aaa7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:11.027389 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-268968bc-a3b5-4d54-b07e-6b3b7c58aaa7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:11.106618 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eddea40d-f84e-4b92-8124-0bfe4dcd6fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:11.258421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eddea40d-f84e-4b92-8124-0bfe4dcd6fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:11.326333 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-268968bc-a3b5-4d54-b07e-6b3b7c58aaa7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:11.329169 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f5ca12-fe54-4903-81a4-c404cd6e3003 None None] Sync routers for ids ['3a279b39-7470-42d4-a3dd-033d70e03aa1'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:54:11.355626 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-268968bc-a3b5-4d54-b07e-6b3b7c58aaa7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:11.376528 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f5ca12-fe54-4903-81a4-c404cd6e3003 None None] Routers {'3a279b39-7470-42d4-a3dd-033d70e03aa1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:11.379446 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a2f5ca12-fe54-4903-81a4-c404cd6e3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3a279b39-7470-42d4-a3dd-033d70e03aa1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:11.468020 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268968bc-a3b5-4d54-b07e-6b3b7c58aaa7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc25d973-8bcc-45c2-8eed-d894e7a2aa51,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:11.522444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-268968bc-a3b5-4d54-b07e-6b3b7c58aaa7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:11.523532 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-268968bc-a3b5-4d54-b07e-6b3b7c58aaa7 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8688734 May 28 04:54:11.526698 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60548) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:11.533504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-d0be8d33-1f89-4f98-af19-276b54f12dbc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group_rule': {'security_group_id': 'dc25d973-8bcc-45c2-8eed-d894e7a2aa51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:11.538900 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eddea40d-f84e-4b92-8124-0bfe4dcd6fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:11.551630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d0be8d33-1f89-4f98-af19-276b54f12dbc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:11.557031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d0be8d33-1f89-4f98-af19-276b54f12dbc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:11.564493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d0be8d33-1f89-4f98-af19-276b54f12dbc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:11.565436 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eddea40d-f84e-4b92-8124-0bfe4dcd6fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:11.566342 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-eddea40d-f84e-4b92-8124-0bfe4dcd6fd3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c9a5d21-f7da-40f2-ab90-484806e419ff HTTP/1.1" status: 204 len: 168 time: 0.6420724 May 28 04:54:11.570022 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddea40d-f84e-4b92-8124-0bfe4dcd6fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9a5d21-f7da-40f2-ab90-484806e419ff,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:11.589310 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d0be8d33-1f89-4f98-af19-276b54f12dbc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:11.618269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0be8d33-1f89-4f98-af19-276b54f12dbc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:11.649581 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-a2f5ca12-fe54-4903-81a4-c404cd6e3003 None None] Set router 3a279b39-7470-42d4-a3dd-033d70e03aa1 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:11.720313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0be8d33-1f89-4f98-af19-276b54f12dbc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:11.727302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0be8d33-1f89-4f98-af19-276b54f12dbc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:11.762625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be8d33-1f89-4f98-af19-276b54f12dbc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361a3c72-956e-4455-bd44-a81dff7be99c,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:11.781745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0be8d33-1f89-4f98-af19-276b54f12dbc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:11.786425 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d0be8d33-1f89-4f98-af19-276b54f12dbc tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2552860 May 28 04:54:11.787179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60554) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:11.821866 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c3b9b099-40e1-4622-bd4a-f7ba8dfa44dd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules/361a3c72-956e-4455-bd44-a81dff7be99c HTTP/1.1" status: 200 len: 705 time: 0.0299640 May 28 04:54:11.821866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60562) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:11.897985 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cb26adbd-66cf-4e9e-af05-d5fbba66e0e9 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:11.908434 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-bd2ed929-189a-46e5-b8cc-f371bb0b40d5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port 8bb97b4a-7799-4f18-b0af-1d2140137b4d {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:11.909488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed929-189a-46e5-b8cc-f371bb0b40d5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:11.925773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cb26adbd-66cf-4e9e-af05-d5fbba66e0e9 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:11.930938 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cb26adbd-66cf-4e9e-af05-d5fbba66e0e9 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1053154 May 28 04:54:11.932617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60566) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:11.989541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ede7c2ba-65fe-419c-ad85-bc20e34d98bd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:12.008768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ede7c2ba-65fe-419c-ad85-bc20e34d98bd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:12.030007 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a25e99ff-3591-4692-aec8-82a78627afcd no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:54:12.067319 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ede7c2ba-65fe-419c-ad85-bc20e34d98bd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:12.089496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7c2ba-65fe-419c-ad85-bc20e34d98bd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=361a3c72-956e-4455-bd44-a81dff7be99c,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:12.107146 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ede7c2ba-65fe-419c-ad85-bc20e34d98bd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:12.108568 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ede7c2ba-65fe-419c-ad85-bc20e34d98bd tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/361a3c72-956e-4455-bd44-a81dff7be99c HTTP/1.1" status: 204 len: 168 time: 0.1736794 May 28 04:54:12.111730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60572) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:12.178174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9b6e3b58-5686-48b5-b8f0-2e0220b64635 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:12.181507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: a25e99ff-3591-4692-aec8-82a78627afcd {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:54:12.182297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a25e99ff-3591-4692-aec8-82a78627afcd not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:54:12.182815 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:54:12.211591 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9b6e3b58-5686-48b5-b8f0-2e0220b64635 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:12.216045 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9b6e3b58-5686-48b5-b8f0-2e0220b64635 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0989559 May 28 04:54:12.217224 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60578) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:12.231701 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:54:12.232577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ddd94b0f-8333-40ab-a7c3-14d8b95c9f8b not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:54:12.236635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group_rule': {'security_group_id': 'dc25d973-8bcc-45c2-8eed-d894e7a2aa51', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:12.248010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:12.262652 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:12.291610 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-bd2ed929-189a-46e5-b8cc-f371bb0b40d5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] For port 8bb97b4a-7799-4f18-b0af-1d2140137b4d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8bb97b4a-7799-4f18-b0af-1d2140137b4d,segment=NetworkSegment(9ff0de70-6f2e-4b6d-8ab0-ef05448075af),segment_id=9ff0de70-6f2e-4b6d-8ab0-ef05448075af)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:12.291974 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed929-189a-46e5-b8cc-f371bb0b40d5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:12.292495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:12.368056 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a2f5ca12-fe54-4903-81a4-c404cd6e3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'name': 'tempest-RoutersTest-router-2142674723', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:54:04Z', 'revision_number': 9, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None, '_interfaces': [{'id': '8bb97b4a-7799-4f18-b0af-1d2140137b4d', 'name': '', 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:65:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:24Z', 'updated_at': '2022-05-28T04:53:53Z', 'revision_number': 5, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd57377f-f49e-493d-88d0-84f25039c0ac', 'name': '', 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:0e:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:16Z', 'updated_at': '2022-05-28T04:53:36Z', 'revision_number': 5, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:12.376679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f5ca12-fe54-4903-81a4-c404cd6e3003 None None] Checking router: 3a279b39-7470-42d4-a3dd-033d70e03aa1 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:54:12.388747 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:12.396370 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f5ca12-fe54-4903-81a4-c404cd6e3003 None None] Routers {'3a279b39-7470-42d4-a3dd-033d70e03aa1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:12.396370 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a2f5ca12-fe54-4903-81a4-c404cd6e3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3a279b39-7470-42d4-a3dd-033d70e03aa1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:12.400888 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:12.436239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32eccae3-3fc0-4f86-833f-ce4b5a2f0cdd,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:12.454670 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:12.454974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:12.455293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:12.455622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:12.455952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:12.456274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:12.456638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:12.456960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:12.457280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:12.457955 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:12.458306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:12.471313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:12.477093 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7e562a8c-c5e5-4676-9485-583e63846c75 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2575319 May 28 04:54:12.477981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60586) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:12.500503 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-bd2ed929-189a-46e5-b8cc-f371bb0b40d5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for 8bb97b4a-7799-4f18-b0af-1d2140137b4d owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:12.504350 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f0ac9f12-a301-42ab-afda-acca6f4e7e12 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules/32eccae3-3fc0-4f86-833f-ce4b5a2f0cdd HTTP/1.1" status: 200 len: 705 time: 0.0248871 May 28 04:54:12.505124 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60590) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:12.583999 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-64b705c8-cd09-4d3a-93d6-dd1a2fea439a tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:12.608177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-64b705c8-cd09-4d3a-93d6-dd1a2fea439a tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:12.612192 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-64b705c8-cd09-4d3a-93d6-dd1a2fea439a tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1034381 May 28 04:54:12.612653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60596) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:12.626526 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-a2f5ca12-fe54-4903-81a4-c404cd6e3003 None None] Set router 3a279b39-7470-42d4-a3dd-033d70e03aa1 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:12.672642 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b28456a8-65d5-4dd7-a2de-3fc50f69c68d tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:12.699700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b28456a8-65d5-4dd7-a2de-3fc50f69c68d tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:12.735687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b28456a8-65d5-4dd7-a2de-3fc50f69c68d tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:12.782270 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b28456a8-65d5-4dd7-a2de-3fc50f69c68d tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:12.784204 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b28456a8-65d5-4dd7-a2de-3fc50f69c68d tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/32eccae3-3fc0-4f86-833f-ce4b5a2f0cdd HTTP/1.1" status: 204 len: 168 time: 0.1703479 May 28 04:54:12.786705 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60602) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:12.797959 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28456a8-65d5-4dd7-a2de-3fc50f69c68d tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32eccae3-3fc0-4f86-833f-ce4b5a2f0cdd,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:12.909938 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-102bbd29-8f7f-4a82-8d39-6ec54d355e33 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:12.933029 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed929-189a-46e5-b8cc-f371bb0b40d5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:13.027505 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ed929-189a-46e5-b8cc-f371bb0b40d5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Port': ['ID=8bb97b4a-7799-4f18-b0af-1d2140137b4d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:13.034626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60608) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:13.111724 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-102bbd29-8f7f-4a82-8d39-6ec54d355e33 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:13.115601 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-102bbd29-8f7f-4a82-8d39-6ec54d355e33 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3252368 May 28 04:54:13.116012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60616) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:13.124163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e39b66e2-db0b-4a5b-96e1-78405c08626e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group_rule': {'security_group_id': 'dc25d973-8bcc-45c2-8eed-d894e7a2aa51', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:13.131940 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e39b66e2-db0b-4a5b-96e1-78405c08626e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:13.151913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e39b66e2-db0b-4a5b-96e1-78405c08626e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:13.224559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e39b66e2-db0b-4a5b-96e1-78405c08626e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:13.301301 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a9be7ea0-9ca3-4e2d-ade9-9792f268144d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:13.301477 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-a9be7ea0-9ca3-4e2d-ade9-9792f268144d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): There was a conflict when trying to complete your request. May 28 04:54:13.307275 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a9be7ea0-9ca3-4e2d-ade9-9792f268144d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2715466 May 28 04:54:13.312561 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60620) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:13.324273 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group': {'name': 'tempest-secgroup--328850033'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:13.336094 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:13.346937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:13.362621 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:13.376513 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:13.392890 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e39b66e2-db0b-4a5b-96e1-78405c08626e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:13.401690 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:13.405735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e39b66e2-db0b-4a5b-96e1-78405c08626e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:13.418721 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:13.431047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b66e2-db0b-4a5b-96e1-78405c08626e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e91efc1-3d0a-4155-932f-fa7d7a02c432,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:13.458103 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:13.458690 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a2f5ca12-fe54-4903-81a4-c404cd6e3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'name': 'tempest-RoutersTest-router-2142674723', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:54:04Z', 'revision_number': 9, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None, '_interfaces': [{'id': '8bb97b4a-7799-4f18-b0af-1d2140137b4d', 'name': '', 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:65:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:24Z', 'updated_at': '2022-05-28T04:53:53Z', 'revision_number': 5, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd57377f-f49e-493d-88d0-84f25039c0ac', 'name': '', 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:0e:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:16Z', 'updated_at': '2022-05-28T04:53:36Z', 'revision_number': 5, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:13.462768 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:13.464542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f5ca12-fe54-4903-81a4-c404cd6e3003 None None] The sync data for ids ['3a279b39-7470-42d4-a3dd-033d70e03aa1'] in dv-neutron-843300-5-hyperv is: [{'id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'name': 'tempest-RoutersTest-router-2142674723', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:54:04Z', 'revision_number': 9, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None, '_interfaces': [{'id': '8bb97b4a-7799-4f18-b0af-1d2140137b4d', 'name': '', 'network_id': '766ff3a1-527e-4a17-9ad6-712cb1562619', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:65:56:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:24Z', 'updated_at': '2022-05-28T04:53:53Z', 'revision_number': 5, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': 'c6db09cf-785b-46e9-82a5-9fd70fc33333', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fd57377f-f49e-493d-88d0-84f25039c0ac', 'name': '', 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:0e:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:16Z', 'updated_at': '2022-05-28T04:53:36Z', 'revision_number': 5, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:54:13.465644 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e39b66e2-db0b-4a5b-96e1-78405c08626e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:13.467605 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:13.475614 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e39b66e2-db0b-4a5b-96e1-78405c08626e tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3582211 May 28 04:54:13.476605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60626) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:13.478550 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:13.500992 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bd2ed929-189a-46e5-b8cc-f371bb0b40d5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:13.515938 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e0fd9a70-513f-4c6f-ad3e-2d14e8776c89 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules/5e91efc1-3d0a-4155-932f-fa7d7a02c432 HTTP/1.1" status: 200 len: 706 time: 0.0376909 May 28 04:54:13.516250 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60630) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:13.822557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:13.841295 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:13.862312 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3303a7f0-fa57-4560-a724-85307b7b5ea4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.3447211 May 28 04:54:13.865132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60634) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:13.898523 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:13.902369 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b5c3f0a6-58f0-46f5-b4fc-26dbe0e35ab0 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:13.903369 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9196e9-4c3f-4f96-8ba3-8e296aed1112,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:13.906258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:13.910882 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:13.915382 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b5c3f0a6-58f0-46f5-b4fc-26dbe0e35ab0 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:13.919217 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:13.945321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b5c3f0a6-58f0-46f5-b4fc-26dbe0e35ab0 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:13.963107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3f0a6-58f0-46f5-b4fc-26dbe0e35ab0 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e91efc1-3d0a-4155-932f-fa7d7a02c432,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:13.970326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b5c3f0a6-58f0-46f5-b4fc-26dbe0e35ab0 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:13.971509 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b5c3f0a6-58f0-46f5-b4fc-26dbe0e35ab0 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/5e91efc1-3d0a-4155-932f-fa7d7a02c432 HTTP/1.1" status: 204 len: 168 time: 0.1053252 May 28 04:54:13.973991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60638) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:14.019528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4081c42c-c630-46f9-8abc-f629c3ffa6b3 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:14.037074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4081c42c-c630-46f9-8abc-f629c3ffa6b3 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:14.038439 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4081c42c-c630-46f9-8abc-f629c3ffa6b3 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0635192 May 28 04:54:14.041491 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60642) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:14.105540 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a786c709-4e46-4ccb-b4b3-b279cc20dae2 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:14.121172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:14.133051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a786c709-4e46-4ccb-b4b3-b279cc20dae2 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:14.134618 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:14.205488 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a786c709-4e46-4ccb-b4b3-b279cc20dae2 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:14.225561 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c2a2ae-9568-4b7e-9d5e-e796544131ba,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:14.228123 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 678e31ee-2a20-442e-a87d-874f1eac709c no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:54:14.255580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a786c709-4e46-4ccb-b4b3-b279cc20dae2 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc25d973-8bcc-45c2-8eed-d894e7a2aa51,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:14.277837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a786c709-4e46-4ccb-b4b3-b279cc20dae2 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:14.278996 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a786c709-4e46-4ccb-b4b3-b279cc20dae2 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-groups/dc25d973-8bcc-45c2-8eed-d894e7a2aa51 HTTP/1.1" status: 204 len: 168 time: 0.2364681 May 28 04:54:14.281837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60648) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:14.296790 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 678e31ee-2a20-442e-a87d-874f1eac709c {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:54:14.297130 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 678e31ee-2a20-442e-a87d-874f1eac709c not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:54:14.301104 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:14.302469 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-42b65756-7e35-42c6-ab6d-44433e4a1c1c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9889121 May 28 04:54:14.312215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60652) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:14.324578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ea0a3b0d-394d-4954-acd9-ed626edb3006 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': '42c2a2ae-9568-4b7e-9d5e-e796544131ba', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:14.331967 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ea0a3b0d-394d-4954-acd9-ed626edb3006 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:14.339860 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ea0a3b0d-394d-4954-acd9-ed626edb3006 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:14.348901 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ea0a3b0d-394d-4954-acd9-ed626edb3006 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:14.359011 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ea0a3b0d-394d-4954-acd9-ed626edb3006 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:14.364320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5665a48b-5e2f-43e0-a409-0783232dbea4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:14.390196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea0a3b0d-394d-4954-acd9-ed626edb3006 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:14.402331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5665a48b-5e2f-43e0-a409-0783232dbea4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:14.407712 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5665a48b-5e2f-43e0-a409-0783232dbea4 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1203082 May 28 04:54:14.408021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60660) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:14.415193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3a9ee415-26e1-40fb-80cc-2e8a37792c13 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1719540753'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:14.427229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2ed929-189a-46e5-b8cc-f371bb0b40d5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 3a279b39-7470-42d4-a3dd-033d70e03aa1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:54:14.438191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3a9ee415-26e1-40fb-80cc-2e8a37792c13 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:14.457760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3a9ee415-26e1-40fb-80cc-2e8a37792c13 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:14.475542 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee415-26e1-40fb-80cc-2e8a37792c13 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:14.608374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2ed929-189a-46e5-b8cc-f371bb0b40d5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:54:14.616166 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bd2ed929-189a-46e5-b8cc-f371bb0b40d5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/3a279b39-7470-42d4-a3dd-033d70e03aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6347072 May 28 04:54:14.616331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea0a3b0d-394d-4954-acd9-ed626edb3006 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:14.616941 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60668) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:14.627677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea0a3b0d-394d-4954-acd9-ed626edb3006 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:14.641368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3a9ee415-26e1-40fb-80cc-2e8a37792c13 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:14.657893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3a9ee415-26e1-40fb-80cc-2e8a37792c13 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:14.662584 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3a9ee415-26e1-40fb-80cc-2e8a37792c13 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:14.670128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a3b0d-394d-4954-acd9-ed626edb3006 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e65ad6-babd-44c7-8974-9029f6a59c4d,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:14.674477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3a9ee415-26e1-40fb-80cc-2e8a37792c13 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:14.702422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea0a3b0d-394d-4954-acd9-ed626edb3006 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:14.703217 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ea0a3b0d-394d-4954-acd9-ed626edb3006 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3899233 May 28 04:54:14.707683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60672) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:14.718535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-283114b4-feb2-44a9-a43c-e34d7a6c9bd9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': '42c2a2ae-9568-4b7e-9d5e-e796544131ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:14.738370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-283114b4-feb2-44a9-a43c-e34d7a6c9bd9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:14.750753 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-283114b4-feb2-44a9-a43c-e34d7a6c9bd9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:14.763708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-283114b4-feb2-44a9-a43c-e34d7a6c9bd9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:14.773997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-283114b4-feb2-44a9-a43c-e34d7a6c9bd9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:14.776462 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-346bc173-546f-4b05-b901-6bcda0325a34 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307554842&fields=id&tenant_id=18ccd89bc6e04807b7b81890f7b941e1 HTTP/1.1" status: 200 len: 267 time: 0.0987813 May 28 04:54:14.787469 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:54:14.788534 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34404128-e692-4845-b2e3-826aa930875f None None] Sync routers for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:54:14.802588 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34404128-e692-4845-b2e3-826aa930875f None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:14.803180 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-34404128-e692-4845-b2e3-826aa930875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:14.817900 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting subnet c6db09cf-785b-46e9-82a5-9fd70fc33333 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:54:14.820951 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:14.880672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee415-26e1-40fb-80cc-2e8a37792c13 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:14.896699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:14.900409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee415-26e1-40fb-80cc-2e8a37792c13 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:14.996264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ee415-26e1-40fb-80cc-2e8a37792c13 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af60725-6d30-4d94-ad69-70ef6d28d1f9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:14.998164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-283114b4-feb2-44a9-a43c-e34d7a6c9bd9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:15.035368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee415-26e1-40fb-80cc-2e8a37792c13 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:15.036564 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3a9ee415-26e1-40fb-80cc-2e8a37792c13 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6277320 May 28 04:54:15.039896 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60676) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:15.050201 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-8ae18dc6-c551-48c0-b905-eaf391ea9432 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Request body: {'security_group_rule': {'security_group_id': '7af60725-6d30-4d94-ad69-70ef6d28d1f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:15.057482 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:15.058102 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-bcbe15af-5c8b-4dd4-929b-c3511f032c96 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:15.059662 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-bcbe15af-5c8b-4dd4-929b-c3511f032c96 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 810 time: 0.2739806 May 28 04:54:15.072021 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-34404128-e692-4845-b2e3-826aa930875f None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:15.085501 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-042f4d7c-1a15-41de-9b08-40d35b5e10ad tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/quotas/18ccd89bc6e04807b7b81890f7b941e1 HTTP/1.1" status: 200 len: 375 time: 0.0182931 May 28 04:54:15.085773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8ae18dc6-c551-48c0-b905-eaf391ea9432 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:15.108602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8ae18dc6-c551-48c0-b905-eaf391ea9432 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Usage tracker for resource:security_group_rule and tenant:88d78c0f94964d10a61086a587b24a6c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:15.113541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8ae18dc6-c551-48c0-b905-eaf391ea9432 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:15.125156 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8ae18dc6-c551-48c0-b905-eaf391ea9432 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:15.151233 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-283114b4-feb2-44a9-a43c-e34d7a6c9bd9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): There was a conflict when trying to complete your request. May 28 04:54:15.152804 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-283114b4-feb2-44a9-a43c-e34d7a6c9bd9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4441814 May 28 04:54:15.155968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60680) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:15.181587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ae18dc6-c551-48c0-b905-eaf391ea9432 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:15.200289 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:15.245997 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-ed35765c-091d-44e4-b2e2-9048ae017f88 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1495583 May 28 04:54:15.256255 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Subnet': ['ID=c6db09cf-785b-46e9-82a5-9fd70fc33333,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:15.265597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a3efea4b-bfee-422a-80b4-f6c2bd0f15c0 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:15.271870 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:15.279288 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3191d04-4719-4122-a703-6ca498a192ac None None] Network 766ff3a1-527e-4a17-9ad6-712cb1562619 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:54:15.285839 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/c6db09cf-785b-46e9-82a5-9fd70fc33333 HTTP/1.1" status: 204 len: 168 time: 0.6674485 May 28 04:54:15.291029 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60684) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:15.296243 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:15.296575 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:15.296902 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:15.297222 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:15.297536 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:15.297877 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:15.298188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:15.298495 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:15.298804 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:15.299140 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:15.299451 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8384f6-17a2-4e71-a0b8-4d7468640b92 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:15.332299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a3efea4b-bfee-422a-80b4-f6c2bd0f15c0 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:15.377570 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2b75d1-ee12-4f82-9656-a843687560eb None None] Sync routers for ids ['3a279b39-7470-42d4-a3dd-033d70e03aa1'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:54:15.428826 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2b75d1-ee12-4f82-9656-a843687560eb None None] Routers {'3a279b39-7470-42d4-a3dd-033d70e03aa1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:15.429905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-ea2b75d1-ee12-4f82-9656-a843687560eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3a279b39-7470-42d4-a3dd-033d70e03aa1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:15.439320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a3efea4b-bfee-422a-80b4-f6c2bd0f15c0 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:15.493393 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-34404128-e692-4845-b2e3-826aa930875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:53:27Z', 'revision_number': 2, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:15.493751 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efea4b-bfee-422a-80b4-f6c2bd0f15c0 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c2a2ae-9568-4b7e-9d5e-e796544131ba,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:15.499453 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34404128-e692-4845-b2e3-826aa930875f None None] Checking router: cc019a2c-c590-4ed3-99cf-6c67473de733 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:54:15.499987 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34404128-e692-4845-b2e3-826aa930875f None None] Updating router cc019a2c-c590-4ed3-99cf-6c67473de733 port 8d32debc-ef09-4edc-b272-8b31808f7428 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:54:15.550256 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Sync routers for ids ['79bfb834-b4ed-46f8-93c3-63241639a039'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:54:15.601466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a3efea4b-bfee-422a-80b4-f6c2bd0f15c0 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:15.602782 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a3efea4b-bfee-422a-80b4-f6c2bd0f15c0 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "DELETE /v2.0/security-groups/42c2a2ae-9568-4b7e-9d5e-e796544131ba HTTP/1.1" status: 204 len: 168 time: 0.4457922 May 28 04:54:15.605845 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Routers {'79bfb834-b4ed-46f8-93c3-63241639a039'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:15.606817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60690) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:15.607254 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ae18dc6-c551-48c0-b905-eaf391ea9432 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:15.608228 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['79bfb834-b4ed-46f8-93c3-63241639a039'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:15.624975 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ae18dc6-c551-48c0-b905-eaf391ea9432 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:15.665146 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:15.679533 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae18dc6-c551-48c0-b905-eaf391ea9432 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9e683f-8e6c-4e05-9519-3cac061b9ccc,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:15.692705 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port c86ec0cd-be80-435d-907b-ffdd6fd51d5f {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:15.693358 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:15.697069 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-ea2b75d1-ee12-4f82-9656-a843687560eb None None] Set router 3a279b39-7470-42d4-a3dd-033d70e03aa1 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:15.713071 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-f0653270-d23f-4146-8c68-627165c9fcaf service neutron] 10.222.0.15 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039025 May 28 04:54:15.719434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-dd45fb49-3223-4714-a467-9b0aedec27fd tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Synchronizing usage tracker for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:15.772247 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8ae18dc6-c551-48c0-b905-eaf391ea9432 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:15.778418 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8ae18dc6-c551-48c0-b905-eaf391ea9432 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7333903 May 28 04:54:15.780248 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60694) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:15.780490 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ef792993-f477-449b-baf3-dcda56953321 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:54:15.858083 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Set router 79bfb834-b4ed-46f8-93c3-63241639a039 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:15.864580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-dd45fb49-3223-4714-a467-9b0aedec27fd tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Unset dirty status for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:15.866091 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dd45fb49-3223-4714-a467-9b0aedec27fd tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2587242 May 28 04:54:15.877969 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60698) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:15.896168 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-56dd03b7-7920-4ee0-999b-d3b4f4fe2761 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group': {'name': 'tempest-secgroup--436660682'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:15.899257 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: ef792993-f477-449b-baf3-dcda56953321 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:54:15.899698 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ef792993-f477-449b-baf3-dcda56953321 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:54:15.904864 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-56dd03b7-7920-4ee0-999b-d3b4f4fe2761 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:15.913891 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-2b9f4d4c-c054-45f1-8fed-7d4fbc66aac0 service neutron] 10.222.0.15 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868258 May 28 04:54:15.917056 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-56dd03b7-7920-4ee0-999b-d3b4f4fe2761 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:15.920379 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7c5128-3593-40be-88a0-2a2f582482a9 None None] DHCP port deletion for 766ff3a1-527e-4a17-9ad6-712cb1562619 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:54:15.925741 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c5128-3593-40be-88a0-2a2f582482a9 None None] Deleting port c86ec0cd-be80-435d-907b-ffdd6fd51d5f {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:15.926262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4c7c5128-3593-40be-88a0-2a2f582482a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:15.939906 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56dd03b7-7920-4ee0-999b-d3b4f4fe2761 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:16.079131 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0e84e7dd-145b-49dd-91b1-50f459b6c9a5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:16.135556 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-56dd03b7-7920-4ee0-999b-d3b4f4fe2761 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:16.153532 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] For port c86ec0cd-be80-435d-907b-ffdd6fd51d5f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c86ec0cd-be80-435d-907b-ffdd6fd51d5f,segment=NetworkSegment(9ff0de70-6f2e-4b6d-8ab0-ef05448075af),segment_id=9ff0de70-6f2e-4b6d-8ab0-ef05448075af)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:16.153962 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:16.163883 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-56dd03b7-7920-4ee0-999b-d3b4f4fe2761 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:16.169899 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0e84e7dd-145b-49dd-91b1-50f459b6c9a5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:16.179377 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-56dd03b7-7920-4ee0-999b-d3b4f4fe2761 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:16.302152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for c86ec0cd-be80-435d-907b-ffdd6fd51d5f owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:16.314261 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-ea2b75d1-ee12-4f82-9656-a843687560eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'name': 'tempest-RoutersTest-router-2142674723', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:54:12Z', 'revision_number': 10, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None, '_interfaces': [{'id': 'fd57377f-f49e-493d-88d0-84f25039c0ac', 'name': '', 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:0e:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:16Z', 'updated_at': '2022-05-28T04:53:36Z', 'revision_number': 5, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:16.320763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2b75d1-ee12-4f82-9656-a843687560eb None None] Checking router: 3a279b39-7470-42d4-a3dd-033d70e03aa1 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:54:16.326501 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-34404128-e692-4845-b2e3-826aa930875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:16.332462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-56dd03b7-7920-4ee0-999b-d3b4f4fe2761 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:16.337320 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-4c7c5128-3593-40be-88a0-2a2f582482a9 None None] For port c86ec0cd-be80-435d-907b-ffdd6fd51d5f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c86ec0cd-be80-435d-907b-ffdd6fd51d5f,segment=NetworkSegment(9ff0de70-6f2e-4b6d-8ab0-ef05448075af),segment_id=9ff0de70-6f2e-4b6d-8ab0-ef05448075af)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:16.338085 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4c7c5128-3593-40be-88a0-2a2f582482a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:16.345970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2b75d1-ee12-4f82-9656-a843687560eb None None] Routers {'3a279b39-7470-42d4-a3dd-033d70e03aa1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:16.346948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-ea2b75d1-ee12-4f82-9656-a843687560eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3a279b39-7470-42d4-a3dd-033d70e03aa1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:16.444101 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'name': 'tempest-TestVolumeBootPattern-1431130274-router', 'tenant_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '66a70012-cc41-4be0-947c-6fc7560c4c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:34Z', 'updated_at': '2022-05-28T04:53:42Z', 'revision_number': 4, 'project_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'gw_port': {'id': '66a70012-cc41-4be0-947c-6fc7560c4c58', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:36Z', 'updated_at': '2022-05-28T04:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '26465cda-b0c5-45a4-92d0-d43779396aa1', 'name': '', 'network_id': 'c8d3657e-8ad8-4aba-aee5-d91ff6494dee', 'tenant_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'mac_address': 'fa:16:3e:e1:00:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8769075b-e6d7-4654-a4c2-1e4fd1444f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:42Z', 'updated_at': '2022-05-28T04:53:43Z', 'revision_number': 2, 'project_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'subnets': [{'id': '8769075b-e6d7-4654-a4c2-1e4fd1444f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:16.468845 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Checking router: 79bfb834-b4ed-46f8-93c3-63241639a039 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:54:16.469181 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Updating router 79bfb834-b4ed-46f8-93c3-63241639a039 port 26465cda-b0c5-45a4-92d0-d43779396aa1 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:54:16.513400 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2c32fa2e-197d-4749-a739-df985625ac40 req-f1961b9a-9ea9-404d-9e6b-7d2d8b07cb87 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 210 time: 0.0649729 May 28 04:54:16.534472 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56dd03b7-7920-4ee0-999b-d3b4f4fe2761 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:16.564152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56dd03b7-7920-4ee0-999b-d3b4f4fe2761 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:16.581032 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0e84e7dd-145b-49dd-91b1-50f459b6c9a5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:16.601674 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:16.631748 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c5128-3593-40be-88a0-2a2f582482a9 None None] Calling delete_port for c86ec0cd-be80-435d-907b-ffdd6fd51d5f owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:16.632604 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:16.703868 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Port': ['ID=c86ec0cd-be80-435d-907b-ffdd6fd51d5f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:16.714228 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd03b7-7920-4ee0-999b-d3b4f4fe2761 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee69bc54-3b42-49dc-bc48-33a1a770df71,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:16.734335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-ea2b75d1-ee12-4f82-9656-a843687560eb None None] Set router 3a279b39-7470-42d4-a3dd-033d70e03aa1 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:16.737977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] No DVR routers for this DVR port c86ec0cd-be80-435d-907b-ffdd6fd51d5f on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:54:16.739679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84e7dd-145b-49dd-91b1-50f459b6c9a5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af60725-6d30-4d94-ad69-70ef6d28d1f9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:16.775917 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56dd03b7-7920-4ee0-999b-d3b4f4fe2761 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:16.782462 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-56dd03b7-7920-4ee0-999b-d3b4f4fe2761 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8951991 May 28 04:54:16.782462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0e84e7dd-145b-49dd-91b1-50f459b6c9a5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:16.782462 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0e84e7dd-145b-49dd-91b1-50f459b6c9a5 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-groups/7af60725-6d30-4d94-ad69-70ef6d28d1f9 HTTP/1.1" status: 204 len: 168 time: 0.9950564 May 28 04:54:16.782857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60716) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:16.783735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60718) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:16.823347 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-568b9fc1-69c3-4a32-af8d-7e29898ff461 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'ee69bc54-3b42-49dc-bc48-33a1a770df71', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:16.824101 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-568b9fc1-69c3-4a32-af8d-7e29898ff461 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:16.827948 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-568b9fc1-69c3-4a32-af8d-7e29898ff461 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0406554 May 28 04:54:16.835946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60726) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:16.924512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8fde84bd-a791-4a0d-9adb-1bed6910b750 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:16.963409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8fde84bd-a791-4a0d-9adb-1bed6910b750 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:16.965640 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8fde84bd-a791-4a0d-9adb-1bed6910b750 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1832209 May 28 04:54:16.968941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60730) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:17.037755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-4c7c5128-3593-40be-88a0-2a2f582482a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:54:17.038263 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-4c7c5128-3593-40be-88a0-2a2f582482a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:54:17.046704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-caa207ab-acbb-49cf-8e92-acc0259a188f tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Synchronizing usage tracker for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:17.068533 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-caa207ab-acbb-49cf-8e92-acc0259a188f tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] Unset dirty status for tenant:88d78c0f94964d10a61086a587b24a6c on resource:security_group_rule {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:17.070819 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-caa207ab-acbb-49cf-8e92-acc0259a188f tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1004770 May 28 04:54:17.075011 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60734) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:17.078934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.115718 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-b5dfab16-4ee0-4abc-96f1-7e4e1d652c69 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] delete failed (client error): The resource could not be found. May 28 04:54:17.117097 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b5dfab16-4ee0-4abc-96f1-7e4e1d652c69 tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "DELETE /v2.0/security-groups/7af60725-6d30-4d94-ad69-70ef6d28d1f9 HTTP/1.1" status: 404 len: 347 time: 0.0409439 May 28 04:54:17.122436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60738) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:17.154377 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766ff3a1-527e-4a17-9ad6-712cb1562619']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:17.171624 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-34404128-e692-4845-b2e3-826aa930875f None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.177777 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff0de70-6f2e-4b6d-8ab0-ef05448075af') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:17.178071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff0de70-6f2e-4b6d-8ab0-ef05448075af') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:17.186458 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-34404128-e692-4845-b2e3-826aa930875f None None] Transition to ACTIVE for port object 8d32debc-ef09-4edc-b272-8b31808f7428 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:54:17.194252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.198776 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fc36427e-5dd3-4584-9cbd-44143b1ed57c tempest-SecGroupTest-332943617 tempest-SecGroupTest-332943617-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0747406 May 28 04:54:17.209259 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-34404128-e692-4845-b2e3-826aa930875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.222349 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.222752 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-ea2b75d1-ee12-4f82-9656-a843687560eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'name': 'tempest-RoutersTest-router-2142674723', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:54:12Z', 'revision_number': 10, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None, '_interfaces': [{'id': 'fd57377f-f49e-493d-88d0-84f25039c0ac', 'name': '', 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:0e:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:16Z', 'updated_at': '2022-05-28T04:53:36Z', 'revision_number': 5, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:17.233833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:54:17.234224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.234633 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2b75d1-ee12-4f82-9656-a843687560eb None None] The sync data for ids ['3a279b39-7470-42d4-a3dd-033d70e03aa1'] in dv-neutron-843300-5-hyperv is: [{'id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'name': 'tempest-RoutersTest-router-2142674723', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:54:12Z', 'revision_number': 10, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None, '_interfaces': [{'id': 'fd57377f-f49e-493d-88d0-84f25039c0ac', 'name': '', 'network_id': '383b74dd-71d9-4ce7-a46e-7556437da19b', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'mac_address': 'fa:16:3e:0e:0c:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:16Z', 'updated_at': '2022-05-28T04:53:36Z', 'revision_number': 5, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'subnets': [{'id': '59067f1e-f65e-47cd-ace0-2a1f05fda98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:54:17.249090 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:54:17.253557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-815e1d11-4252-464e-9dae-875c6eca6731 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.357806 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-815e1d11-4252-464e-9dae-875c6eca6731 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.370110 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.397259 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.402430 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.db.resource_extend [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:54:17.406399 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/networks/766ff3a1-527e-4a17-9ad6-712cb1562619 HTTP/1.1" status: 204 len: 168 time: 2.1122556 May 28 04:54:17.407200 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60744) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:17.409960 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04dac0f-2fc0-4110-9b0f-f36e14c59fc9 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Network': ['ID=766ff3a1-527e-4a17-9ad6-712cb1562619,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:17.444029 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-815e1d11-4252-464e-9dae-875c6eca6731 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.489091 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-815e1d11-4252-464e-9dae-875c6eca6731 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.493550 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-815e1d11-4252-464e-9dae-875c6eca6731 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "DELETE /v2.0/security-groups/ee69bc54-3b42-49dc-bc48-33a1a770df71 HTTP/1.1" status: 204 len: 168 time: 0.6565070 May 28 04:54:17.494667 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60748) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:17.495522 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e1d11-4252-464e-9dae-875c6eca6731 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee69bc54-3b42-49dc-bc48-33a1a770df71,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:17.525446 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c1f55-0edb-43a0-901a-a4c867907747 None None] Pushing event updated for resources: {'Port': ['ID=8d32debc-ef09-4edc-b272-8b31808f7428,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:17.539438 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c5128-3593-40be-88a0-2a2f582482a9 None None] Deleting port c86ec0cd-be80-435d-907b-ffdd6fd51d5f {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:17.539990 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4c7c5128-3593-40be-88a0-2a2f582482a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.594655 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5f81eaaa-bb14-4cb9-a889-9da0bf905c77 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Synchronizing usage tracker for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:17.642495 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.652915 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4c7c5128-3593-40be-88a0-2a2f582482a9 None None] The port 'c86ec0cd-be80-435d-907b-ffdd6fd51d5f' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:54:17.659697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5f81eaaa-bb14-4cb9-a889-9da0bf905c77 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Unset dirty status for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:17.669471 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5f81eaaa-bb14-4cb9-a889-9da0bf905c77 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1690416 May 28 04:54:17.670034 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60756) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:17.671867 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Transition to ACTIVE for port object 26465cda-b0c5-45a4-92d0-d43779396aa1 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:54:17.687451 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e70487d2-7820-4386-be16-5e938fe1a01b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group': {'name': 'tempest-secgroup--559813787'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:17.710884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e70487d2-7820-4386-be16-5e938fe1a01b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:17.727883 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e70487d2-7820-4386-be16-5e938fe1a01b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:17.748180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60760) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:17.759231 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e70487d2-7820-4386-be16-5e938fe1a01b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.801503 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.808947 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-34404128-e692-4845-b2e3-826aa930875f None None] Attempting to bind port 8d32debc-ef09-4edc-b272-8b31808f7428 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:54:17.809531 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-34404128-e692-4845-b2e3-826aa930875f None None] Attempting to bind port 8d32debc-ef09-4edc-b272-8b31808f7428 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:54:17.810257 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34404128-e692-4845-b2e3-826aa930875f None None] Attempting to bind port 8d32debc-ef09-4edc-b272-8b31808f7428 on network 9829c481-31a9-48d1-9599-15df4d99a3a7 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:54:17.875683 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e70487d2-7820-4386-be16-5e938fe1a01b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:17.883402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e70487d2-7820-4386-be16-5e938fe1a01b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:17.893115 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e70487d2-7820-4386-be16-5e938fe1a01b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:17.902491 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e70487d2-7820-4386-be16-5e938fe1a01b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:17.911387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8bb97b4a-7799-4f18-b0af-1d2140137b4d no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:54:17.929981 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34404128-e692-4845-b2e3-826aa930875f None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:54:17.930520 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34404128-e692-4845-b2e3-826aa930875f None None] Checking segment: {'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:54:17.932860 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-34404128-e692-4845-b2e3-826aa930875f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.933968 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34404128-e692-4845-b2e3-826aa930875f None None] Bound using segment: {'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:54:17.934972 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-34404128-e692-4845-b2e3-826aa930875f None None] Bound port: 8d32debc-ef09-4edc-b272-8b31808f7428, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:54:17.936113 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-34404128-e692-4845-b2e3-826aa930875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:17.985008 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea2436-bad2-41e2-a527-0803355c7a43 None None] Pushing event updated for resources: {'Port': ['ID=26465cda-b0c5-45a4-92d0-d43779396aa1,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:18.014632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 8bb97b4a-7799-4f18-b0af-1d2140137b4d {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:54:18.015107 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8bb97b4a-7799-4f18-b0af-1d2140137b4d not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:54:18.015635 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c86ec0cd-be80-435d-907b-ffdd6fd51d5f no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:54:18.034642 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e70487d2-7820-4386-be16-5e938fe1a01b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:18.058442 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e70487d2-7820-4386-be16-5e938fe1a01b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:18.079463 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: c86ec0cd-be80-435d-907b-ffdd6fd51d5f {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:54:18.080701 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c86ec0cd-be80-435d-907b-ffdd6fd51d5f not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:54:18.118605 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-34404128-e692-4845-b2e3-826aa930875f None None] For port 8d32debc-ef09-4edc-b272-8b31808f7428, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:54:18.127334 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70487d2-7820-4386-be16-5e938fe1a01b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d14de8-e2be-4714-b7bd-65856ce513fa,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:18.127598 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-34404128-e692-4845-b2e3-826aa930875f None None] For port 8d32debc-ef09-4edc-b272-8b31808f7428, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8d32debc-ef09-4edc-b272-8b31808f7428,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:54:18.150824 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e97421ba-943f-4868-a7d5-648045099f03 req-63057282-ac7a-4d99-ac5c-05f9d08b4fad tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 210 time: 0.2582240 May 28 04:54:18.165218 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e70487d2-7820-4386-be16-5e938fe1a01b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:18.173831 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e70487d2-7820-4386-be16-5e938fe1a01b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4999294 May 28 04:54:18.187523 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60766) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:18.194409 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c6f8b61a-5980-4dba-a1a3-a8ffd2266b2a tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': '99d14de8-e2be-4714-b7bd-65856ce513fa', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:18.198424 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-c6f8b61a-5980-4dba-a1a3-a8ffd2266b2a tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:18.203075 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c6f8b61a-5980-4dba-a1a3-a8ffd2266b2a tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0143077 May 28 04:54:18.204142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60770) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:18.223675 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-26c46a92-aa93-4f64-80cd-2425997c42af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88d78c0f94964d10a61086a587b24a6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4742038 May 28 04:54:18.245978 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60774) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:18.272720 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-34404128-e692-4845-b2e3-826aa930875f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:18.389438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-65938344-b988-46b2-a6ac-5f8d51280a52 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:18.393672 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-65938344-b988-46b2-a6ac-5f8d51280a52 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.66 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 810 time: 0.5379519 May 28 04:54:18.426391 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60780) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:18.507352 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-367b3678-f603-4ae4-be82-c7ebd0bee948 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:18.547272 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Attempting to bind port 26465cda-b0c5-45a4-92d0-d43779396aa1 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:54:18.547624 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Attempting to bind port 26465cda-b0c5-45a4-92d0-d43779396aa1 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'd1636923-2bf6-40ce-a2c5-1dc4513506f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c8d3657e-8ad8-4aba-aee5-d91ff6494dee'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:54:18.547971 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Attempting to bind port 26465cda-b0c5-45a4-92d0-d43779396aa1 on network c8d3657e-8ad8-4aba-aee5-d91ff6494dee {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:54:18.555965 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34404128-e692-4845-b2e3-826aa930875f None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:18.556596 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-34404128-e692-4845-b2e3-826aa930875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:18.575314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ffd98258-0fcd-4b4f-8e4d-f5095d23c2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:18.590683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b16a9b76-6757-4f7a-bb7e-01ff3967a44a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:18.630785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-367b3678-f603-4ae4-be82-c7ebd0bee948 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:18.657058 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:54:18.657752 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Checking segment: {'id': 'd1636923-2bf6-40ce-a2c5-1dc4513506f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c8d3657e-8ad8-4aba-aee5-d91ff6494dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:54:18.658217 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:18.658664 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Bound using segment: {'id': 'd1636923-2bf6-40ce-a2c5-1dc4513506f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c8d3657e-8ad8-4aba-aee5-d91ff6494dee'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:54:18.659199 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Bound port: 26465cda-b0c5-45a4-92d0-d43779396aa1, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1636923-2bf6-40ce-a2c5-1dc4513506f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c8d3657e-8ad8-4aba-aee5-d91ff6494dee'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:54:18.659622 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:18.673164 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c1f55-0edb-43a0-901a-a4c867907747 None None] Pushing event updated for resources: {'Port': ['ID=8d32debc-ef09-4edc-b272-8b31808f7428,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:18.703647 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-367b3678-f603-4ae4-be82-c7ebd0bee948 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:18.736395 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ffd98258-0fcd-4b4f-8e4d-f5095d23c2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:18.743911 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b3678-f603-4ae4-be82-c7ebd0bee948 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d14de8-e2be-4714-b7bd-65856ce513fa,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:18.770222 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-367b3678-f603-4ae4-be82-c7ebd0bee948 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:18.774117 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-367b3678-f603-4ae4-be82-c7ebd0bee948 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "DELETE /v2.0/security-groups/99d14de8-e2be-4714-b7bd-65856ce513fa HTTP/1.1" status: 204 len: 168 time: 0.5675433 May 28 04:54:18.774867 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60786) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:18.791723 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0bc88a32-3bc2-43f2-9ad5-f53f326db4c6 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18ccd89bc6e04807b7b81890f7b941e1 HTTP/1.1" status: 200 len: 380 time: 0.3840599 May 28 04:54:18.855467 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6b1aa0c9-ea8f-47af-8c97-69237fb2e4f3 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Synchronizing usage tracker for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:18.875509 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6b1aa0c9-ea8f-47af-8c97-69237fb2e4f3 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Unset dirty status for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:18.882658 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6b1aa0c9-ea8f-47af-8c97-69237fb2e4f3 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1018486 May 28 04:54:18.883398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60790) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:18.889088 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] For port 26465cda-b0c5-45a4-92d0-d43779396aa1, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:54:18.891213 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c9b674ec-500b-49ae-80dc-efad0408f3ee tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group': {'name': 'tempest-secgroup--402157613'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:18.893191 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] For port 26465cda-b0c5-45a4-92d0-d43779396aa1, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=26465cda-b0c5-45a4-92d0-d43779396aa1,segment=NetworkSegment(d1636923-2bf6-40ce-a2c5-1dc4513506f0),segment_id=d1636923-2bf6-40ce-a2c5-1dc4513506f0)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:54:18.900000 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-34404128-e692-4845-b2e3-826aa930875f None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:18.903961 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c9b674ec-500b-49ae-80dc-efad0408f3ee tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:18.913019 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ffd98258-0fcd-4b4f-8e4d-f5095d23c2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:18.932857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Request body: {'port': {'device_id': 'a1af6a60-3c86-4beb-8f2e-3701f1861c11', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'admin_state_up': True, 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'security_groups': ['12d3f239-98bb-4965-b7d0-8b276a371e4f']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:18.936206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c9b674ec-500b-49ae-80dc-efad0408f3ee tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:18.942494 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:18.953577 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd98258-0fcd-4b4f-8e4d-f5095d23c2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43909788-a338-42fd-a0bc-54ad03ec72a2,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:18.972459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9b674ec-500b-49ae-80dc-efad0408f3ee tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:19.000713 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ffd98258-0fcd-4b4f-8e4d-f5095d23c2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:19.004760 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ffd98258-0fcd-4b4f-8e4d-f5095d23c2c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43909788-a338-42fd-a0bc-54ad03ec72a2 HTTP/1.1" status: 204 len: 168 time: 0.7577159 May 28 04:54:19.034557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c9b674ec-500b-49ae-80dc-efad0408f3ee tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:19.041224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c9b674ec-500b-49ae-80dc-efad0408f3ee tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:19.048244 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c9b674ec-500b-49ae-80dc-efad0408f3ee tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:19.061046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c9b674ec-500b-49ae-80dc-efad0408f3ee tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:19.164172 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea2436-bad2-41e2-a527-0803355c7a43 None None] Pushing event updated for resources: {'Port': ['ID=26465cda-b0c5-45a4-92d0-d43779396aa1,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:19.190772 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9b674ec-500b-49ae-80dc-efad0408f3ee tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:19.208601 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9b674ec-500b-49ae-80dc-efad0408f3ee tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:19.237497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d383124a-8736-4013-9994-6fc985ae01ca tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Deleting port bd99cc99-c619-4784-82fd-351731d11d99 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:19.238084 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d383124a-8736-4013-9994-6fc985ae01ca tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:19.333078 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:19.363594 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Usage tracker for resource:port and tenant:18ccd89bc6e04807b7b81890f7b941e1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:19.368942 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:19.375343 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c9b674ec-500b-49ae-80dc-efad0408f3ee tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:19.379275 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c9b674ec-500b-49ae-80dc-efad0408f3ee tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4938972 May 28 04:54:19.383249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b674ec-500b-49ae-80dc-efad0408f3ee tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c63505-dc27-4d82-bfd9-a5249c8edafc,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:19.387788 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60798) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:19.401915 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1e0a6ae6-cd2e-47d6-aefc-aaf9f528961b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'a9c63505-dc27-4d82-bfd9-a5249c8edafc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:19.404907 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-1e0a6ae6-cd2e-47d6-aefc-aaf9f528961b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:19.406057 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1e0a6ae6-cd2e-47d6-aefc-aaf9f528961b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0172668 May 28 04:54:19.415099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60802) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:19.423229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-3bb48e3d-7881-4c2d-ba47-4d8a234b3f34 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'a9c63505-dc27-4d82-bfd9-a5249c8edafc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:19.424023 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-3bb48e3d-7881-4c2d-ba47-4d8a234b3f34 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:19.425052 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3bb48e3d-7881-4c2d-ba47-4d8a234b3f34 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089800 May 28 04:54:19.437690 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60806) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:19.437909 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:19.453703 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-daac9a55-d422-453b-a6ed-cb6a10da8225 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'a9c63505-dc27-4d82-bfd9-a5249c8edafc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:19.453703 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-daac9a55-d422-453b-a6ed-cb6a10da8225 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:19.453703 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-daac9a55-d422-453b-a6ed-cb6a10da8225 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0150301 May 28 04:54:19.453703 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60810) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:19.456185 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Routers {'79bfb834-b4ed-46f8-93c3-63241639a039'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:19.457457 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:53:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['79bfb834-b4ed-46f8-93c3-63241639a039'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:19.461771 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-8e98b71b-5715-4101-aa8c-0d1a96fdf346 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'a9c63505-dc27-4d82-bfd9-a5249c8edafc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:19.461771 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-8e98b71b-5715-4101-aa8c-0d1a96fdf346 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:19.473721 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8e98b71b-5715-4101-aa8c-0d1a96fdf346 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0116768 May 28 04:54:19.473721 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60814) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:19.541600 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec4fe-9027-425a-acd9-25fc5bc2dd15 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:19.591203 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec4fe-9027-425a-acd9-25fc5bc2dd15 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:19.598023 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Made reservation on behalf of 18ccd89bc6e04807b7b81890f7b941e1 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:54:19.600983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:19.737037 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-34404128-e692-4845-b2e3-826aa930875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:18Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:19.745789 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34404128-e692-4845-b2e3-826aa930875f None None] The sync data for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv is: [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:18Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:54:19.747735 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec4fe-9027-425a-acd9-25fc5bc2dd15 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:19.749913 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] Set router 79bfb834-b4ed-46f8-93c3-63241639a039 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:19.769007 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0357f315-138f-4749-8740-8c6d90a56c7f req-eafc01e1-18ef-490e-a2f1-d650d57bd466 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 210 time: 0.2639315 May 28 04:54:19.784098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ec4fe-9027-425a-acd9-25fc5bc2dd15 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c63505-dc27-4d82-bfd9-a5249c8edafc,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:19.788787 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7c8ec4fe-9027-425a-acd9-25fc5bc2dd15 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:19.792340 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7c8ec4fe-9027-425a-acd9-25fc5bc2dd15 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "DELETE /v2.0/security-groups/a9c63505-dc27-4d82-bfd9-a5249c8edafc HTTP/1.1" status: 204 len: 168 time: 0.3211083 May 28 04:54:19.792695 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60818) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:19.866849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d383124a-8736-4013-9994-6fc985ae01ca tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:19.867243 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d383124a-8736-4013-9994-6fc985ae01ca tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:19.916634 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8d32debc-ef09-4edc-b272-8b31808f7428 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:54:19.929225 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-062b4745-8a1e-4fba-b307-7a503b885687 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Synchronizing usage tracker for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:19.968996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-062b4745-8a1e-4fba-b307-7a503b885687 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Unset dirty status for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:19.976779 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-062b4745-8a1e-4fba-b307-7a503b885687 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1828647 May 28 04:54:19.977796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60822) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:19.984692 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c3066d8a-fb44-4679-88ed-97541e79927a tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group': {'name': 'tempest-secgroup--134326516'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:19.995136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c3066d8a-fb44-4679-88ed-97541e79927a tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:20.007221 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c3066d8a-fb44-4679-88ed-97541e79927a tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:20.018981 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c3066d8a-fb44-4679-88ed-97541e79927a tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:20.070356 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 8d32debc-ef09-4edc-b272-8b31808f7428 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:54:20.071276 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c3066d8a-fb44-4679-88ed-97541e79927a tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:20.076107 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 8d32debc-ef09-4edc-b272-8b31808f7428 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:20.076561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:20.077379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c3066d8a-fb44-4679-88ed-97541e79927a tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:20.088805 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c3066d8a-fb44-4679-88ed-97541e79927a tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:20.102136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c3066d8a-fb44-4679-88ed-97541e79927a tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:20.113773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d383124a-8736-4013-9994-6fc985ae01ca tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Calling delete_port for bd99cc99-c619-4784-82fd-351731d11d99 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:20.232178 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c3066d8a-fb44-4679-88ed-97541e79927a tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:20.239612 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c3066d8a-fb44-4679-88ed-97541e79927a tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:20.299447 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3066d8a-fb44-4679-88ed-97541e79927a tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96193c8-eff2-4deb-8dd9-c531c5677908,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:20.302140 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c3066d8a-fb44-4679-88ed-97541e79927a tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:20.305908 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c3066d8a-fb44-4679-88ed-97541e79927a tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3242345 May 28 04:54:20.306168 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60826) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:20.312895 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-6a26b64d-2d48-4b34-9622-909a315136e4 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'e96193c8-eff2-4deb-8dd9-c531c5677908', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:20.314098 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-6a26b64d-2d48-4b34-9622-909a315136e4 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:20.317966 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6a26b64d-2d48-4b34-9622-909a315136e4 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080285 May 28 04:54:20.321122 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60830) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:20.333706 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c9c0e4a8-2e19-42de-a44e-9d632c3bbe63 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'e96193c8-eff2-4deb-8dd9-c531c5677908', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:20.350170 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c9c0e4a8-2e19-42de-a44e-9d632c3bbe63 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:20.358208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c9c0e4a8-2e19-42de-a44e-9d632c3bbe63 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:20.365945 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c9c0e4a8-2e19-42de-a44e-9d632c3bbe63 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:20.373432 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c9c0e4a8-2e19-42de-a44e-9d632c3bbe63 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:20.381465 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'name': 'tempest-TestVolumeBootPattern-1431130274-router', 'tenant_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '66a70012-cc41-4be0-947c-6fc7560c4c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:34Z', 'updated_at': '2022-05-28T04:53:42Z', 'revision_number': 4, 'project_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'gw_port': {'id': '66a70012-cc41-4be0-947c-6fc7560c4c58', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:36Z', 'updated_at': '2022-05-28T04:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '26465cda-b0c5-45a4-92d0-d43779396aa1', 'name': '', 'network_id': 'c8d3657e-8ad8-4aba-aee5-d91ff6494dee', 'tenant_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'mac_address': 'fa:16:3e:e1:00:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8769075b-e6d7-4654-a4c2-1e4fd1444f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:42Z', 'updated_at': '2022-05-28T04:54:18Z', 'revision_number': 4, 'project_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'subnets': [{'id': '8769075b-e6d7-4654-a4c2-1e4fd1444f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:20.393011 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a707692-cee1-47b7-9bc6-925388aa5e63 None None] The sync data for ids ['79bfb834-b4ed-46f8-93c3-63241639a039'] in dv-neutron-843300-5-hyperv is: [{'id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'name': 'tempest-TestVolumeBootPattern-1431130274-router', 'tenant_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '66a70012-cc41-4be0-947c-6fc7560c4c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:34Z', 'updated_at': '2022-05-28T04:53:42Z', 'revision_number': 4, 'project_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'gw_port': {'id': '66a70012-cc41-4be0-947c-6fc7560c4c58', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:36Z', 'updated_at': '2022-05-28T04:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '26465cda-b0c5-45a4-92d0-d43779396aa1', 'name': '', 'network_id': 'c8d3657e-8ad8-4aba-aee5-d91ff6494dee', 'tenant_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'mac_address': 'fa:16:3e:e1:00:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8769075b-e6d7-4654-a4c2-1e4fd1444f72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:42Z', 'updated_at': '2022-05-28T04:54:18Z', 'revision_number': 4, 'project_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'subnets': [{'id': '8769075b-e6d7-4654-a4c2-1e4fd1444f72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:54:20.423964 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-c9c0e4a8-2e19-42de-a44e-9d632c3bbe63 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:20.425685 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c9c0e4a8-2e19-42de-a44e-9d632c3bbe63 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1026828 May 28 04:54:20.430096 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60834) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:20.443014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-2a6a335c-b2f3-44dc-9218-a544a77ffa58 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'e96193c8-eff2-4deb-8dd9-c531c5677908', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:20.443410 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-2a6a335c-b2f3-44dc-9218-a544a77ffa58 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:20.447650 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2a6a335c-b2f3-44dc-9218-a544a77ffa58 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0131245 May 28 04:54:20.448613 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60838) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:20.454779 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-288675d0-2768-47a9-b085-28f4d075aa3e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'e96193c8-eff2-4deb-8dd9-c531c5677908', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:20.462418 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-288675d0-2768-47a9-b085-28f4d075aa3e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:20.503282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-288675d0-2768-47a9-b085-28f4d075aa3e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:20.508392 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-288675d0-2768-47a9-b085-28f4d075aa3e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:20.527262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:20.527545 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-288675d0-2768-47a9-b085-28f4d075aa3e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:20.599251 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-288675d0-2768-47a9-b085-28f4d075aa3e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:20.605500 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-288675d0-2768-47a9-b085-28f4d075aa3e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1560156 May 28 04:54:20.608459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60842) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:20.616684 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e135d0c8-88cc-4e12-9968-c0a2f48d2a24 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'e96193c8-eff2-4deb-8dd9-c531c5677908', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:20.617667 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-e135d0c8-88cc-4e12-9968-c0a2f48d2a24 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:20.618058 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 8d32debc-ef09-4edc-b272-8b31808f7428, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8d32debc-ef09-4edc-b272-8b31808f7428,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:20.622596 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e135d0c8-88cc-4e12-9968-c0a2f48d2a24 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0130703 May 28 04:54:20.623206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60846) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:20.630857 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b696964e-482d-41a3-bb48-cae29e16b50d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'e96193c8-eff2-4deb-8dd9-c531c5677908', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:20.638009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b696964e-482d-41a3-bb48-cae29e16b50d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:20.638707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:20.643014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b696964e-482d-41a3-bb48-cae29e16b50d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:20.646320 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b696964e-482d-41a3-bb48-cae29e16b50d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:20.656794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b696964e-482d-41a3-bb48-cae29e16b50d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:20.673813 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-b696964e-482d-41a3-bb48-cae29e16b50d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Project 44f4f0dc8ce04e9d8ead1e2dfdfbc25d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:54:20.699764 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-b696964e-482d-41a3-bb48-cae29e16b50d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:20.704776 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b696964e-482d-41a3-bb48-cae29e16b50d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0803835 May 28 04:54:20.705643 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60850) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:20.712150 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1acdba9f-c810-4f3c-bfe4-483983c7b45e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'e96193c8-eff2-4deb-8dd9-c531c5677908', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:20.712776 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-1acdba9f-c810-4f3c-bfe4-483983c7b45e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:20.717039 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1acdba9f-c810-4f3c-bfe4-483983c7b45e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102980 May 28 04:54:20.717636 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60854) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:20.723532 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-96d06784-7eeb-434a-960e-495e0e70dca5 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'e96193c8-eff2-4deb-8dd9-c531c5677908', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:20.731860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-96d06784-7eeb-434a-960e-495e0e70dca5 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:20.746844 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-96d06784-7eeb-434a-960e-495e0e70dca5 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:20.753814 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-96d06784-7eeb-434a-960e-495e0e70dca5 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:20.760880 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-96d06784-7eeb-434a-960e-495e0e70dca5 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:20.762445 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=8d32debc-ef09-4edc-b272-8b31808f7428,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:20.775639 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-96d06784-7eeb-434a-960e-495e0e70dca5 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Project 44f4f0dc8ce04e9d8ead1e2dfdfbc25d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:54:20.802783 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:20.803170 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:20.803552 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:20.803962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:20.804292 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:20.804606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:20.804917 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:20.805283 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:20.805392 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-96d06784-7eeb-434a-960e-495e0e70dca5 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:20.805594 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:20.805927 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:20.810125 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-96d06784-7eeb-434a-960e-495e0e70dca5 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0911410 May 28 04:54:20.810737 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60860) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:20.818692 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ec1bdb17-b174-4784-ac62-8d89ef50a93c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'e96193c8-eff2-4deb-8dd9-c531c5677908', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:20.819412 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:20.827088 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ec1bdb17-b174-4784-ac62-8d89ef50a93c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:20.841368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ec1bdb17-b174-4784-ac62-8d89ef50a93c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:20.846158 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ec1bdb17-b174-4784-ac62-8d89ef50a93c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:20.853031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ec1bdb17-b174-4784-ac62-8d89ef50a93c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:20.869504 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-ec1bdb17-b174-4784-ac62-8d89ef50a93c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Project 44f4f0dc8ce04e9d8ead1e2dfdfbc25d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:54:20.914748 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-ec1bdb17-b174-4784-ac62-8d89ef50a93c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:20.921441 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ec1bdb17-b174-4784-ac62-8d89ef50a93c tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1091371 May 28 04:54:20.922112 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60864) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:21.005765 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d383124a-8736-4013-9994-6fc985ae01ca tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.016344 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-28882dea-356d-4416-a013-09bbce961820 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.056103 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Allocated IP 172.20.0.13 (9829c481-31a9-48d1-9599-15df4d99a3a7/8dc39ab9-b8b9-4f7a-95dd-aab229021c21/615fa682-a70c-4c3b-a0bb-cf4ef0e4148a) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:54:21.079605 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-28882dea-356d-4416-a013-09bbce961820 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.084887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383124a-8736-4013-9994-6fc985ae01ca tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event deleted for resources: {'Port': ['ID=bd99cc99-c619-4784-82fd-351731d11d99,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:21.149769 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a29b92d8-d362-4e3c-8ccd-08c5b9541040 req-b01ce7cc-f010-48ed-bbb8-111668edb820 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 210 time: 0.0680151 May 28 04:54:21.157360 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-28882dea-356d-4416-a013-09bbce961820 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.189720 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28882dea-356d-4416-a013-09bbce961820 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96193c8-eff2-4deb-8dd9-c531c5677908,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:21.194710 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-28882dea-356d-4416-a013-09bbce961820 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.198670 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-28882dea-356d-4416-a013-09bbce961820 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "DELETE /v2.0/security-groups/e96193c8-eff2-4deb-8dd9-c531c5677908 HTTP/1.1" status: 204 len: 168 time: 0.2726648 May 28 04:54:21.203855 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60868) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:21.274692 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fb2b2fdd-d11a-4f6a-b813-4e5c050654c8 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Synchronizing usage tracker for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:21.294767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fb2b2fdd-d11a-4f6a-b813-4e5c050654c8 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Unset dirty status for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:21.296299 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fb2b2fdd-d11a-4f6a-b813-4e5c050654c8 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0914063 May 28 04:54:21.300935 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60872) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:21.306711 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-10a310cb-9a82-4cb9-83c0-4f7a41793fbc tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group': {'name': 'tempest-secgroup--340262843'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:21.313951 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-10a310cb-9a82-4cb9-83c0-4f7a41793fbc tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:21.324267 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-10a310cb-9a82-4cb9-83c0-4f7a41793fbc tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:21.339953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-10a310cb-9a82-4cb9-83c0-4f7a41793fbc tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.381419 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-10a310cb-9a82-4cb9-83c0-4f7a41793fbc tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:21.385878 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-10a310cb-9a82-4cb9-83c0-4f7a41793fbc tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:21.388611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d383124a-8736-4013-9994-6fc985ae01ca tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.389126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-10a310cb-9a82-4cb9-83c0-4f7a41793fbc tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:21.395813 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-10a310cb-9a82-4cb9-83c0-4f7a41793fbc tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:21.464181 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-10a310cb-9a82-4cb9-83c0-4f7a41793fbc tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.471968 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-10a310cb-9a82-4cb9-83c0-4f7a41793fbc tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.523303 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a310cb-9a82-4cb9-83c0-4f7a41793fbc tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243fd185-25dd-4530-a340-9bdb2da3b402,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:21.532324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-10a310cb-9a82-4cb9-83c0-4f7a41793fbc tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.536839 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-10a310cb-9a82-4cb9-83c0-4f7a41793fbc tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2317424 May 28 04:54:21.536953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60876) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:21.543111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1346d9b9-fb67-4eea-8b26-f3ccc06e98fe tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': '243fd185-25dd-4530-a340-9bdb2da3b402', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:21.549728 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1346d9b9-fb67-4eea-8b26-f3ccc06e98fe tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:21.553719 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1346d9b9-fb67-4eea-8b26-f3ccc06e98fe tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:21.556807 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1346d9b9-fb67-4eea-8b26-f3ccc06e98fe tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:21.562844 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1346d9b9-fb67-4eea-8b26-f3ccc06e98fe tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:21.616385 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-1346d9b9-fb67-4eea-8b26-f3ccc06e98fe tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The resource could not be found. May 28 04:54:21.618079 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1346d9b9-fb67-4eea-8b26-f3ccc06e98fe tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0802283 May 28 04:54:21.621451 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60880) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:21.630378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-cddd07ac-a5d8-40b3-a0f2-f63bb70347e6 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': '243fd185-25dd-4530-a340-9bdb2da3b402', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c03aca35-c923-4a65-bfe9-913854e7a68d'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:21.636096 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cddd07ac-a5d8-40b3-a0f2-f63bb70347e6 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:21.640200 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cddd07ac-a5d8-40b3-a0f2-f63bb70347e6 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:21.643031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cddd07ac-a5d8-40b3-a0f2-f63bb70347e6 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:21.653175 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cddd07ac-a5d8-40b3-a0f2-f63bb70347e6 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:21.668541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.703344 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-cddd07ac-a5d8-40b3-a0f2-f63bb70347e6 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The resource could not be found. May 28 04:54:21.704714 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cddd07ac-a5d8-40b3-a0f2-f63bb70347e6 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0825775 May 28 04:54:21.709225 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60884) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:21.711354 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Transition to ACTIVE for port object 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:54:21.782839 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e45c210c-e2ed-4256-b904-697467f9004d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.796794 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-b16a9b76-6757-4f7a-bb7e-01ff3967a44a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port fd57377f-f49e-493d-88d0-84f25039c0ac {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:21.797226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b16a9b76-6757-4f7a-bb7e-01ff3967a44a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.826863 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e45c210c-e2ed-4256-b904-697467f9004d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.903105 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e45c210c-e2ed-4256-b904-697467f9004d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.912194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.944829 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e45c210c-e2ed-4256-b904-697467f9004d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:21.946187 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e45c210c-e2ed-4256-b904-697467f9004d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "DELETE /v2.0/security-groups/243fd185-25dd-4530-a340-9bdb2da3b402 HTTP/1.1" status: 204 len: 168 time: 0.2358751 May 28 04:54:21.948997 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60888) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:21.952113 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c210c-e2ed-4256-b904-697467f9004d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=243fd185-25dd-4530-a340-9bdb2da3b402,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:21.979602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8d32debc-ef09-4edc-b272-8b31808f7428 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:54:22.020927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0f9bd6aa-774b-45a1-86ff-5e889305d493 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Synchronizing usage tracker for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:22.042512 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0f9bd6aa-774b-45a1-86ff-5e889305d493 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Unset dirty status for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:22.044018 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0f9bd6aa-774b-45a1-86ff-5e889305d493 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0939624 May 28 04:54:22.048416 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60892) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:22.056029 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4dacf25a-4be2-4d78-a747-16cb3e43e0b9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'fb5c02d0-b651-486a-a790-7b06b838ca5d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:22.059634 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 8d32debc-ef09-4edc-b272-8b31808f7428 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:22.060129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:22.068750 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4dacf25a-4be2-4d78-a747-16cb3e43e0b9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:22.074415 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4dacf25a-4be2-4d78-a747-16cb3e43e0b9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:22.078434 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4dacf25a-4be2-4d78-a747-16cb3e43e0b9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:22.086759 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4dacf25a-4be2-4d78-a747-16cb3e43e0b9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:22.094647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event updated for resources: {'Port': ['ID=615fa682-a70c-4c3b-a0bb-cf4ef0e4148a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:22.154375 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-4dacf25a-4be2-4d78-a747-16cb3e43e0b9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The resource could not be found. May 28 04:54:22.159766 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4dacf25a-4be2-4d78-a747-16cb3e43e0b9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1056919 May 28 04:54:22.160342 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60896) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:22.169537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-8919e62a-8eb1-4b3e-b0f9-91ed0672a3f9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1350655836'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:22.178979 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8919e62a-8eb1-4b3e-b0f9-91ed0672a3f9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:22.196578 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8919e62a-8eb1-4b3e-b0f9-91ed0672a3f9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:22.205764 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Network 9829c481-31a9-48d1-9599-15df4d99a3a7 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:54:22.219110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:54:22.221742 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:54:22.227940 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8919e62a-8eb1-4b3e-b0f9-91ed0672a3f9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:22.240828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3f44af5d-fd9f-4186-88c2-d9079a3e5b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:22.268742 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-b16a9b76-6757-4f7a-bb7e-01ff3967a44a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] For port fd57377f-f49e-493d-88d0-84f25039c0ac, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fd57377f-f49e-493d-88d0-84f25039c0ac,segment=NetworkSegment(8fc31ff1-852f-4427-b939-280695028d40),segment_id=8fc31ff1-852f-4427-b939-280695028d40)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:22.269019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 26465cda-b0c5-45a4-92d0-d43779396aa1 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:54:22.269142 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b16a9b76-6757-4f7a-bb7e-01ff3967a44a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:22.321881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8919e62a-8eb1-4b3e-b0f9-91ed0672a3f9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:22.338071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8919e62a-8eb1-4b3e-b0f9-91ed0672a3f9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:22.341984 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8919e62a-8eb1-4b3e-b0f9-91ed0672a3f9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:22.358331 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8919e62a-8eb1-4b3e-b0f9-91ed0672a3f9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:22.364487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 26465cda-b0c5-45a4-92d0-d43779396aa1 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:54:22.371690 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 26465cda-b0c5-45a4-92d0-d43779396aa1 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:22.372546 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:22.459904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8919e62a-8eb1-4b3e-b0f9-91ed0672a3f9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:22.471245 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8919e62a-8eb1-4b3e-b0f9-91ed0672a3f9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:22.520713 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919e62a-8eb1-4b3e-b0f9-91ed0672a3f9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d71adb-9b09-42df-bf4a-f7cd26ad0e53,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:22.530811 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-b16a9b76-6757-4f7a-bb7e-01ff3967a44a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for fd57377f-f49e-493d-88d0-84f25039c0ac owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:22.543284 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8919e62a-8eb1-4b3e-b0f9-91ed0672a3f9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:22.545713 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8919e62a-8eb1-4b3e-b0f9-91ed0672a3f9 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3830786 May 28 04:54:22.548191 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60902) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:22.558700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:22.564678 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-deb4c61e-27a4-44e7-a572-6e6333b487c2 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group': {'name': 'tempest-secgroup--675239060'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:22.574047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-deb4c61e-27a4-44e7-a572-6e6333b487c2 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:22.579235 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-deb4c61e-27a4-44e7-a572-6e6333b487c2 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:22.583420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-deb4c61e-27a4-44e7-a572-6e6333b487c2 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:22.593704 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-deb4c61e-27a4-44e7-a572-6e6333b487c2 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:22.598274 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 26465cda-b0c5-45a4-92d0-d43779396aa1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=26465cda-b0c5-45a4-92d0-d43779396aa1,segment=NetworkSegment(d1636923-2bf6-40ce-a2c5-1dc4513506f0),segment_id=d1636923-2bf6-40ce-a2c5-1dc4513506f0)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:22.605181 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:22.610379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-deb4c61e-27a4-44e7-a572-6e6333b487c2 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:22.649096 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-deb4c61e-27a4-44e7-a572-6e6333b487c2 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:22.654263 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-deb4c61e-27a4-44e7-a572-6e6333b487c2 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:22.656881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-deb4c61e-27a4-44e7-a572-6e6333b487c2 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:22.663479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-deb4c61e-27a4-44e7-a572-6e6333b487c2 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:22.692393 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9b01d74a-1266-45c4-8d24-f4f561518bf6 None None] Provisioning for port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:54:22.698807 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9b01d74a-1266-45c4-8d24-f4f561518bf6 None None] Provisioning complete for port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:22.699174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9b01d74a-1266-45c4-8d24-f4f561518bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:22.728384 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=26465cda-b0c5-45a4-92d0-d43779396aa1,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:22.744536 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-deb4c61e-27a4-44e7-a572-6e6333b487c2 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:22.753895 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-deb4c61e-27a4-44e7-a572-6e6333b487c2 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:22.758290 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-9b01d74a-1266-45c4-8d24-f4f561518bf6 None None] Port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:54:22.786027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:22.786731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:22.807562 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4c61e-27a4-44e7-a572-6e6333b487c2 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0981e4a6-67de-4449-9f3e-4fe3ca48ef31,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:22.811379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-deb4c61e-27a4-44e7-a572-6e6333b487c2 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:22.812536 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-deb4c61e-27a4-44e7-a572-6e6333b487c2 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2619662 May 28 04:54:22.815848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60906) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:22.823042 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-76db376b-dc72-42fd-a9e2-e40205d68849 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': '38d71adb-9b09-42df-bf4a-f7cd26ad0e53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0981e4a6-67de-4449-9f3e-4fe3ca48ef31'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:22.829206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-76db376b-dc72-42fd-a9e2-e40205d68849 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:22.833085 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-76db376b-dc72-42fd-a9e2-e40205d68849 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:22.836013 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-76db376b-dc72-42fd-a9e2-e40205d68849 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:22.843345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-76db376b-dc72-42fd-a9e2-e40205d68849 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:22.864812 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-cae564b3-80f0-4e50-87d2-e5b1b09ee554 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9665868 May 28 04:54:22.887576 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-76db376b-dc72-42fd-a9e2-e40205d68849 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:22.893010 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-76db376b-dc72-42fd-a9e2-e40205d68849 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.0720828 May 28 04:54:22.894556 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60910) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:22.896980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Request body: {'port': {'device_id': 'a1af6a60-3c86-4beb-8f2e-3701f1861c11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:22.981276 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-caf05ba8-fc9c-4702-81c6-357097872f3e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:23.011199 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-caf05ba8-fc9c-4702-81c6-357097872f3e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:23.021339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2427eb1-e460-415d-a5c7-d5bfc746f388 req-083cdcd9-6ddc-4b8c-8e7e-3b70c336d68c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:23.022069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-c2427eb1-e460-415d-a5c7-d5bfc746f388 req-083cdcd9-6ddc-4b8c-8e7e-3b70c336d68c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Synchronizing usage tracker for tenant:18ccd89bc6e04807b7b81890f7b941e1 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:23.064376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:23.069431 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-caf05ba8-fc9c-4702-81c6-357097872f3e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:23.101507 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf05ba8-fc9c-4702-81c6-357097872f3e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0981e4a6-67de-4449-9f3e-4fe3ca48ef31,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:23.107231 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-caf05ba8-fc9c-4702-81c6-357097872f3e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:23.109685 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-caf05ba8-fc9c-4702-81c6-357097872f3e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "DELETE /v2.0/security-groups/0981e4a6-67de-4449-9f3e-4fe3ca48ef31 HTTP/1.1" status: 204 len: 168 time: 0.2126250 May 28 04:54:23.111129 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60914) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:23.126288 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-c2427eb1-e460-415d-a5c7-d5bfc746f388 req-083cdcd9-6ddc-4b8c-8e7e-3b70c336d68c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Unset dirty status for tenant:18ccd89bc6e04807b7b81890f7b941e1 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:23.132864 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2427eb1-e460-415d-a5c7-d5bfc746f388 req-083cdcd9-6ddc-4b8c-8e7e-3b70c336d68c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 932 time: 0.7044907 May 28 04:54:23.183054 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e7c0bca5-1d15-4e5a-abc0-247e18e8d7b1 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Synchronizing usage tracker for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:23.200857 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e7c0bca5-1d15-4e5a-abc0-247e18e8d7b1 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Unset dirty status for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:23.205164 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e7c0bca5-1d15-4e5a-abc0-247e18e8d7b1 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0899379 May 28 04:54:23.205436 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60918) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:23.278122 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1399-9e93-4e39-891c-0be17d6734b6 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:23.308147 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1399-9e93-4e39-891c-0be17d6734b6 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:23.308630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b16a9b76-6757-4f7a-bb7e-01ff3967a44a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:23.371860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1399-9e93-4e39-891c-0be17d6734b6 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:23.378691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a9b76-6757-4f7a-bb7e-01ff3967a44a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Port': ['ID=fd57377f-f49e-493d-88d0-84f25039c0ac,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:23.390828 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2427eb1-e460-415d-a5c7-d5bfc746f388 req-f06d0dfe-3f4c-4435-9f83-99de476ea2d3 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564557 May 28 04:54:23.393282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd1399-9e93-4e39-891c-0be17d6734b6 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d71adb-9b09-42df-bf4a-f7cd26ad0e53,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:23.408813 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1399-9e93-4e39-891c-0be17d6734b6 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:23.408813 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0bdd1399-9e93-4e39-891c-0be17d6734b6 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "DELETE /v2.0/security-groups/38d71adb-9b09-42df-bf4a-f7cd26ad0e53 HTTP/1.1" status: 204 len: 168 time: 0.2000899 May 28 04:54:23.409942 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60922) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:23.615804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d383124a-8736-4013-9994-6fc985ae01ca tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Router 5427a005-0295-4ddd-9dfc-0b333d3fae62 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:54:23.732918 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8cad2735-648e-4ebc-ae0d-5e404925ad1b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3225191 May 28 04:54:23.737630 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60926) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:23.744802 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1ce39e2d-1711-4d31-ae30-b6907b879216 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group': {'name': 'tempest-secgroup--225555094'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:23.751693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1ce39e2d-1711-4d31-ae30-b6907b879216 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:23.756011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1ce39e2d-1711-4d31-ae30-b6907b879216 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:23.759200 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1ce39e2d-1711-4d31-ae30-b6907b879216 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:23.766717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1ce39e2d-1711-4d31-ae30-b6907b879216 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:23.783519 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1ce39e2d-1711-4d31-ae30-b6907b879216 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:23.835441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1ce39e2d-1711-4d31-ae30-b6907b879216 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:23.839359 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1ce39e2d-1711-4d31-ae30-b6907b879216 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:23.842717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1ce39e2d-1711-4d31-ae30-b6907b879216 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:23.848605 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1ce39e2d-1711-4d31-ae30-b6907b879216 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:23.893436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 26465cda-b0c5-45a4-92d0-d43779396aa1 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:54:23.947742 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1ce39e2d-1711-4d31-ae30-b6907b879216 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:23.959589 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1ce39e2d-1711-4d31-ae30-b6907b879216 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:23.996509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 26465cda-b0c5-45a4-92d0-d43779396aa1 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:23.996830 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.017705 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b16a9b76-6757-4f7a-bb7e-01ff3967a44a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.021682 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce39e2d-1711-4d31-ae30-b6907b879216 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bae72f27-c246-4183-ab27-a580e5ab14ac,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:24.031780 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1ce39e2d-1711-4d31-ae30-b6907b879216 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.037326 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1ce39e2d-1711-4d31-ae30-b6907b879216 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2979906 May 28 04:54:24.037991 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60930) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:24.043954 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-f82a119e-fd8b-4558-974f-8b7b53d06cb7 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'bae72f27-c246-4183-ab27-a580e5ab14ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:24.049977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f82a119e-fd8b-4558-974f-8b7b53d06cb7 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:24.053062 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:54:24.053946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f82a119e-fd8b-4558-974f-8b7b53d06cb7 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:24.056993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f82a119e-fd8b-4558-974f-8b7b53d06cb7 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:24.063595 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f82a119e-fd8b-4558-974f-8b7b53d06cb7 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:24.095315 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-f82a119e-fd8b-4558-974f-8b7b53d06cb7 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:24.098396 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f82a119e-fd8b-4558-974f-8b7b53d06cb7 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0590918 May 28 04:54:24.099470 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60934) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:24.106754 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-62990fa5-3290-4c32-a414-ee9aa1785c79 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group_rule': {'security_group_id': 'bae72f27-c246-4183-ab27-a580e5ab14ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:24.109464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.113889 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-62990fa5-3290-4c32-a414-ee9aa1785c79 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:24.118102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-62990fa5-3290-4c32-a414-ee9aa1785c79 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:24.121262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-62990fa5-3290-4c32-a414-ee9aa1785c79 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:24.128988 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-62990fa5-3290-4c32-a414-ee9aa1785c79 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:24.159167 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-62990fa5-3290-4c32-a414-ee9aa1785c79 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 04:54:24.160300 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-62990fa5-3290-4c32-a414-ee9aa1785c79 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0595794 May 28 04:54:24.163135 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60938) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:24.198232 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Transition to ACTIVE for port object 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:54:24.208039 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.228345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d3909f6-9bb4-4179-b447-35b96f48853e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.255500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d3909f6-9bb4-4179-b447-35b96f48853e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.300177 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-915bb02b-1d46-4bca-b557-5583a7b7ca77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.315032 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d3909f6-9bb4-4179-b447-35b96f48853e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.334474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3909f6-9bb4-4179-b447-35b96f48853e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae72f27-c246-4183-ab27-a580e5ab14ac,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:24.343493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d3909f6-9bb4-4179-b447-35b96f48853e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.347221 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0d3909f6-9bb4-4179-b447-35b96f48853e tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "DELETE /v2.0/security-groups/bae72f27-c246-4183-ab27-a580e5ab14ac HTTP/1.1" status: 204 len: 168 time: 0.1804817 May 28 04:54:24.347658 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60942) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:24.403665 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fb43d916-4148-42e7-a0bc-6bf64c8f70db tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Synchronizing usage tracker for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:24.422613 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fb43d916-4148-42e7-a0bc-6bf64c8f70db tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Unset dirty status for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:24.426183 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fb43d916-4148-42e7-a0bc-6bf64c8f70db tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0775378 May 28 04:54:24.428079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60948) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:24.435014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-9b34d505-ae5d-46a5-a2f2-1e27c635aa11 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group': {'name': 'tempest-secgroup--293118234'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:24.443150 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9b34d505-ae5d-46a5-a2f2-1e27c635aa11 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:24.453539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9b34d505-ae5d-46a5-a2f2-1e27c635aa11 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:24.467795 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b34d505-ae5d-46a5-a2f2-1e27c635aa11 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.516608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9b34d505-ae5d-46a5-a2f2-1e27c635aa11 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:24.521130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9b34d505-ae5d-46a5-a2f2-1e27c635aa11 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Usage tracker for resource:security_group_rule and tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:24.524986 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9b34d505-ae5d-46a5-a2f2-1e27c635aa11 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:24.531684 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9b34d505-ae5d-46a5-a2f2-1e27c635aa11 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:24.597237 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b34d505-ae5d-46a5-a2f2-1e27c635aa11 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.602970 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b34d505-ae5d-46a5-a2f2-1e27c635aa11 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.628560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Pushing event updated for resources: {'Port': ['ID=615fa682-a70c-4c3b-a0bb-cf4ef0e4148a,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:24.657507 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34d505-ae5d-46a5-a2f2-1e27c635aa11 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad180326-7020-49b6-a48a-69eac1caef97,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:24.662379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b34d505-ae5d-46a5-a2f2-1e27c635aa11 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.666463 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9b34d505-ae5d-46a5-a2f2-1e27c635aa11 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2369885 May 28 04:54:24.676899 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60952) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:24.683487 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-19f9b52e-b09a-4462-9055-821b787bcf7b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:24.684066 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-19f9b52e-b09a-4462-9055-821b787bcf7b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] update failed (client error): There was a conflict when trying to complete your request. May 28 04:54:24.687972 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-19f9b52e-b09a-4462-9055-821b787bcf7b tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "PUT /v2.0/security-groups/ad180326-7020-49b6-a48a-69eac1caef97 HTTP/1.1" status: 409 len: 330 time: 0.0100503 May 28 04:54:24.688528 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60956) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:24.692432 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.756239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-68f6eef3-18d0-4c15-98b6-9dca2210a82d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.782170 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-68f6eef3-18d0-4c15-98b6-9dca2210a82d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.829094 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-68f6eef3-18d0-4c15-98b6-9dca2210a82d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.847058 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6eef3-18d0-4c15-98b6-9dca2210a82d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad180326-7020-49b6-a48a-69eac1caef97,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:24.853735 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-68f6eef3-18d0-4c15-98b6-9dca2210a82d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.857681 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-68f6eef3-18d0-4c15-98b6-9dca2210a82d tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "DELETE /v2.0/security-groups/ad180326-7020-49b6-a48a-69eac1caef97 HTTP/1.1" status: 204 len: 168 time: 0.1679528 May 28 04:54:24.858818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60960) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:24.904459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd94439-f6f6-44d9-b089-1f3dc0b7f893 req-0c6f8177-c0ea-49fc-992e-a92cea086c81 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:24.905931 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0bd94439-f6f6-44d9-b089-1f3dc0b7f893 req-0c6f8177-c0ea-49fc-992e-a92cea086c81 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 944 time: 0.3353629 May 28 04:54:24.912805 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0306a324-5788-4e58-be94-391eb2b88e69 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Synchronizing usage tracker for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:24.933464 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0306a324-5788-4e58-be94-391eb2b88e69 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] Unset dirty status for tenant:44f4f0dc8ce04e9d8ead1e2dfdfbc25d on resource:security_group {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:24.938431 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0306a324-5788-4e58-be94-391eb2b88e69 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0792668 May 28 04:54:24.938989 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60964) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:24.941466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d383124a-8736-4013-9994-6fc985ae01ca tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:54:24.953415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Attempting to bind port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:54:24.953769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Attempting to bind port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:54:24.954087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Attempting to bind port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a on network 9829c481-31a9-48d1-9599-15df4d99a3a7 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:54:24.956508 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-d6320a26-e7f4-4002-b105-cbfe163faae7 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] delete failed (client error): The resource could not be found. May 28 04:54:24.957178 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e44c78-f4d6-4933-b514-ea6a40ee16a9 None None] Sync routers for ids ['5427a005-0295-4ddd-9dfc-0b333d3fae62'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:54:24.962113 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d6320a26-e7f4-4002-b105-cbfe163faae7 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "DELETE /v2.0/security-groups/c2de387f-de00-416d-9103-9f4501e8df9d HTTP/1.1" status: 404 len: 347 time: 0.0218959 May 28 04:54:24.962661 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60968) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:24.967737 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d383124a-8736-4013-9994-6fc985ae01ca tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:24.974179 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e44c78-f4d6-4933-b514-ea6a40ee16a9 None None] Routers {'5427a005-0295-4ddd-9dfc-0b333d3fae62'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:24.974787 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d8e44c78-f4d6-4933-b514-ea6a40ee16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5427a005-0295-4ddd-9dfc-0b333d3fae62'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:24.980373 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-71a65c4b-9b46-42be-bcd5-3c6ea6228af1 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] show failed (client error): The resource could not be found. May 28 04:54:24.985274 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-71a65c4b-9b46-42be-bcd5-3c6ea6228af1 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "GET /v2.0/security-groups/c469f5fa-cdc1-4ca0-aded-7e7d1e8ef69e HTTP/1.1" status: 404 len: 347 time: 0.0216877 May 28 04:54:24.985835 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60972) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:25.002014 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-1e951216-690a-4ea0-9f93-fd9fb7d99718 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] show failed (client error): The resource could not be found. May 28 04:54:25.009174 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1e951216-690a-4ea0-9f93-fd9fb7d99718 tempest-NegativeSecGroupIPv6Test-668628312 tempest-NegativeSecGroupIPv6Test-668628312-project] 10.222.0.15 "GET /v2.0/security-group-rules/2744580a-6f04-480f-9a63-7c474029ca0a HTTP/1.1" status: 404 len: 356 time: 0.0223598 May 28 04:54:25.019044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a on network 9829c481-31a9-48d1-9599-15df4d99a3a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:54:25.019502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Attempting to bind port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a on network 9829c481-31a9-48d1-9599-15df4d99a3a7 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:54:25.025328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16a9b76-6757-4f7a-bb7e-01ff3967a44a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 3a279b39-7470-42d4-a3dd-033d70e03aa1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:54:25.069354 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:54:25.070019 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Checking segment: {'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:54:25.070554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Bound using segment: {'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:54:25.071139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Bound port: 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:54:25.071632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:25.094162 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d383124a-8736-4013-9994-6fc985ae01ca tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "DELETE /v2.0/floatingips/85a9e999-79e6-4fcc-bc51-9287dc8eb037 HTTP/1.1" status: 204 len: 168 time: 6.6664369 May 28 04:54:25.097116 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0bd94439-f6f6-44d9-b089-1f3dc0b7f893 req-bbab917c-2cbe-4984-9479-7802e9b1313b tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797068 May 28 04:54:25.100187 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'tag': '119df63d-18bb-4005-9c53-10ec561c3493'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:54:25.230684 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-d8e44c78-f4d6-4933-b514-ea6a40ee16a9 None None] Set router 5427a005-0295-4ddd-9dfc-0b333d3fae62 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:25.277346 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7f467d-1de7-4795-ad6b-368c049f46d0'] response: {'name': 'network-changed', 'server_uuid': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'tag': '119df63d-18bb-4005-9c53-10ec561c3493', 'status': 'completed', 'code': 200} May 28 04:54:25.420233 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] For port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:54:25.428945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] For port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=615fa682-a70c-4c3b-a0bb-cf4ef0e4148a,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:54:25.431200 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16a9b76-6757-4f7a-bb7e-01ff3967a44a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:54:25.436655 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b16a9b76-6757-4f7a-bb7e-01ff3967a44a tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/3a279b39-7470-42d4-a3dd-033d70e03aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0280793 May 28 04:54:25.437455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60986) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:25.440530 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 60988) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:25.443560 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae980203-42ba-4d39-9d27-ba49e603c24d None None] Sync routers for ids ['3a279b39-7470-42d4-a3dd-033d70e03aa1'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:54:25.449414 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:25.477307 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae980203-42ba-4d39-9d27-ba49e603c24d None None] Routers {'3a279b39-7470-42d4-a3dd-033d70e03aa1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:25.478113 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ae980203-42ba-4d39-9d27-ba49e603c24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3a279b39-7470-42d4-a3dd-033d70e03aa1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:25.563488 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3903929-fdb7-4d0e-96f4-6bcdbc6e0cd0 req-1ae92db8-2c60-4917-a663-2177e8715e02 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ae7bd3f2813141dda2af2b10bea87cd6&device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 1098 time: 0.3160534 May 28 04:54:25.589458 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:25.590221 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:25.671440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:25.673040 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] 10.222.0.66 "PUT /v2.0/ports/615fa682-a70c-4c3b-a0bb-cf4ef0e4148a HTTP/1.1" status: 200 len: 1094 time: 2.7949791 May 28 04:54:25.724945 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d8e44c78-f4d6-4933-b514-ea6a40ee16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908790262', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:20Z', 'updated_at': '2022-05-28T04:52:29Z', 'revision_number': 4, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'gw_port': {'id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:21Z', 'updated_at': '2022-05-28T04:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'a8ee52d2-5e1f-4f65-873c-92a463f4821d', 'name': '', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'mac_address': 'fa:16:3e:05:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:27Z', 'updated_at': '2022-05-28T04:52:41Z', 'revision_number': 5, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'subnets': [{'id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:25.740904 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e44c78-f4d6-4933-b514-ea6a40ee16a9 None None] Checking router: 5427a005-0295-4ddd-9dfc-0b333d3fae62 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:54:25.753194 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e44c78-f4d6-4933-b514-ea6a40ee16a9 None None] Routers {'5427a005-0295-4ddd-9dfc-0b333d3fae62'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:25.753865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d8e44c78-f4d6-4933-b514-ea6a40ee16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5427a005-0295-4ddd-9dfc-0b333d3fae62'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:25.809936 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-ae980203-42ba-4d39-9d27-ba49e603c24d None None] Set router 3a279b39-7470-42d4-a3dd-033d70e03aa1 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:25.849772 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fd283b-cb1d-4de3-a43a-ecc86985c870 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting subnet 59067f1e-f65e-47cd-ace0-2a1f05fda98c {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:54:25.863878 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2fd283b-cb1d-4de3-a43a-ecc86985c870 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:25.879150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e71ce-80f2-4af2-b655-877b28529965 service neutron] Pushing event updated for resources: {'Port': ['ID=615fa682-a70c-4c3b-a0bb-cf4ef0e4148a,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:25.940500 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d7ffc550-55b7-4409-80b4-c6bd1c0f62f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=44f4f0dc8ce04e9d8ead1e2dfdfbc25d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5006952 May 28 04:54:25.942190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 60998) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:25.944882 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2fd283b-cb1d-4de3-a43a-ecc86985c870 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:25.989786 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ae980203-42ba-4d39-9d27-ba49e603c24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'name': 'tempest-RoutersTest-router-2142674723', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:54:23Z', 'revision_number': 11, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:26.005399 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae980203-42ba-4d39-9d27-ba49e603c24d None None] Checking router: 3a279b39-7470-42d4-a3dd-033d70e03aa1 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:54:26.019413 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae980203-42ba-4d39-9d27-ba49e603c24d None None] Routers {'3a279b39-7470-42d4-a3dd-033d70e03aa1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:26.020266 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ae980203-42ba-4d39-9d27-ba49e603c24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3a279b39-7470-42d4-a3dd-033d70e03aa1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:26.026592 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-d8e44c78-f4d6-4933-b514-ea6a40ee16a9 None None] Set router 5427a005-0295-4ddd-9dfc-0b333d3fae62 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:26.050473 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2fd283b-cb1d-4de3-a43a-ecc86985c870 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:26.058259 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3903929-fdb7-4d0e-96f4-6bcdbc6e0cd0 req-bd2430fb-abfd-4df8-8e16-97f4e489e773 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:26.059984 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3903929-fdb7-4d0e-96f4-6bcdbc6e0cd0 req-bd2430fb-abfd-4df8-8e16-97f4e489e773 service neutron] 10.222.0.66 "GET /v2.0/networks?id=22f2b8f5-a005-404a-81aa-e0f719181fdc HTTP/1.1" status: 200 len: 897 time: 0.4757869 May 28 04:54:26.071258 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f9d2c-4d7a-417b-a1ee-67a5a433f0ee req-fefc03ae-e4d3-4cf9-9352-1d42a9522769 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:26.072188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-333f9d2c-4d7a-417b-a1ee-67a5a433f0ee req-fefc03ae-e4d3-4cf9-9352-1d42a9522769 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Synchronizing usage tracker for tenant:ae7bd3f2813141dda2af2b10bea87cd6 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:26.161212 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-6cbc44ef-ebd9-4db3-98ec-e52f52b9df7e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 1097 time: 0.4003985 May 28 04:54:26.169347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2fd283b-cb1d-4de3-a43a-ecc86985c870 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:26.178408 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-ae980203-42ba-4d39-9d27-ba49e603c24d None None] Set router 3a279b39-7470-42d4-a3dd-033d70e03aa1 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:26.265540 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd283b-cb1d-4de3-a43a-ecc86985c870 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Subnet': ['ID=59067f1e-f65e-47cd-ace0-2a1f05fda98c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:26.276403 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2fd283b-cb1d-4de3-a43a-ecc86985c870 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:26.280077 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e6d52a-489d-4ccc-ba14-12e6cc46d5b3 None None] Network 383b74dd-71d9-4ce7-a46e-7556437da19b requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:54:26.285817 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b2fd283b-cb1d-4de3-a43a-ecc86985c870 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/59067f1e-f65e-47cd-ace0-2a1f05fda98c HTTP/1.1" status: 204 len: 168 time: 0.8443165 May 28 04:54:26.286516 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 32772) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:26.331772 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ae980203-42ba-4d39-9d27-ba49e603c24d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'name': 'tempest-RoutersTest-router-2142674723', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:54:23Z', 'revision_number': 11, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:26.336596 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae980203-42ba-4d39-9d27-ba49e603c24d None None] The sync data for ids ['3a279b39-7470-42d4-a3dd-033d70e03aa1'] in dv-neutron-843300-5-hyperv is: [{'id': '3a279b39-7470-42d4-a3dd-033d70e03aa1', 'name': 'tempest-RoutersTest-router-2142674723', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:11Z', 'updated_at': '2022-05-28T04:54:23Z', 'revision_number': 11, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:54:26.351362 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3903929-fdb7-4d0e-96f4-6bcdbc6e0cd0 req-7175b897-aeb6-4123-b21c-33fc7a8a1d6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=119df63d-18bb-4005-9c53-10ec561c3493 HTTP/1.1" status: 200 len: 217 time: 0.2731345 May 28 04:54:26.351958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-333f9d2c-4d7a-417b-a1ee-67a5a433f0ee req-fefc03ae-e4d3-4cf9-9352-1d42a9522769 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Unset dirty status for tenant:ae7bd3f2813141dda2af2b10bea87cd6 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:26.356818 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-333f9d2c-4d7a-417b-a1ee-67a5a433f0ee req-fefc03ae-e4d3-4cf9-9352-1d42a9522769 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 945 time: 0.7671306 May 28 04:54:26.413985 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:26.425798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Deleting port 4e111f90-f849-46e9-8e9d-e4271fafeb1a {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:26.426137 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:26.533586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-412cb145-7b93-4146-a40d-c2d55d691cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:26.553345 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-bbb1f85c-f860-494d-ac1f-724525b5811e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=615fa682-a70c-4c3b-a0bb-cf4ef0e4148a HTTP/1.1" status: 200 len: 217 time: 0.2040956 May 28 04:54:26.601991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d8e44c78-f4d6-4933-b514-ea6a40ee16a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908790262', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:20Z', 'updated_at': '2022-05-28T04:52:29Z', 'revision_number': 4, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'gw_port': {'id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:21Z', 'updated_at': '2022-05-28T04:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'a8ee52d2-5e1f-4f65-873c-92a463f4821d', 'name': '', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'mac_address': 'fa:16:3e:05:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:27Z', 'updated_at': '2022-05-28T04:52:41Z', 'revision_number': 5, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'subnets': [{'id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:26.608629 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e44c78-f4d6-4933-b514-ea6a40ee16a9 None None] The sync data for ids ['5427a005-0295-4ddd-9dfc-0b333d3fae62'] in dv-neutron-843300-5-hyperv is: [{'id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'name': 'tempest-TestNetworkAdvancedServerOps-router-908790262', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16'}], 'enable_snat': True}, 'gw_port_id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:52:20Z', 'updated_at': '2022-05-28T04:52:29Z', 'revision_number': 4, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'gw_port': {'id': '2984b298-4fca-4027-85d9-6d0a08adb6aa', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:52:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:21Z', 'updated_at': '2022-05-28T04:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'a8ee52d2-5e1f-4f65-873c-92a463f4821d', 'name': '', 'network_id': '22f2b8f5-a005-404a-81aa-e0f719181fdc', 'tenant_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'mac_address': 'fa:16:3e:05:a0:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5427a005-0295-4ddd-9dfc-0b333d3fae62', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:52:27Z', 'updated_at': '2022-05-28T04:52:41Z', 'revision_number': 5, 'project_id': 'ae7bd3f2813141dda2af2b10bea87cd6', 'subnets': [{'id': '37d324a7-8cdb-4a4c-b011-f130e877afd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:54:26.645604 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-412cb145-7b93-4146-a40d-c2d55d691cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:26.652790 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3903929-fdb7-4d0e-96f4-6bcdbc6e0cd0 req-b98c76a8-0264-4571-b086-1e42440cb602 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:26.654278 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3903929-fdb7-4d0e-96f4-6bcdbc6e0cd0 req-b98c76a8-0264-4571-b086-1e42440cb602 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=37d324a7-8cdb-4a4c-b011-f130e877afd0 HTTP/1.1" status: 200 len: 835 time: 0.2375236 May 28 04:54:26.690507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03053fe8-fcfe-481c-9e65-d5e35bfb412f None None] DHCP port deletion for 383b74dd-71d9-4ce7-a46e-7556437da19b request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:54:26.694803 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-03053fe8-fcfe-481c-9e65-d5e35bfb412f None None] Deleting port 4e111f90-f849-46e9-8e9d-e4271fafeb1a {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:26.695156 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-03053fe8-fcfe-481c-9e65-d5e35bfb412f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:26.707475 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-333f9d2c-4d7a-417b-a1ee-67a5a433f0ee req-b3570255-cf5a-4d40-8f94-36cdffafa4a0 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988362 May 28 04:54:26.755959 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-81a3c9e4-ccad-4919-bc1f-e5fa10d5c008 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:26.757270 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-81a3c9e4-ccad-4919-bc1f-e5fa10d5c008 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8dc39ab9-b8b9-4f7a-95dd-aab229021c21 HTTP/1.1" status: 200 len: 849 time: 0.1800568 May 28 04:54:26.783179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd27760-d9c6-4d28-89ab-3cc960275291 req-b3372aa3-b0b7-4789-9946-147b475278dc tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:26.784640 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5fd27760-d9c6-4d28-89ab-3cc960275291 req-b3372aa3-b0b7-4789-9946-147b475278dc tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 944 time: 0.3773096 May 28 04:54:26.785441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.66', 56599) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:26.797334 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] For port 4e111f90-f849-46e9-8e9d-e4271fafeb1a, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=4e111f90-f849-46e9-8e9d-e4271fafeb1a,segment=NetworkSegment(8fc31ff1-852f-4427-b939-280695028d40),segment_id=8fc31ff1-852f-4427-b939-280695028d40)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:26.797950 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:26.907888 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-412cb145-7b93-4146-a40d-c2d55d691cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:26.935990 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Calling delete_port for 4e111f90-f849-46e9-8e9d-e4271fafeb1a owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:26.937841 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-03053fe8-fcfe-481c-9e65-d5e35bfb412f None None] For port 4e111f90-f849-46e9-8e9d-e4271fafeb1a, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=4e111f90-f849-46e9-8e9d-e4271fafeb1a,segment=NetworkSegment(8fc31ff1-852f-4427-b939-280695028d40),segment_id=8fc31ff1-852f-4427-b939-280695028d40)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:26.938252 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-03053fe8-fcfe-481c-9e65-d5e35bfb412f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:26.952758 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412cb145-7b93-4146-a40d-c2d55d691cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9196e9-4c3f-4f96-8ba3-8e296aed1112,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:26.973071 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3903929-fdb7-4d0e-96f4-6bcdbc6e0cd0 req-bac9d39b-21fd-4d5b-bdce-0c53006308ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22f2b8f5-a005-404a-81aa-e0f719181fdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3047659 May 28 04:54:26.978854 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5fd27760-d9c6-4d28-89ab-3cc960275291 req-f99f88cd-316b-4973-ab26-da5f8cc40551 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619458 May 28 04:54:27.004665 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-412cb145-7b93-4146-a40d-c2d55d691cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:27.005813 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-412cb145-7b93-4146-a40d-c2d55d691cc0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e9196e9-4c3f-4f96-8ba3-8e296aed1112 HTTP/1.1" status: 204 len: 168 time: 1.0588284 May 28 04:54:27.042341 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:27.083299 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-28322f45-c892-4022-8267-69f280394620 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9829c481-31a9-48d1-9599-15df4d99a3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3089750 May 28 04:54:27.088189 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] No DVR routers for this DVR port 4e111f90-f849-46e9-8e9d-e4271fafeb1a on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:54:27.106672 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-03053fe8-fcfe-481c-9e65-d5e35bfb412f None None] Calling delete_port for 4e111f90-f849-46e9-8e9d-e4271fafeb1a owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:27.123782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d569dc-5182-47da-b75d-dde16d3f756f req-2b108d15-7abe-4690-b368-0f610a789b45 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:27.126013 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-41d569dc-5182-47da-b75d-dde16d3f756f req-2b108d15-7abe-4690-b368-0f610a789b45 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 945 time: 0.3109756 May 28 04:54:27.155257 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Port': ['ID=4e111f90-f849-46e9-8e9d-e4271fafeb1a,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:27.220848 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:27.222273 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-03053fe8-fcfe-481c-9e65-d5e35bfb412f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:54:27.222618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-03053fe8-fcfe-481c-9e65-d5e35bfb412f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:54:27.252544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:27.279893 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383b74dd-71d9-4ce7-a46e-7556437da19b']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:27.280128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1af6a60-3c86-4beb-8f2e-3701f1861c11', 'tag': '615fa682-a70c-4c3b-a0bb-cf4ef0e4148a'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:54:27.296354 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fc31ff1-852f-4427-b939-280695028d40') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:27.297291 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fc31ff1-852f-4427-b939-280695028d40') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:27.309876 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3903929-fdb7-4d0e-96f4-6bcdbc6e0cd0 req-b6e6e25d-05f6-450d-ac23-e497f0802069 service neutron] 10.222.0.66 "GET /v2.0/networks/22f2b8f5-a005-404a-81aa-e0f719181fdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3269436 May 28 04:54:27.312773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-41d569dc-5182-47da-b75d-dde16d3f756f req-6891269e-e02d-43af-adf7-2d751b2a8fbd tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Deleting port 119df63d-18bb-4005-9c53-10ec561c3493 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:27.313094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-41d569dc-5182-47da-b75d-dde16d3f756f req-6891269e-e02d-43af-adf7-2d751b2a8fbd tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:27.318584 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:27.350853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:27.358995 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:54:27.359587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:27.373389 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba14d03-a33c-4608-8401-e073e55b659f'] response: {'name': 'network-changed', 'server_uuid': 'a1af6a60-3c86-4beb-8f2e-3701f1861c11', 'tag': '615fa682-a70c-4c3b-a0bb-cf4ef0e4148a', 'status': 'completed', 'code': 200} May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:54:27.375631 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:54:27.454158 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-c87083e9-8cf7-41bf-84bf-1cef57703417 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613336 May 28 04:54:27.461330 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:27.479034 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:27.489928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Pushing event deleted for resources: {'Network': ['ID=383b74dd-71d9-4ce7-a46e-7556437da19b,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:27.497783 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e8c7727b-0a75-4521-b7df-a5d2dcc31dbb tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/networks/383b74dd-71d9-4ce7-a46e-7556437da19b HTTP/1.1" status: 204 len: 168 time: 1.2101734 May 28 04:54:27.500266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 32792) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:27.505213 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-f6856ec6-8b29-49d2-9c97-de1e89436cec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'router': {'routes': None}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:27.716478 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3903929-fdb7-4d0e-96f4-6bcdbc6e0cd0 req-31676069-8a45-4518-b454-c17c2b33f014 service neutron] 10.222.0.66 "GET /v2.0/networks/22f2b8f5-a005-404a-81aa-e0f719181fdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695071 May 28 04:54:27.724972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-03053fe8-fcfe-481c-9e65-d5e35bfb412f None None] Deleting port 4e111f90-f849-46e9-8e9d-e4271fafeb1a {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:27.725858 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-03053fe8-fcfe-481c-9e65-d5e35bfb412f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:27.788028 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b87aabb-64d2-47e5-a1c9-a1a7d40e3a2f req-548c49ce-e238-4855-b10b-a480fc2a4abe service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213317 May 28 04:54:27.814253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-41d569dc-5182-47da-b75d-dde16d3f756f req-6891269e-e02d-43af-adf7-2d751b2a8fbd tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] For port 119df63d-18bb-4005-9c53-10ec561c3493, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=119df63d-18bb-4005-9c53-10ec561c3493,segment=NetworkSegment(497a3fe1-b9ff-426c-a2a9-2a92dbee5840),segment_id=497a3fe1-b9ff-426c-a2a9-2a92dbee5840)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:27.814688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-41d569dc-5182-47da-b75d-dde16d3f756f req-6891269e-e02d-43af-adf7-2d751b2a8fbd tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:27.834776 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-03053fe8-fcfe-481c-9e65-d5e35bfb412f None None] The port '4e111f90-f849-46e9-8e9d-e4271fafeb1a' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:54:27.877967 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.extraroute_db [None req-f6856ec6-8b29-49d2-9c97-de1e89436cec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Added routes are [] {{(pid=84009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 28 04:54:27.878878 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.extraroute_db [None req-f6856ec6-8b29-49d2-9c97-de1e89436cec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Removed routes are [] {{(pid=84009) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 28 04:54:27.879395 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f6856ec6-8b29-49d2-9c97-de1e89436cec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:27.915634 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fd57377f-f49e-493d-88d0-84f25039c0ac no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:54:27.975947 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: fd57377f-f49e-493d-88d0-84f25039c0ac {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:54:27.976228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fd57377f-f49e-493d-88d0-84f25039c0ac not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:54:27.976724 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 4e111f90-f849-46e9-8e9d-e4271fafeb1a no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:54:28.013624 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 4e111f90-f849-46e9-8e9d-e4271fafeb1a {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:54:28.014054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 4e111f90-f849-46e9-8e9d-e4271fafeb1a not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:54:28.173797 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-41d569dc-5182-47da-b75d-dde16d3f756f req-6891269e-e02d-43af-adf7-2d751b2a8fbd tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Calling delete_port for 119df63d-18bb-4005-9c53-10ec561c3493 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:28.418761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f6856ec6-8b29-49d2-9c97-de1e89436cec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:28.423681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f6856ec6-8b29-49d2-9c97-de1e89436cec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:28.426145 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ea73fd08-e0b7-4cd6-9524-357dc5e0eaa2 req-ef9d99f6-adbf-4608-9029-75a67a4f89f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 1097 time: 0.3754337 May 28 04:54:28.435681 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba9e3b-b689-4b24-be26-cc9db423da95 req-862f529b-1612-4efc-bfd5-ba308e4154a2 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:28.437033 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f3ba9e3b-b689-4b24-be26-cc9db423da95 req-862f529b-1612-4efc-bfd5-ba308e4154a2 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7167e55-a146-459a-b0d5-91722b9d1add HTTP/1.1" status: 200 len: 945 time: 0.3853042 May 28 04:54:28.478999 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03dc85-0f75-493e-b295-00206cf5562c req-0a0cf6d5-29be-45d4-8f10-6e3b6ce9e631 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:28.480521 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1a03dc85-0f75-493e-b295-00206cf5562c req-0a0cf6d5-29be-45d4-8f10-6e3b6ce9e631 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 944 time: 0.3175912 May 28 04:54:28.567839 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6856ec6-8b29-49d2-9c97-de1e89436cec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router 3a279b39-7470-42d4-a3dd-033d70e03aa1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:54:28.581561 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-41d569dc-5182-47da-b75d-dde16d3f756f req-6891269e-e02d-43af-adf7-2d751b2a8fbd tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:28.657175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891269e-e02d-43af-adf7-2d751b2a8fbd tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event deleted for resources: {'Port': ['ID=119df63d-18bb-4005-9c53-10ec561c3493,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:28.715685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6856ec6-8b29-49d2-9c97-de1e89436cec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:54:28.721991 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f6856ec6-8b29-49d2-9c97-de1e89436cec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:28.723132 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f6856ec6-8b29-49d2-9c97-de1e89436cec tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/3a279b39-7470-42d4-a3dd-033d70e03aa1 HTTP/1.1" status: 200 len: 701 time: 1.2219696 May 28 04:54:28.725972 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 32818) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:28.736694 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f3ba9e3b-b689-4b24-be26-cc9db423da95 req-70b83003-c199-4ad2-9eb8-f40caf1d4824 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "GET /v2.0/security-groups?id=6af84ceb-4a3e-47e2-a324-982f49c240f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719836 May 28 04:54:28.743443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73fd08-e0b7-4cd6-9524-357dc5e0eaa2 req-701ab56b-a336-4498-9330-3292b3e5b4e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:28.744788 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ea73fd08-e0b7-4cd6-9524-357dc5e0eaa2 req-701ab56b-a336-4498-9330-3292b3e5b4e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 911 time: 0.3035209 May 28 04:54:28.747161 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1a03dc85-0f75-493e-b295-00206cf5562c req-ceadfa1e-77cc-44b9-8f38-1fd74b02ae38 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070563 May 28 04:54:28.783875 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-391c7a2c-ea89-43f1-8ad4-e5bb79b0f756 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Synchronizing usage tracker for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:28.800315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-391c7a2c-ea89-43f1-8ad4-e5bb79b0f756 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Unset dirty status for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:28.804447 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-391c7a2c-ea89-43f1-8ad4-e5bb79b0f756 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a279b39-7470-42d4-a3dd-033d70e03aa1 HTTP/1.1" status: 200 len: 205 time: 0.0750189 May 28 04:54:28.805059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 32824) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:28.834863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d569dc-5182-47da-b75d-dde16d3f756f req-6891269e-e02d-43af-adf7-2d751b2a8fbd tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] No DVR routers for this DVR port 119df63d-18bb-4005-9c53-10ec561c3493 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:54:28.843727 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-41d569dc-5182-47da-b75d-dde16d3f756f req-6891269e-e02d-43af-adf7-2d751b2a8fbd tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:28.848640 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ea73fd08-e0b7-4cd6-9524-357dc5e0eaa2 req-2875640f-5a0b-47aa-a51b-a217fa22534a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=615fa682-a70c-4c3b-a0bb-cf4ef0e4148a HTTP/1.1" status: 200 len: 217 time: 0.0776031 May 28 04:54:28.889559 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-41d569dc-5182-47da-b75d-dde16d3f756f req-6891269e-e02d-43af-adf7-2d751b2a8fbd tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.66 "DELETE /v2.0/ports/119df63d-18bb-4005-9c53-10ec561c3493 HTTP/1.1" status: 204 len: 173 time: 1.7107553 May 28 04:54:28.915724 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73fd08-e0b7-4cd6-9524-357dc5e0eaa2 req-1d97b67f-04f0-4037-8cdf-95b0f8a1f2de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:28.917915 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ea73fd08-e0b7-4cd6-9524-357dc5e0eaa2 req-1d97b67f-04f0-4037-8cdf-95b0f8a1f2de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8dc39ab9-b8b9-4f7a-95dd-aab229021c21 HTTP/1.1" status: 200 len: 849 time: 0.0625033 May 28 04:54:28.978556 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de0323b7-951e-4576-a07c-3bb2fe6b3f3e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.006481 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ea73fd08-e0b7-4cd6-9524-357dc5e0eaa2 req-05744ff9-a267-480b-b07c-98ab1b088423 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9829c481-31a9-48d1-9599-15df4d99a3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830245 May 28 04:54:29.221051 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ea73fd08-e0b7-4cd6-9524-357dc5e0eaa2 req-34c2e75d-61e4-4fae-a863-05e404eff852 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072520 May 28 04:54:29.246222 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32834) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:29.362697 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ea73fd08-e0b7-4cd6-9524-357dc5e0eaa2 req-a4ea6106-5cc3-4e83-9756-72dcfa16d7d3 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341400 May 28 04:54:29.374460 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'name': 'network-vif-deleted', 'tag': '119df63d-18bb-4005-9c53-10ec561c3493'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:54:29.415715 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de0323b7-951e-4576-a07c-3bb2fe6b3f3e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.423464 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de0323b7-951e-4576-a07c-3bb2fe6b3f3e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.442847 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f03258-8241-4ad7-a720-376f350bf401'] response: {'server_uuid': 'a7167e55-a146-459a-b0d5-91722b9d1add', 'name': 'network-vif-deleted', 'tag': '119df63d-18bb-4005-9c53-10ec561c3493', 'status': 'completed', 'code': 200} May 28 04:54:29.455032 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de0323b7-951e-4576-a07c-3bb2fe6b3f3e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.455850 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0323b7-951e-4576-a07c-3bb2fe6b3f3e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Fanout notify agent at l3_agent the message router_deleted on router 3a279b39-7470-42d4-a3dd-033d70e03aa1 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:54:29.474895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'network': {'name': 'tempest-network-smoke--1738651691', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'port_security_enabled': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:29.477871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de0323b7-951e-4576-a07c-3bb2fe6b3f3e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.483747 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-de0323b7-951e-4576-a07c-3bb2fe6b3f3e tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/routers/3a279b39-7470-42d4-a3dd-033d70e03aa1 HTTP/1.1" status: 204 len: 168 time: 0.6728766 May 28 04:54:29.483894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32842) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:29.486667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:29.491491 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-abec18ea-77fd-4323-a2fa-e46d30a12549 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1844810283', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:29.499220 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:network and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:29.502063 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-abec18ea-77fd-4323-a2fa-e46d30a12549 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:29.504174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:29.510689 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-abec18ea-77fd-4323-a2fa-e46d30a12549 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Usage tracker for resource:router and tenant:05b124fcd30248b9a0df9256a20c9dd5 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:29.513244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:29.515278 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-abec18ea-77fd-4323-a2fa-e46d30a12549 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:29.522646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-abec18ea-77fd-4323-a2fa-e46d30a12549 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:29.531003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:54:29.534018 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.550986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-abec18ea-77fd-4323-a2fa-e46d30a12549 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.552345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-abec18ea-77fd-4323-a2fa-e46d30a12549 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.560020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.592327 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 119df63d-18bb-4005-9c53-10ec561c3493 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:54:29.608318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:29.615114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-abec18ea-77fd-4323-a2fa-e46d30a12549 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.617170 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:29.625466 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 119df63d-18bb-4005-9c53-10ec561c3493 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:54:29.625739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:29.625869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 119df63d-18bb-4005-9c53-10ec561c3493 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:54:29.635372 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:29.652674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-abec18ea-77fd-4323-a2fa-e46d30a12549 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.701187 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-abec18ea-77fd-4323-a2fa-e46d30a12549 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.702380 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-abec18ea-77fd-4323-a2fa-e46d30a12549 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2177618 May 28 04:54:29.706845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 32846) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:29.714490 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-8de54e6d-6310-4026-a70f-f2141b794389 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:29.737362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.743447 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.784233 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:54:29.793793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef759ec8-3f2c-4c9b-a246-471cfe724abc,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:29.799561 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.799901 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Added segment f6c8b46f-d00b-4712-a4d9-f18ca450b769 of type vlan for network fe93190d-55ec-4293-bc3a-201d1134f3c2 May 28 04:54:29.831465 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.871208 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:29.875578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:29.876164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:30.047623 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 32854) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:30.155837 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9064641 May 28 04:54:30.159177 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 32858) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:30.159715 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78933f22-807e-4189-9cc2-92d94663d8a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Network': ['ID=fe93190d-55ec-4293-bc3a-201d1134f3c2,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:30.171130 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network fe93190d-55ec-4293-bc3a-201d1134f3c2 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:54:30.176835 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'admin_state_up': True, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:30.196572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b12e15-d3f2-409e-84a4-cb71a2ed2d13 req-9557ff5b-7764-4ab8-9aaa-cfba3e635372 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:30.198182 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b12e15-d3f2-409e-84a4-cb71a2ed2d13 req-9557ff5b-7764-4ab8-9aaa-cfba3e635372 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 944 time: 0.2869074 May 28 04:54:30.234687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:30.244724 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:router and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:30.249215 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:30.251623 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b12e15-d3f2-409e-84a4-cb71a2ed2d13 req-2c925ef9-558a-4e00-82d8-93300be4b125 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466752 May 28 04:54:30.259442 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:30.338257 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:30.339207 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:30.421083 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8de54e6d-6310-4026-a70f-f2141b794389 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:30.439402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8de54e6d-6310-4026-a70f-f2141b794389 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:30.446998 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:30.763290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:30.934748 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de54e6d-6310-4026-a70f-f2141b794389 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Router d66c0738-b642-4989-95eb-860569a55562 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:54:31.298493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de54e6d-6310-4026-a70f-f2141b794389 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:54:31.309197 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e779144-e0ee-4f49-b039-da3a1ea80d64 None None] Sync routers for ids ['d66c0738-b642-4989-95eb-860569a55562'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:54:31.321992 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e779144-e0ee-4f49-b039-da3a1ea80d64 None None] Routers {'d66c0738-b642-4989-95eb-860569a55562'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:31.322602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-2e779144-e0ee-4f49-b039-da3a1ea80d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d66c0738-b642-4989-95eb-860569a55562'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:31.325679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8de54e6d-6310-4026-a70f-f2141b794389 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:31.329399 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8de54e6d-6310-4026-a70f-f2141b794389 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "PUT /v2.0/routers/d66c0738-b642-4989-95eb-860569a55562 HTTP/1.1" status: 200 len: 694 time: 1.6186178 May 28 04:54:31.330686 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32864) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:31.390964 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:31.427821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:31.461886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-2e779144-e0ee-4f49-b039-da3a1ea80d64 None None] Set router d66c0738-b642-4989-95eb-860569a55562 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:31.463392 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5e596621-3e67-4ffc-bb8c-25cfe210638d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:31.535385 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5eea9c1c-e059-483b-a29a-52fd3d676287 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/routers/d66c0738-b642-4989-95eb-860569a55562 HTTP/1.1" status: 200 len: 700 time: 0.2029941 May 28 04:54:31.537119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32868) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:31.585629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-72f7969a-8443-42e3-bdca-d644ea449346 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Synchronizing usage tracker for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:31.601623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cb3eb-4d2c-43f2-bf9b-6a011163d93e req-31aaae04-61f9-47ef-ad98-7c2c07eef24c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:31.603119 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5a1cb3eb-4d2c-43f2-bf9b-6a011163d93e req-31aaae04-61f9-47ef-ad98-7c2c07eef24c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 944 time: 0.1948822 May 28 04:54:31.608647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-72f7969a-8443-42e3-bdca-d644ea449346 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Unset dirty status for tenant:05b124fcd30248b9a0df9256a20c9dd5 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:31.610022 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-72f7969a-8443-42e3-bdca-d644ea449346 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports?device_id=d66c0738-b642-4989-95eb-860569a55562 HTTP/1.1" status: 200 len: 205 time: 0.0715201 May 28 04:54:31.611469 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-2e779144-e0ee-4f49-b039-da3a1ea80d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66c0738-b642-4989-95eb-860569a55562', 'name': 'tempest-RoutersTest-router-1844810283', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:29Z', 'updated_at': '2022-05-28T04:54:30Z', 'revision_number': 2, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:31.614137 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32872) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:31.616410 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e779144-e0ee-4f49-b039-da3a1ea80d64 None None] Checking router: d66c0738-b642-4989-95eb-860569a55562 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:54:31.628019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e779144-e0ee-4f49-b039-da3a1ea80d64 None None] Routers {'d66c0738-b642-4989-95eb-860569a55562'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:31.628348 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-2e779144-e0ee-4f49-b039-da3a1ea80d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d66c0738-b642-4989-95eb-860569a55562'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:31.707682 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.214 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/f5919db1-5c69-4589-b3e6-8a5df3409be6) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:54:31.752493 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-2e779144-e0ee-4f49-b039-da3a1ea80d64 None None] Set router d66c0738-b642-4989-95eb-860569a55562 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:31.801159 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5a1cb3eb-4d2c-43f2-bf9b-6a011163d93e req-3c899811-a279-4079-880c-9a24e169d1f6 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842210 May 28 04:54:31.810793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5f76db34-19d1-4f0d-ac4a-0ca663212628 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:31.862719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-2e779144-e0ee-4f49-b039-da3a1ea80d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd66c0738-b642-4989-95eb-860569a55562', 'name': 'tempest-RoutersTest-router-1844810283', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:29Z', 'updated_at': '2022-05-28T04:54:30Z', 'revision_number': 2, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:31.867850 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e779144-e0ee-4f49-b039-da3a1ea80d64 None None] The sync data for ids ['d66c0738-b642-4989-95eb-860569a55562'] in dv-neutron-843300-5-hyperv is: [{'id': 'd66c0738-b642-4989-95eb-860569a55562', 'name': 'tempest-RoutersTest-router-1844810283', 'tenant_id': '05b124fcd30248b9a0df9256a20c9dd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:29Z', 'updated_at': '2022-05-28T04:54:30Z', 'revision_number': 2, 'project_id': '05b124fcd30248b9a0df9256a20c9dd5', 'gw_port_host': None}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:54:31.885967 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:32.049121 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:32.142618 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:54:32.147742 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:54:32.150217 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=f5919db1-5c69-4589-b3e6-8a5df3409be6,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:32.152361 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:54:32.208106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5f76db34-19d1-4f0d-ac4a-0ca663212628 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:32.212560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5f76db34-19d1-4f0d-ac4a-0ca663212628 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:32.242782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5f76db34-19d1-4f0d-ac4a-0ca663212628 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:32.243279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f76db34-19d1-4f0d-ac4a-0ca663212628 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Fanout notify agent at l3_agent the message router_deleted on router d66c0738-b642-4989-95eb-860569a55562 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:54:32.258223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5f76db34-19d1-4f0d-ac4a-0ca663212628 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:32.259359 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5f76db34-19d1-4f0d-ac4a-0ca663212628 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/routers/d66c0738-b642-4989-95eb-860569a55562 HTTP/1.1" status: 204 len: 168 time: 0.6440687 May 28 04:54:32.263114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32876) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:32.304917 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0b3bf03a-ba25-4c92-af42-b789d89c4e9c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports?device_id=d66c0738-b642-4989-95eb-860569a55562 HTTP/1.1" status: 200 len: 205 time: 0.0405216 May 28 04:54:32.307219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32880) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:32.374628 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-d9f00957-fd69-4f21-bef4-ce4a5d907f2c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] delete failed (client error): The resource could not be found. May 28 04:54:32.375682 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d9f00957-fd69-4f21-bef4-ce4a5d907f2c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/routers/d66c0738-b642-4989-95eb-860569a55562 HTTP/1.1" status: 404 len: 336 time: 0.0675263 May 28 04:54:32.378360 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32884) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:32.415489 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-adde1a7b-95df-4b05-8621-295df65219d8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] DELETE failed (client error): The resource could not be found. May 28 04:54:32.415826 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adde1a7b-95df-4b05-8621-295df65219d8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:32.417526 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-adde1a7b-95df-4b05-8621-295df65219d8 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/c1db6609-4c86-40c3-898a-201f5a5e1c78 HTTP/1.1" status: 404 len: 337 time: 0.0382690 May 28 04:54:32.420424 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32888) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:32.456798 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e9be1a-c8cd-475c-bb87-e1c0bc02815c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] DELETE failed (client error): The resource could not be found. May 28 04:54:32.457226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e9be1a-c8cd-475c-bb87-e1c0bc02815c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:32.461326 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-98e9be1a-c8cd-475c-bb87-e1c0bc02815c tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/868be8c9-1e6e-4378-adda-7e253919a625 HTTP/1.1" status: 404 len: 337 time: 0.0376132 May 28 04:54:32.461459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32892) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:32.464245 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:32.464960 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:32.502394 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-9faca6f0-fd17-4b29-a997-69ee6f31076f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] DELETE failed (client error): The resource could not be found. May 28 04:54:32.502825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9faca6f0-fd17-4b29-a997-69ee6f31076f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:32.504461 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9faca6f0-fd17-4b29-a997-69ee6f31076f tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/c6db09cf-785b-46e9-82a5-9fd70fc33333 HTTP/1.1" status: 404 len: 337 time: 0.0421109 May 28 04:54:32.507135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32896) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:32.647821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-5e596621-3e67-4ffc-bb8c-25cfe210638d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Deleting port a8ee52d2-5e1f-4f65-873c-92a463f4821d {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:32.648156 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5e596621-3e67-4ffc-bb8c-25cfe210638d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:32.660783 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-2934c7b1-02f6-4680-bf84-3899c2ab5278 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] DELETE failed (client error): The resource could not be found. May 28 04:54:32.661360 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2934c7b1-02f6-4680-bf84-3899c2ab5278 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:32.663300 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2934c7b1-02f6-4680-bf84-3899c2ab5278 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/59067f1e-f65e-47cd-ace0-2a1f05fda98c HTTP/1.1" status: 404 len: 337 time: 0.1550250 May 28 04:54:32.666163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32900) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:32.721086 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2a6aa23b-0e72-40fc-ba38-f57b102eb755 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a279b39-7470-42d4-a3dd-033d70e03aa1 HTTP/1.1" status: 200 len: 205 time: 0.0538373 May 28 04:54:32.722829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32904) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:32.789443 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-ecaedec5-d628-482c-b331-8e3fb6a39660 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] delete failed (client error): The resource could not be found. May 28 04:54:32.790536 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ecaedec5-d628-482c-b331-8e3fb6a39660 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/routers/3a279b39-7470-42d4-a3dd-033d70e03aa1 HTTP/1.1" status: 404 len: 336 time: 0.0667915 May 28 04:54:32.793926 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32908) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:32.836287 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cb58e2d8-378c-4b46-a968-1f3eee3bc322 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports?device_id=148a2845-7806-4ea3-a93a-2fed734e76c3 HTTP/1.1" status: 200 len: 205 time: 0.0412116 May 28 04:54:32.838966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32914) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:32.908980 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-44130e39-681d-4678-a576-de7ba2c81df4 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] delete failed (client error): The resource could not be found. May 28 04:54:32.910319 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-44130e39-681d-4678-a576-de7ba2c81df4 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/routers/148a2845-7806-4ea3-a93a-2fed734e76c3 HTTP/1.1" status: 404 len: 336 time: 0.0704136 May 28 04:54:32.913753 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32918) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:32.983783 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-5e596621-3e67-4ffc-bb8c-25cfe210638d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] For port a8ee52d2-5e1f-4f65-873c-92a463f4821d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a8ee52d2-5e1f-4f65-873c-92a463f4821d,segment=NetworkSegment(497a3fe1-b9ff-426c-a2a9-2a92dbee5840),segment_id=497a3fe1-b9ff-426c-a2a9-2a92dbee5840)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:32.984138 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5e596621-3e67-4ffc-bb8c-25cfe210638d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:32.996361 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb71bfa-e763-4c14-942e-162e42abb024 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] DELETE failed (client error): The resource could not be found. May 28 04:54:32.996849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb71bfa-e763-4c14-942e-162e42abb024 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:33.001342 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bdb71bfa-e763-4c14-942e-162e42abb024 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/cdfc6804-8258-47c3-9688-19e3f423dea1 HTTP/1.1" status: 404 len: 337 time: 0.0839005 May 28 04:54:33.004052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32922) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:33.050358 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8ba432d9-eb34-4de2-b4fa-8c7db5e4d7d5 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports?device_id=55335cbe-bee2-4113-b66f-393c70138595 HTTP/1.1" status: 200 len: 205 time: 0.0452104 May 28 04:54:33.053537 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32926) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:33.109671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-5e596621-3e67-4ffc-bb8c-25cfe210638d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Calling delete_port for a8ee52d2-5e1f-4f65-873c-92a463f4821d owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:33.125805 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-421c44e0-78a3-4ad8-b48f-f9f96a3c5b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] delete failed (client error): The resource could not be found. May 28 04:54:33.126818 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-421c44e0-78a3-4ad8-b48f-f9f96a3c5b8b tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/routers/55335cbe-bee2-4113-b66f-393c70138595 HTTP/1.1" status: 404 len: 336 time: 0.0723665 May 28 04:54:33.129990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32930) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:33.173181 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9f8d2832-fdd6-46ba-8542-546562c5bb55 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bddd8ba-84a2-41d8-bbd5-4505debcfc4d HTTP/1.1" status: 200 len: 205 time: 0.0420096 May 28 04:54:33.176164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32934) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:33.244789 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-1ab3af98-a382-42e3-ad4a-55ed0d617630 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] delete failed (client error): The resource could not be found. May 28 04:54:33.245682 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1ab3af98-a382-42e3-ad4a-55ed0d617630 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/routers/0bddd8ba-84a2-41d8-bbd5-4505debcfc4d HTTP/1.1" status: 404 len: 336 time: 0.0686102 May 28 04:54:33.247347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 321f6575-6072-48e9-892a-b1d447deed2e is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:54:33.249136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 32938) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:33.252630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c457de-f67b-4de9-ae1f-ec0bbf53d788 req-96aed5cd-362a-464d-b9ae-22f76fb93a57 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:33.254061 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-01c457de-f67b-4de9-ae1f-ec0bbf53d788 req-96aed5cd-362a-464d-b9ae-22f76fb93a57 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 944 time: 0.2976565 May 28 04:54:33.300459 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-01c457de-f67b-4de9-ae1f-ec0bbf53d788 req-9b6e92fe-b6e3-4f21-af3a-0aeb4e214eb5 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403490 May 28 04:54:33.321414 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf29b2a3-eb1f-4d4c-b960-e0cae0e29ccd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] DELETE failed (client error): The resource could not be found. May 28 04:54:33.321865 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf29b2a3-eb1f-4d4c-b960-e0cae0e29ccd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:33.350893 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bf29b2a3-eb1f-4d4c-b960-e0cae0e29ccd tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/bb48f732-1d5f-45ac-a84e-94b05db3a1cf HTTP/1.1" status: 404 len: 337 time: 0.0990434 May 28 04:54:33.355696 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 32942) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:33.451098 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-09008c53-2993-4dc8-b2c5-dc9fbf2fc1e1 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports?device_id=c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1 HTTP/1.1" status: 200 len: 205 time: 0.0922630 May 28 04:54:33.451799 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5e596621-3e67-4ffc-bb8c-25cfe210638d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:33.453843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32946) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:33.521007 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-fd6132d1-ee4b-48b6-8726-26f7484aef47 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] delete failed (client error): The resource could not be found. May 28 04:54:33.521963 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fd6132d1-ee4b-48b6-8726-26f7484aef47 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/routers/c651fd75-7c9c-4fbb-b22e-cb5e322ea3f1 HTTP/1.1" status: 404 len: 336 time: 0.0670981 May 28 04:54:33.524635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32950) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:33.557690 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e596621-3e67-4ffc-bb8c-25cfe210638d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event deleted for resources: {'Port': ['ID=a8ee52d2-5e1f-4f65-873c-92a463f4821d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:33.561811 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-19f41b23-1f56-45f6-870f-aaa7ff31d491 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] DELETE failed (client error): The resource could not be found. May 28 04:54:33.562250 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19f41b23-1f56-45f6-870f-aaa7ff31d491 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:33.563879 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-19f41b23-1f56-45f6-870f-aaa7ff31d491 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/a95cc426-359b-41a0-90d0-cb4e846eab4a HTTP/1.1" status: 404 len: 337 time: 0.0383990 May 28 04:54:33.566667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32954) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:33.610900 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7dbd7073-73f1-4eff-b987-8b602136bc31 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e1d8740-d63c-4a54-957a-e3ea7348500b HTTP/1.1" status: 200 len: 205 time: 0.0431457 May 28 04:54:33.613370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32958) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:33.681189 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-1adb30b7-d4eb-4a3d-b064-41cdf52da755 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] delete failed (client error): The resource could not be found. May 28 04:54:33.682282 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1adb30b7-d4eb-4a3d-b064-41cdf52da755 tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/routers/0e1d8740-d63c-4a54-957a-e3ea7348500b HTTP/1.1" status: 404 len: 336 time: 0.0679467 May 28 04:54:33.684966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32962) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:33.723090 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c3cba4-510e-403b-bc03-af2cf24c90ed tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] DELETE failed (client error): The resource could not be found. May 28 04:54:33.723526 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c3cba4-510e-403b-bc03-af2cf24c90ed tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:33.725179 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a7c3cba4-510e-403b-bc03-af2cf24c90ed tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/a0031b32-be1e-4b30-91b8-dcaea328d53e HTTP/1.1" status: 404 len: 337 time: 0.0393164 May 28 04:54:33.729311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32966) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:33.770401 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8511cec-e46e-4419-931f-26febbb1c8ee tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] DELETE failed (client error): The resource could not be found. May 28 04:54:33.770760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8511cec-e46e-4419-931f-26febbb1c8ee tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 04:54:33.775091 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c8511cec-e46e-4419-931f-26febbb1c8ee tempest-RoutersTest-1483590423 tempest-RoutersTest-1483590423-project] 10.222.0.15 "DELETE /v2.0/subnets/74aafac7-94b0-4f1a-9d8c-5f7c3ec4c92b HTTP/1.1" status: 404 len: 337 time: 0.0421255 May 28 04:54:33.872102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:54:33.882494 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Sync routers for ids ['321f6575-6072-48e9-892a-b1d447deed2e'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:54:33.894778 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Routers {'321f6575-6072-48e9-892a-b1d447deed2e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:33.895712 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-18abc977-8e16-4dd2-82df-53865494186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['321f6575-6072-48e9-892a-b1d447deed2e'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:33.926417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:33.930425 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9b6c8e61-6e4c-4f19-b70e-4a51c68610c8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.7651236 May 28 04:54:33.930826 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32972) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:33.947631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5e596621-3e67-4ffc-bb8c-25cfe210638d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:34.067715 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-06b3fc1a-fac2-463f-9287-df7e9068c1f1 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f3dfbb4a80ae4be4a49f16f926649fcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1356821 May 28 04:54:34.072206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32980) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:34.099632 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Set router 321f6575-6072-48e9-892a-b1d447deed2e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:34.117875 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 32984) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:34.233359 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47b0149-9d46-4012-9369-7f0f59adefb5 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:34.234885 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d47b0149-9d46-4012-9369-7f0f59adefb5 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1616783 May 28 04:54:34.237679 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32990) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:34.281087 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-97709da1-b66b-4c58-8bcc-566b481bf66b tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420823 May 28 04:54:34.283851 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 32994) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:34.289364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-39079eb2-df76-4cc8-b0b1-d1207f10f23c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2123399806', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:34.393219 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bb791274-95fc-4a29-af5e-534a3278b7de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05b124fcd30248b9a0df9256a20c9dd5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2742300 May 28 04:54:34.396078 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33000) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:34.398885 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-18abc977-8e16-4dd2-82df-53865494186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:54:32Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:34.404546 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Checking router: 321f6575-6072-48e9-892a-b1d447deed2e for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:54:34.404905 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Updating router 321f6575-6072-48e9-892a-b1d447deed2e port f5919db1-5c69-4589-b3e6-8a5df3409be6 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:54:34.408698 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-39079eb2-df76-4cc8-b0b1-d1207f10f23c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:34.412894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-39079eb2-df76-4cc8-b0b1-d1207f10f23c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:subnet and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:34.416446 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-39079eb2-df76-4cc8-b0b1-d1207f10f23c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:34.423611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-39079eb2-df76-4cc8-b0b1-d1207f10f23c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:34.439638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39079eb2-df76-4cc8-b0b1-d1207f10f23c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:54:34.478244 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:34.711453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-39079eb2-df76-4cc8-b0b1-d1207f10f23c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:34.713038 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d4cc978b-d6a6-4184-9765-a125160b2fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:34.758133 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d4cc978b-d6a6-4184-9765-a125160b2fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:34.823162 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58261c6f-62fe-41ba-9957-311d2dcf4334 req-2fa498b4-d7a9-44cf-b374-05b765f8fcdd tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:34.830551 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-58261c6f-62fe-41ba-9957-311d2dcf4334 req-2fa498b4-d7a9-44cf-b374-05b765f8fcdd tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 944 time: 0.3628380 May 28 04:54:34.851526 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d4cc978b-d6a6-4184-9765-a125160b2fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:34.872388 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:34.876755 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc978b-d6a6-4184-9765-a125160b2fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564eafc7-e784-4137-9ceb-f2a1d4bf1426,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:34.893248 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d4cc978b-d6a6-4184-9765-a125160b2fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:34.894154 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Transition to ACTIVE for port object f5919db1-5c69-4589-b3e6-8a5df3409be6 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:54:34.894758 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-58261c6f-62fe-41ba-9957-311d2dcf4334 req-97069060-9cf8-4140-8966-ee7729be0dd0 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633488 May 28 04:54:34.905142 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:34.907451 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d4cc978b-d6a6-4184-9765-a125160b2fab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/564eafc7-e784-4137-9ceb-f2a1d4bf1426 HTTP/1.1" status: 204 len: 168 time: 0.5106804 May 28 04:54:34.948303 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e596621-3e67-4ffc-bb8c-25cfe210638d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Router 5427a005-0295-4ddd-9dfc-0b333d3fae62 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:54:35.012105 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Attempting to bind port f5919db1-5c69-4589-b3e6-8a5df3409be6 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:54:35.012860 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Attempting to bind port f5919db1-5c69-4589-b3e6-8a5df3409be6 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:54:35.013732 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Attempting to bind port f5919db1-5c69-4589-b3e6-8a5df3409be6 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:54:35.023948 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac9a8-5efb-43e7-86cc-2583551a05e1 None None] Pushing event updated for resources: {'Port': ['ID=f5919db1-5c69-4589-b3e6-8a5df3409be6,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:35.030691 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:54:35.031400 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:54:35.032094 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:35.032868 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:54:35.033713 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Bound port: f5919db1-5c69-4589-b3e6-8a5df3409be6, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:54:35.034280 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:35.066928 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-39079eb2-df76-4cc8-b0b1-d1207f10f23c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:35.072965 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac9a8-5efb-43e7-86cc-2583551a05e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:35.073606 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac9a8-5efb-43e7-86cc-2583551a05e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:35.074365 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac9a8-5efb-43e7-86cc-2583551a05e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:35.074886 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac9a8-5efb-43e7-86cc-2583551a05e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:35.075412 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac9a8-5efb-43e7-86cc-2583551a05e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:35.075926 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac9a8-5efb-43e7-86cc-2583551a05e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:35.076449 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac9a8-5efb-43e7-86cc-2583551a05e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:35.077175 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac9a8-5efb-43e7-86cc-2583551a05e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:35.077737 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac9a8-5efb-43e7-86cc-2583551a05e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:35.078251 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac9a8-5efb-43e7-86cc-2583551a05e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:35.078761 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187ac9a8-5efb-43e7-86cc-2583551a05e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:54:35.126055 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-18abc977-8e16-4dd2-82df-53865494186d None None] For port f5919db1-5c69-4589-b3e6-8a5df3409be6, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:54:35.130461 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-18abc977-8e16-4dd2-82df-53865494186d None None] For port f5919db1-5c69-4589-b3e6-8a5df3409be6, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f5919db1-5c69-4589-b3e6-8a5df3409be6,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:54:35.139809 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:35.163674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39079eb2-df76-4cc8-b0b1-d1207f10f23c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Subnet': ['ID=317c9849-259d-49ef-b490-d700cf2a23e4,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:35.179262 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39079eb2-df76-4cc8-b0b1-d1207f10f23c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Checking segment: {'id': 'f6c8b46f-d00b-4712-a4d9-f18ca450b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:54:35.179681 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39079eb2-df76-4cc8-b0b1-d1207f10f23c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network hostable DHCP agents. Network: fe93190d-55ec-4293-bc3a-201d1134f3c2, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:54:35.208543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39079eb2-df76-4cc8-b0b1-d1207f10f23c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network fe93190d-55ec-4293-bc3a-201d1134f3c2 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:54:35.220851 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e596621-3e67-4ffc-bb8c-25cfe210638d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:54:35.226518 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5e596621-3e67-4ffc-bb8c-25cfe210638d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "PUT /v2.0/routers/5427a005-0295-4ddd-9dfc-0b333d3fae62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1777158 May 28 04:54:35.229254 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33010) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:35.230997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-39079eb2-df76-4cc8-b0b1-d1207f10f23c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, fe93190d-55ec-4293-bc3a-201d1134f3c2) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:54:35.241333 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f503c3-5ac4-4ad6-a306-7be848c4def5 None None] Network fe93190d-55ec-4293-bc3a-201d1134f3c2 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:54:35.244979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39079eb2-df76-4cc8-b0b1-d1207f10f23c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:35.245726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-39079eb2-df76-4cc8-b0b1-d1207f10f23c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:35.246071 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Routers {'321f6575-6072-48e9-892a-b1d447deed2e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:35.246770 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-18abc977-8e16-4dd2-82df-53865494186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['321f6575-6072-48e9-892a-b1d447deed2e'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:35.281528 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-39079eb2-df76-4cc8-b0b1-d1207f10f23c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9940546 May 28 04:54:35.281794 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33016) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:35.293896 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ac9a8-5efb-43e7-86cc-2583551a05e1 None None] Pushing event updated for resources: {'Port': ['ID=f5919db1-5c69-4589-b3e6-8a5df3409be6,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:35.482377 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-18abc977-8e16-4dd2-82df-53865494186d None None] Set router 321f6575-6072-48e9-892a-b1d447deed2e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:35.531022 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-fe93190d-55ec-4293-bc3a-201d1134f3c2', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:54:35.531837 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:35.578509 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f4dbed-dd75-4f21-8c52-4bcfe9a0005a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Deleting subnet 37d324a7-8cdb-4a4c-b011-f130e877afd0 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:54:35.581782 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-95f4dbed-dd75-4f21-8c52-4bcfe9a0005a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:35.634212 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 04:54:35.643236 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-95f4dbed-dd75-4f21-8c52-4bcfe9a0005a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:35.757509 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-95f4dbed-dd75-4f21-8c52-4bcfe9a0005a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:35.919184 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-95f4dbed-dd75-4f21-8c52-4bcfe9a0005a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:35.921006 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Allocated IP 172.20.0.2 (fe93190d-55ec-4293-bc3a-201d1134f3c2/317c9849-259d-49ef-b490-d700cf2a23e4/ae22c0db-d8d5-47fb-86e5-f428b03af31e) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:54:35.929079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=615fa682-a70c-4c3b-a0bb-cf4ef0e4148a,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:35.966632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '615fa682-a70c-4c3b-a0bb-cf4ef0e4148a', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'port_id': '615fa682-a70c-4c3b-a0bb-cf4ef0e4148a', 'mac_address': 'fa:16:3e:ee:d0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 04:54:35.981289 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4dbed-dd75-4f21-8c52-4bcfe9a0005a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event deleted for resources: {'Subnet': ['ID=37d324a7-8cdb-4a4c-b011-f130e877afd0,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:35.988964 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-95f4dbed-dd75-4f21-8c52-4bcfe9a0005a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:35.999909 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-95f4dbed-dd75-4f21-8c52-4bcfe9a0005a tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "DELETE /v2.0/subnets/37d324a7-8cdb-4a4c-b011-f130e877afd0 HTTP/1.1" status: 204 len: 168 time: 0.7668853 May 28 04:54:36.000279 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33034) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:36.009234 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-18abc977-8e16-4dd2-82df-53865494186d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:54:32Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:36.023653 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18abc977-8e16-4dd2-82df-53865494186d None None] The sync data for ids ['321f6575-6072-48e9-892a-b1d447deed2e'] in dv-neutron-843300-5-hyperv is: [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:54:32Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:54:36.082508 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:36.093197 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cda1dd4-018a-480f-85b6-369f3cc09388 None None] Network 22f2b8f5-a005-404a-81aa-e0f719181fdc requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:54:36.160829 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33038) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:36.256615 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6cb79-81c5-4c4e-88c1-e5d06fd437e4 req-7576a5c7-bfba-48e0-a27c-ab60188afbd0 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:36.258010 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dcd6cb79-81c5-4c4e-88c1-e5d06fd437e4 req-7576a5c7-bfba-48e0-a27c-ab60188afbd0 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 944 time: 0.1054239 May 28 04:54:36.260540 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a740e057-31cc-4c65-a921-d54f8f8f892f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:36.261405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:54:36.327593 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dcd6cb79-81c5-4c4e-88c1-e5d06fd437e4 req-c605b89f-a255-41d8-829d-7b4d847e30fc tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629609 May 28 04:54:36.388418 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4cd44847-02ec-45db-8ae5-11a33add44ea tempest-ServiceProvidersTest-730352402 tempest-ServiceProvidersTest-730352402-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2188759 May 28 04:54:36.400831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=615fa682-a70c-4c3b-a0bb-cf4ef0e4148a,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:36.415518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:36.517402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a740e057-31cc-4c65-a921-d54f8f8f892f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:36.527513 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:36.531416 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a740e057-31cc-4c65-a921-d54f8f8f892f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Deleting port 2984b298-4fca-4027-85d9-6d0a08adb6aa {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:36.532247 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a740e057-31cc-4c65-a921-d54f8f8f892f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:36.572921 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=615fa682-a70c-4c3b-a0bb-cf4ef0e4148a,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:36.584155 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:36.598545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Transition to ACTIVE for port object ae22c0db-d8d5-47fb-86e5-f428b03af31e will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:54:36.632611 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['615fa682-a70c-4c3b-a0bb-cf4ef0e4148a'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 04:54:36.668279 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Transition to ACTIVE for port object ae22c0db-d8d5-47fb-86e5-f428b03af31e will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:54:36.685983 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:36.809215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33048) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:36.812638 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15872b24-b1f8-43fe-bd05-d5277caf726a None None] DHCP port deletion for 22f2b8f5-a005-404a-81aa-e0f719181fdc request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:54:36.840978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-15872b24-b1f8-43fe-bd05-d5277caf726a None None] Deleting port 05bab481-84b7-4944-a7f0-f7f330e4f6ee {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:54:36.841340 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-15872b24-b1f8-43fe-bd05-d5277caf726a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:36.918314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-a740e057-31cc-4c65-a921-d54f8f8f892f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] For port 2984b298-4fca-4027-85d9-6d0a08adb6aa, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2984b298-4fca-4027-85d9-6d0a08adb6aa,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:36.918845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a740e057-31cc-4c65-a921-d54f8f8f892f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:36.962582 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Network fe93190d-55ec-4293-bc3a-201d1134f3c2 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:54:36.972947 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:54:36.975435 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:54:36.986171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Pushing event updated for resources: {'Port': ['ID=ae22c0db-d8d5-47fb-86e5-f428b03af31e,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:37.045541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cecfaccf-8db1-42b9-bd59-03760f5bd73f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.050386 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a740e057-31cc-4c65-a921-d54f8f8f892f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Calling delete_port for 2984b298-4fca-4027-85d9-6d0a08adb6aa owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:37.079031 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33bb8fc-5d85-4888-a636-0c1334d70452 None None] Sync routers for ids ['3a279b39-7470-42d4-a3dd-033d70e03aa1'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:54:37.083305 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f0416-f0d8-42fe-b2f3-58235a557898 None None] New status for floating IP 85a9e999-79e6-4fcc-bc51-9287dc8eb037: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:54:37.136858 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-cecfaccf-8db1-42b9-bd59-03760f5bd73f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:37.145194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cecfaccf-8db1-42b9-bd59-03760f5bd73f admin admin] Usage tracker for resource:security_group_rule and tenant:a7ce3a506b3d4216b80514a4e91144df is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:37.150008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cecfaccf-8db1-42b9-bd59-03760f5bd73f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:37.159336 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-cecfaccf-8db1-42b9-bd59-03760f5bd73f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:37.178038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.1 (fe93190d-55ec-4293-bc3a-201d1134f3c2/317c9849-259d-49ef-b490-d700cf2a23e4/8c35f49d-49fb-4e18-a9cc-bc43aa278d73) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:54:37.259577 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a740e057-31cc-4c65-a921-d54f8f8f892f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.301560 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Attempting to bind port ae22c0db-d8d5-47fb-86e5-f428b03af31e on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:54:37.302262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Attempting to bind port ae22c0db-d8d5-47fb-86e5-f428b03af31e by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'f6c8b46f-d00b-4712-a4d9-f18ca450b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:54:37.302262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Attempting to bind port ae22c0db-d8d5-47fb-86e5-f428b03af31e on network fe93190d-55ec-4293-bc3a-201d1134f3c2 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:54:37.306053 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740e057-31cc-4c65-a921-d54f8f8f892f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event deleted for resources: {'Port': ['ID=2984b298-4fca-4027-85d9-6d0a08adb6aa,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:37.336866 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33bb8fc-5d85-4888-a636-0c1334d70452 None None] Routers set() bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:37.337235 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33bb8fc-5d85-4888-a636-0c1334d70452 None None] Router IDs set() for agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 28 04:54:37.337885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_agentschedulers_db [None req-b33bb8fc-5d85-4888-a636-0c1334d70452 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3a279b39-7470-42d4-a3dd-033d70e03aa1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent'). {{(pid=84011) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 28 04:54:37.350735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-15872b24-b1f8-43fe-bd05-d5277caf726a None None] For port 05bab481-84b7-4944-a7f0-f7f330e4f6ee, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=05bab481-84b7-4944-a7f0-f7f330e4f6ee,segment=NetworkSegment(497a3fe1-b9ff-426c-a2a9-2a92dbee5840),segment_id=497a3fe1-b9ff-426c-a2a9-2a92dbee5840)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:37.351127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-15872b24-b1f8-43fe-bd05-d5277caf726a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.359285 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:54:37.359550 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Checking segment: {'id': 'f6c8b46f-d00b-4712-a4d9-f18ca450b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:54:37.359783 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.360179 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Bound using segment: {'id': 'f6c8b46f-d00b-4712-a4d9-f18ca450b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:54:37.360672 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Bound port: ae22c0db-d8d5-47fb-86e5-f428b03af31e, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c8b46f-d00b-4712-a4d9-f18ca450b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:54:37.361207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.364632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cecfaccf-8db1-42b9-bd59-03760f5bd73f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.412733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.435491 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:54:37.457971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cecfaccf-8db1-42b9-bd59-03760f5bd73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.495809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.504403 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-15872b24-b1f8-43fe-bd05-d5277caf726a None None] Calling delete_port for 05bab481-84b7-4944-a7f0-f7f330e4f6ee owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:54:37.557675 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a740e057-31cc-4c65-a921-d54f8f8f892f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.598799 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33bb8fc-5d85-4888-a636-0c1334d70452 None None] Routers set() bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:37.598799 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33bb8fc-5d85-4888-a636-0c1334d70452 None None] Router IDs set() for agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 28 04:54:37.599428 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_agentschedulers_db [None req-b33bb8fc-5d85-4888-a636-0c1334d70452 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3a279b39-7470-42d4-a3dd-033d70e03aa1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent'). {{(pid=84011) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 28 04:54:37.599799 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33bb8fc-5d85-4888-a636-0c1334d70452 None None] The sync data for ids ['3a279b39-7470-42d4-a3dd-033d70e03aa1'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:54:37.603007 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cecfaccf-8db1-42b9-bd59-03760f5bd73f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7ce3a506b3d4216b80514a4e91144df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7928634 May 28 04:54:37.607509 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33056) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:37.616855 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfaccf-8db1-42b9-bd59-03760f5bd73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c57c444-ac3d-4d9f-96f3-10176ebe85f9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:37.649447 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network fe93190d-55ec-4293-bc3a-201d1134f3c2 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:54:37.655787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:54:37.658071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=8c35f49d-49fb-4e18-a9cc-bc43aa278d73,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:37.660432 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:54:37.703199 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-169a62e7-902f-4953-8414-b334276807a1 None None] For port ae22c0db-d8d5-47fb-86e5-f428b03af31e, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:54:37.726938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88a30c-8d9d-420a-b048-495ee1c42e3f req-64842a82-a427-4791-acd4-104b5c559828 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:37.728400 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ec88a30c-8d9d-420a-b048-495ee1c42e3f req-64842a82-a427-4791-acd4-104b5c559828 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 945 time: 0.2434657 May 28 04:54:37.731126 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-15872b24-b1f8-43fe-bd05-d5277caf726a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.734238 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.738980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-169a62e7-902f-4953-8414-b334276807a1 None None] For port ae22c0db-d8d5-47fb-86e5-f428b03af31e, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ae22c0db-d8d5-47fb-86e5-f428b03af31e,segment=NetworkSegment(f6c8b46f-d00b-4712-a4d9-f18ca450b769),segment_id=f6c8b46f-d00b-4712-a4d9-f18ca450b769)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:54:37.782696 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.789814 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15872b24-b1f8-43fe-bd05-d5277caf726a None None] Pushing event deleted for resources: {'Port': ['ID=05bab481-84b7-4944-a7f0-f7f330e4f6ee,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:37.804383 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ec88a30c-8d9d-420a-b048-495ee1c42e3f req-a513a193-0750-491b-a974-52b167169479 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563025 May 28 04:54:37.868403 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a740e057-31cc-4c65-a921-d54f8f8f892f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.872999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e42c55d5-97a6-4b40-bb1e-3ae878989b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.877388 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15872b24-b1f8-43fe-bd05-d5277caf726a None None] No DVR routers for this DVR port 05bab481-84b7-4944-a7f0-f7f330e4f6ee on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:54:37.900311 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e42c55d5-97a6-4b40-bb1e-3ae878989b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.908933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.947805 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a740e057-31cc-4c65-a921-d54f8f8f892f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:37.989084 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e42c55d5-97a6-4b40-bb1e-3ae878989b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.007718 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 05bab481-84b7-4944-a7f0-f7f330e4f6ee no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:54:38.009102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c55d5-97a6-4b40-bb1e-3ae878989b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c57c444-ac3d-4d9f-96f3-10176ebe85f9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:38.021718 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a740e057-31cc-4c65-a921-d54f8f8f892f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.022221 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a740e057-31cc-4c65-a921-d54f8f8f892f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Fanout notify agent at l3_agent the message router_deleted on router 5427a005-0295-4ddd-9dfc-0b333d3fae62 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:54:38.028165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a740e057-31cc-4c65-a921-d54f8f8f892f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.029244 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a740e057-31cc-4c65-a921-d54f8f8f892f tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "DELETE /v2.0/routers/5427a005-0295-4ddd-9dfc-0b333d3fae62 HTTP/1.1" status: 204 len: 168 time: 2.0278358 May 28 04:54:38.030593 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e42c55d5-97a6-4b40-bb1e-3ae878989b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.034020 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e42c55d5-97a6-4b40-bb1e-3ae878989b47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c57c444-ac3d-4d9f-96f3-10176ebe85f9 HTTP/1.1" status: 204 len: 168 time: 0.4188108 May 28 04:54:38.034020 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33062) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:38.070782 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 05bab481-84b7-4944-a7f0-f7f330e4f6ee {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:54:38.071511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 05bab481-84b7-4944-a7f0-f7f330e4f6ee not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:54:38.088208 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a62e7-902f-4953-8414-b334276807a1 None None] Pushing event updated for resources: {'Port': ['ID=ae22c0db-d8d5-47fb-86e5-f428b03af31e,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:38.164723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2c22-fbb6-4584-964b-2c8a64ab3466 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.356563 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2c22-fbb6-4584-964b-2c8a64ab3466 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.387848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-2f5c2c22-fbb6-4584-964b-2c8a64ab3466 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f2b8f5-a005-404a-81aa-e0f719181fdc']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:38.410252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-2f5c2c22-fbb6-4584-964b-2c8a64ab3466 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497a3fe1-b9ff-426c-a2a9-2a92dbee5840') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:38.411946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-2f5c2c22-fbb6-4584-964b-2c8a64ab3466 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497a3fe1-b9ff-426c-a2a9-2a92dbee5840') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:38.436571 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2c22-fbb6-4584-964b-2c8a64ab3466 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.457873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2c22-fbb6-4584-964b-2c8a64ab3466 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.466258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5c2c22-fbb6-4584-964b-2c8a64ab3466 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:54:38.466651 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2c22-fbb6-4584-964b-2c8a64ab3466 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:54:38.487126 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:54:38.492240 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.499308 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.615212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=8c35f49d-49fb-4e18-a9cc-bc43aa278d73,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:38.617787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.668576 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2c22-fbb6-4584-964b-2c8a64ab3466 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.675392 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2c22-fbb6-4584-964b-2c8a64ab3466 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.699033 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c2c22-fbb6-4584-964b-2c8a64ab3466 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event deleted for resources: {'Network': ['ID=22f2b8f5-a005-404a-81aa-e0f719181fdc,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:38.703112 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2f5c2c22-fbb6-4584-964b-2c8a64ab3466 tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "DELETE /v2.0/networks/22f2b8f5-a005-404a-81aa-e0f719181fdc HTTP/1.1" status: 204 len: 168 time: 0.6701944 May 28 04:54:38.705927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33068) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:38.756113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network fe93190d-55ec-4293-bc3a-201d1134f3c2 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:54:38.757277 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:54:38.777847 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e078873-0f66-4957-a1ca-56e317bf356d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.806758 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e078873-0f66-4957-a1ca-56e317bf356d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.884779 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e078873-0f66-4957-a1ca-56e317bf356d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.921943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e078873-0f66-4957-a1ca-56e317bf356d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:38.923888 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1e078873-0f66-4957-a1ca-56e317bf356d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] 10.222.0.15 "DELETE /v2.0/security-groups/6af84ceb-4a3e-47e2-a324-982f49c240f7 HTTP/1.1" status: 204 len: 168 time: 0.2167313 May 28 04:54:38.925012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e078873-0f66-4957-a1ca-56e317bf356d tempest-TestNetworkAdvancedServerOps-1821208468 tempest-TestNetworkAdvancedServerOps-1821208468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af84ceb-4a3e-47e2-a324-982f49c240f7,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:39.232428 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfeccfd3-405f-4d96-be48-96c6898a04f9 None None] Network fe93190d-55ec-4293-bc3a-201d1134f3c2 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:54:39.273374 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7723536-56a8-4ee2-b2a4-3f7cb111e721 req-5582d557-769e-4a43-ab96-39bfed8a94f3 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:39.274878 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a7723536-56a8-4ee2-b2a4-3f7cb111e721 req-5582d557-769e-4a43-ab96-39bfed8a94f3 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 945 time: 0.2304764 May 28 04:54:39.359307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-361f0910-99ac-49fb-980e-55f25854872f None None] Provisioning for port ae22c0db-d8d5-47fb-86e5-f428b03af31e completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:54:39.376043 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33080) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:39.389272 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a7723536-56a8-4ee2-b2a4-3f7cb111e721 req-b7a06139-ecba-4c32-aa9a-45f266692a1e tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933919 May 28 04:54:39.461496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 321f6575-6072-48e9-892a-b1d447deed2e has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:54:39.583763 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-97558d18-a061-4853-81ad-55c70ea57cc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae7bd3f2813141dda2af2b10bea87cd6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2041988 May 28 04:54:39.584009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33086) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:39.648711 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d284983-e7c1-43af-b2ae-659e5a5927b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:39.669236 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:54:39.678570 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d284983-e7c1-43af-b2ae-659e5a5927b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:39.682960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:54:39.706682 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-345922e3-8782-45c2-9b0d-f0f8f02d8e26 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/321f6575-6072-48e9-892a-b1d447deed2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4238827 May 28 04:54:39.709102 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33090) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:39.743705 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d284983-e7c1-43af-b2ae-659e5a5927b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:39.764527 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d284983-e7c1-43af-b2ae-659e5a5927b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8432b56d-dcbe-4d79-9c4c-430d0c3d4c00,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:39.789709 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d284983-e7c1-43af-b2ae-659e5a5927b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:39.791002 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0d284983-e7c1-43af-b2ae-659e5a5927b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8432b56d-dcbe-4d79-9c4c-430d0c3d4c00 HTTP/1.1" status: 204 len: 168 time: 0.2061160 May 28 04:54:39.809804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:54:39.817750 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:39.818122 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:39.879682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6ca22d7f-76fb-468b-aa55-6d681b54678e None None] Provisioning for port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:54:39.889819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6322539a-2666-4a94-a20c-769aad9801ef tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:39.890537 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6322539a-2666-4a94-a20c-769aad9801ef tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:39.891065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6322539a-2666-4a94-a20c-769aad9801ef tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:39.891581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6322539a-2666-4a94-a20c-769aad9801ef tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:39.892094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6322539a-2666-4a94-a20c-769aad9801ef tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:39.892606 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6322539a-2666-4a94-a20c-769aad9801ef tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:39.895003 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6322539a-2666-4a94-a20c-769aad9801ef tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1846979 May 28 04:54:39.897535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6ca22d7f-76fb-468b-aa55-6d681b54678e None None] Provisioning complete for port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:39.897934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6ca22d7f-76fb-468b-aa55-6d681b54678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:39.898159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33096) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:40.009593 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ae22c0db-d8d5-47fb-86e5-f428b03af31e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:54:40.044892 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799de07-d607-4a4b-85cc-78a86cdb29ea tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:40.045207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799de07-d607-4a4b-85cc-78a86cdb29ea tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:40.045568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799de07-d607-4a4b-85cc-78a86cdb29ea tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:40.045945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799de07-d607-4a4b-85cc-78a86cdb29ea tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:40.046299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799de07-d607-4a4b-85cc-78a86cdb29ea tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:40.046646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799de07-d607-4a4b-85cc-78a86cdb29ea tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:40.050895 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e799de07-d607-4a4b-85cc-78a86cdb29ea tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1492023 May 28 04:54:40.051440 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33100) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:40.075890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6ca22d7f-76fb-468b-aa55-6d681b54678e None None] Port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:54:40.144253 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:40.178044 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1af6a60-3c86-4beb-8f2e-3701f1861c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fa682-a70c-4c3b-a0bb-cf4ef0e4148a'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:54:40.208824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=615fa682-a70c-4c3b-a0bb-cf4ef0e4148a,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:40.212583 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port ae22c0db-d8d5-47fb-86e5-f428b03af31e completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:54:40.217426 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:40.331445 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f866b1-b442-49db-824f-f25f95a8c125'] response: {'server_uuid': 'a1af6a60-3c86-4beb-8f2e-3701f1861c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fa682-a70c-4c3b-a0bb-cf4ef0e4148a', 'code': 200} May 28 04:54:40.332033 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ae22c0db-d8d5-47fb-86e5-f428b03af31e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:40.332378 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:40.344169 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1225e0ea-9670-4eb5-8fcb-cf85357f0966 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2912371 May 28 04:54:40.389004 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33110) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:40.409700 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ed25755-4127-4445-a5f4-8c911381e7bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:40.430883 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7590459-c171-4575-bc52-6e50c24439a9 None None] Sync routers for ids ['5427a005-0295-4ddd-9dfc-0b333d3fae62'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:54:40.454087 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7ed25755-4127-4445-a5f4-8c911381e7bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:40.458405 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7ed25755-4127-4445-a5f4-8c911381e7bb admin admin] Usage tracker for resource:security_group_rule and tenant:cf6ce5f1b56c4ad2bac71cff8045aa91 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:40.462107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7ed25755-4127-4445-a5f4-8c911381e7bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:40.468830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7ed25755-4127-4445-a5f4-8c911381e7bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:40.482716 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33116) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:40.490426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e85ef3b0-6b67-45d1-88f0-e11323b653cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-26192314', 'description': 'tempest-secgroup-smoke-26192314 description', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:40.503530 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e85ef3b0-6b67-45d1-88f0-e11323b653cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:40.507678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e8c57396-0103-41b9-963b-2a276bd61de2 None None] Provisioning complete for port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:40.509249 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e8c57396-0103-41b9-963b-2a276bd61de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:40.519291 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e85ef3b0-6b67-45d1-88f0-e11323b653cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:40.523291 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e85ef3b0-6b67-45d1-88f0-e11323b653cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:40.535298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e85ef3b0-6b67-45d1-88f0-e11323b653cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:40.565552 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e85ef3b0-6b67-45d1-88f0-e11323b653cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:40.631104 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ed25755-4127-4445-a5f4-8c911381e7bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:40.636402 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e8c57396-0103-41b9-963b-2a276bd61de2 None None] Port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:54:40.640101 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7590459-c171-4575-bc52-6e50c24439a9 None None] Routers set() bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:40.640686 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7590459-c171-4575-bc52-6e50c24439a9 None None] Router IDs set() for agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 28 04:54:40.641533 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_agentschedulers_db [None req-e7590459-c171-4575-bc52-6e50c24439a9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5427a005-0295-4ddd-9dfc-0b333d3fae62'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent'). {{(pid=84011) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 28 04:54:40.644893 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ed25755-4127-4445-a5f4-8c911381e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:40.658045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=615fa682-a70c-4c3b-a0bb-cf4ef0e4148a,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:40.691870 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7590459-c171-4575-bc52-6e50c24439a9 None None] Routers set() bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:40.691870 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7590459-c171-4575-bc52-6e50c24439a9 None None] Router IDs set() for agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 28 04:54:40.692457 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_agentschedulers_db [None req-e7590459-c171-4575-bc52-6e50c24439a9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5427a005-0295-4ddd-9dfc-0b333d3fae62'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent'). {{(pid=84011) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 28 04:54:40.692834 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7590459-c171-4575-bc52-6e50c24439a9 None None] The sync data for ids ['5427a005-0295-4ddd-9dfc-0b333d3fae62'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:54:40.710209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed25755-4127-4445-a5f4-8c911381e7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe23697-85a1-495e-96d7-b477149a2c2d,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:40.716536 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7ed25755-4127-4445-a5f4-8c911381e7bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf6ce5f1b56c4ad2bac71cff8045aa91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3261828 May 28 04:54:40.719422 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33120) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:40.735607 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:40.762924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e85ef3b0-6b67-45d1-88f0-e11323b653cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:40.777871 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e85ef3b0-6b67-45d1-88f0-e11323b653cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:40.792049 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port ae22c0db-d8d5-47fb-86e5-f428b03af31e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ae22c0db-d8d5-47fb-86e5-f428b03af31e,segment=NetworkSegment(f6c8b46f-d00b-4712-a4d9-f18ca450b769),segment_id=f6c8b46f-d00b-4712-a4d9-f18ca450b769)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:40.796939 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e85ef3b0-6b67-45d1-88f0-e11323b653cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:40.811984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a4656b1e-2d91-408e-9d40-418c3cea21f9 None None] Provisioning complete for port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:40.812404 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a4656b1e-2d91-408e-9d40-418c3cea21f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:40.815926 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e85ef3b0-6b67-45d1-88f0-e11323b653cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:40.836250 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9704b6a8-f097-4b9f-9a4d-e6043ff47005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:40.852777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:40.875127 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0d213550-dbe5-426b-8b68-9f9b5d1fbf23 req-e56941a4-1787-4068-87be-855640fd8c6d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 1099 time: 0.2963972 May 28 04:54:40.888398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9704b6a8-f097-4b9f-9a4d-e6043ff47005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:40.918698 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019f463-b07b-4104-9560-6917c2c8f3ea req-499e1451-f062-484f-8c77-70c1366f9dc6 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:40.928531 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5019f463-b07b-4104-9560-6917c2c8f3ea req-499e1451-f062-484f-8c77-70c1366f9dc6 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 946 time: 0.3484745 May 28 04:54:40.966240 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9704b6a8-f097-4b9f-9a4d-e6043ff47005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:40.973832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a4656b1e-2d91-408e-9d40-418c3cea21f9 None None] Port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:54:40.985074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=ae22c0db-d8d5-47fb-86e5-f428b03af31e,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:41.002494 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704b6a8-f097-4b9f-9a4d-e6043ff47005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe23697-85a1-495e-96d7-b477149a2c2d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:41.009982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e85ef3b0-6b67-45d1-88f0-e11323b653cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.023274 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9704b6a8-f097-4b9f-9a4d-e6043ff47005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.027046 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9704b6a8-f097-4b9f-9a4d-e6043ff47005 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8fe23697-85a1-495e-96d7-b477149a2c2d HTTP/1.1" status: 204 len: 168 time: 0.3058131 May 28 04:54:41.027590 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0d213550-dbe5-426b-8b68-9f9b5d1fbf23 req-8ffcb7a8-7aec-47ae-9a6c-7041f7d8bfe6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422768 May 28 04:54:41.031309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e85ef3b0-6b67-45d1-88f0-e11323b653cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.082266 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5019f463-b07b-4104-9560-6917c2c8f3ea req-9213ea97-d2fe-46a8-a330-9f0eacf94b43 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528771 May 28 04:54:41.092272 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ef3b0-6b67-45d1-88f0-e11323b653cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9ff8a6-508f-4741-8cc7-431ca3d8638d,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:41.109920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e85ef3b0-6b67-45d1-88f0-e11323b653cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.111202 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e85ef3b0-6b67-45d1-88f0-e11323b653cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.6264648 May 28 04:54:41.114304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33126) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:41.122605 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-30465d1e-875f-4d4e-99bb-927000d9e4d6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '6d9ff8a6-508f-4741-8cc7-431ca3d8638d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:41.128855 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-30465d1e-875f-4d4e-99bb-927000d9e4d6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:41.133976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-30465d1e-875f-4d4e-99bb-927000d9e4d6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:41.142469 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-30465d1e-875f-4d4e-99bb-927000d9e4d6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:41.149363 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-30465d1e-875f-4d4e-99bb-927000d9e4d6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:41.177466 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-30465d1e-875f-4d4e-99bb-927000d9e4d6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.268222 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-30465d1e-875f-4d4e-99bb-927000d9e4d6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.276115 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-30465d1e-875f-4d4e-99bb-927000d9e4d6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.299152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30465d1e-875f-4d4e-99bb-927000d9e4d6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa30517-c53d-4994-92f4-052061c966cc,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:41.328897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-30465d1e-875f-4d4e-99bb-927000d9e4d6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.334201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33132) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:41.334919 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-30465d1e-875f-4d4e-99bb-927000d9e4d6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2187021 May 28 04:54:41.341458 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-24f5e553-b476-46ec-95a3-d695e8ea3953 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '6d9ff8a6-508f-4741-8cc7-431ca3d8638d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:41.348342 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-24f5e553-b476-46ec-95a3-d695e8ea3953 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:41.353789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-24f5e553-b476-46ec-95a3-d695e8ea3953 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:41.357241 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-24f5e553-b476-46ec-95a3-d695e8ea3953 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:41.363276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-24f5e553-b476-46ec-95a3-d695e8ea3953 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:41.391878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-24f5e553-b476-46ec-95a3-d695e8ea3953 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.479055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-24f5e553-b476-46ec-95a3-d695e8ea3953 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.484116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-24f5e553-b476-46ec-95a3-d695e8ea3953 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.514150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f5e553-b476-46ec-95a3-d695e8ea3953 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ded761-dec3-4bf7-a6a1-4cb6525df921,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:41.525894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-24f5e553-b476-46ec-95a3-d695e8ea3953 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.527276 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-24f5e553-b476-46ec-95a3-d695e8ea3953 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1917641 May 28 04:54:41.530177 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33140) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:41.535672 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1c616e8e-7cc4-4a62-825e-8d33de33a9ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '6d9ff8a6-508f-4741-8cc7-431ca3d8638d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:41.541623 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1c616e8e-7cc4-4a62-825e-8d33de33a9ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:41.545557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1c616e8e-7cc4-4a62-825e-8d33de33a9ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:41.548470 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1c616e8e-7cc4-4a62-825e-8d33de33a9ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:41.554668 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1c616e8e-7cc4-4a62-825e-8d33de33a9ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:41.571318 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c616e8e-7cc4-4a62-825e-8d33de33a9ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.638112 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c616e8e-7cc4-4a62-825e-8d33de33a9ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.642806 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c616e8e-7cc4-4a62-825e-8d33de33a9ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.665248 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c616e8e-7cc4-4a62-825e-8d33de33a9ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aea22d3-62a7-4177-986e-6c55ccc60438,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:41.678974 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c616e8e-7cc4-4a62-825e-8d33de33a9ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.683365 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1c616e8e-7cc4-4a62-825e-8d33de33a9ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1490424 May 28 04:54:41.683577 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33148) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:41.689403 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-588b9317-2978-42d8-8620-e8b50be7ca2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '6d9ff8a6-508f-4741-8cc7-431ca3d8638d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:41.695602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-588b9317-2978-42d8-8620-e8b50be7ca2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:41.699561 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-588b9317-2978-42d8-8620-e8b50be7ca2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:41.702490 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-588b9317-2978-42d8-8620-e8b50be7ca2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:41.708278 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-588b9317-2978-42d8-8620-e8b50be7ca2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:41.734362 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-588b9317-2978-42d8-8620-e8b50be7ca2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.799947 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-588b9317-2978-42d8-8620-e8b50be7ca2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.808204 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-588b9317-2978-42d8-8620-e8b50be7ca2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.842344 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b9317-2978-42d8-8620-e8b50be7ca2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35549bf-4661-4ab9-bc83-0823f6d481d5,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:41.853149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-588b9317-2978-42d8-8620-e8b50be7ca2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:41.857534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33156) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:41.858074 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-588b9317-2978-42d8-8620-e8b50be7ca2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1729481 May 28 04:54:41.863214 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-96fc6798-fa64-4ba4-8b3b-cc44445f0eeb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '6d9ff8a6-508f-4741-8cc7-431ca3d8638d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:41.877771 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-96fc6798-fa64-4ba4-8b3b-cc44445f0eeb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:41.889285 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-96fc6798-fa64-4ba4-8b3b-cc44445f0eeb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:41.894229 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-96fc6798-fa64-4ba4-8b3b-cc44445f0eeb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:41.905318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-96fc6798-fa64-4ba4-8b3b-cc44445f0eeb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:41.924476 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-96fc6798-fa64-4ba4-8b3b-cc44445f0eeb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:54:41.939357 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96fc6798-fa64-4ba4-8b3b-cc44445f0eeb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.010674 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f5919db1-5c69-4589-b3e6-8a5df3409be6 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:54:42.032113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96fc6798-fa64-4ba4-8b3b-cc44445f0eeb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.037833 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96fc6798-fa64-4ba4-8b3b-cc44445f0eeb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.050913 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33162) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:42.065237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc6798-fa64-4ba4-8b3b-cc44445f0eeb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15063a9d-18e5-40aa-bf02-8ff89caa5590,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:42.091493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96fc6798-fa64-4ba4-8b3b-cc44445f0eeb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.093236 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-96fc6798-fa64-4ba4-8b3b-cc44445f0eeb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2346776 May 28 04:54:42.095908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33168) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:42.102097 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ad8eb82c-dcc7-40ba-a11e-da7c43ee0562 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '6d9ff8a6-508f-4741-8cc7-431ca3d8638d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:42.110704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ad8eb82c-dcc7-40ba-a11e-da7c43ee0562 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:42.114821 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port f5919db1-5c69-4589-b3e6-8a5df3409be6 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:54:42.118440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ad8eb82c-dcc7-40ba-a11e-da7c43ee0562 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:42.122174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f5919db1-5c69-4589-b3e6-8a5df3409be6 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:42.122482 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.125972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ad8eb82c-dcc7-40ba-a11e-da7c43ee0562 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:42.139380 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ad8eb82c-dcc7-40ba-a11e-da7c43ee0562 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:42.154347 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-ad8eb82c-dcc7-40ba-a11e-da7c43ee0562 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:54:42.161872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb82c-dcc7-40ba-a11e-da7c43ee0562 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.229699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-519167085-network', 'tenant_id': 'f6ff6677ab6f4e23b5d012c6104f20ec'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:42.236125 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:42.240787 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Usage tracker for resource:network and tenant:f6ff6677ab6f4e23b5d012c6104f20ec is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:42.245537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:42.252111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:42.263725 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.264930 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Made reservation on behalf of f6ff6677ab6f4e23b5d012c6104f20ec for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:54:42.267323 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.280080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port f5919db1-5c69-4589-b3e6-8a5df3409be6, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f5919db1-5c69-4589-b3e6-8a5df3409be6,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:42.282067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.285905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.287059 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ae22c0db-d8d5-47fb-86e5-f428b03af31e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:54:42.291317 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb82c-dcc7-40ba-a11e-da7c43ee0562 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.299132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb82c-dcc7-40ba-a11e-da7c43ee0562 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.320193 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:42.324987 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Usage tracker for resource:security_group_rule and tenant:f6ff6677ab6f4e23b5d012c6104f20ec is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:42.328392 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:42.332190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8eb82c-dcc7-40ba-a11e-da7c43ee0562 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe4e988-22b5-475d-9832-69ea9af06cc4,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:42.337355 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:42.350893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ad8eb82c-dcc7-40ba-a11e-da7c43ee0562 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.352095 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ad8eb82c-dcc7-40ba-a11e-da7c43ee0562 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2551980 May 28 04:54:42.368420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec925a4-0f6c-495f-8a27-5c6ec39f0da6 req-eb0f3b1a-39d4-4cc4-8d18-dc879dcb4171 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:42.370077 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3ec925a4-0f6c-495f-8a27-5c6ec39f0da6 req-eb0f3b1a-39d4-4cc4-8d18-dc879dcb4171 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 946 time: 0.1261463 May 28 04:54:42.400219 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=f5919db1-5c69-4589-b3e6-8a5df3409be6,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:42.430097 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3ec925a4-0f6c-495f-8a27-5c6ec39f0da6 req-7b4829fb-1eb9-4ba8-9db2-f52888e0c920 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507052 May 28 04:54:42.442333 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ae22c0db-d8d5-47fb-86e5-f428b03af31e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:42.442694 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.484904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.490970 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.520787 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:54:42.557169 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.558583 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Added segment 32d2b063-e0ea-4ee0-96b0-7e37ebe880f2 of type vlan for network 77ad4a10-777b-43b3-bbc8-c420ad9e641d May 28 04:54:42.564636 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49139281-e789-4849-9589-ed7e78df273b,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:42.598450 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.622931 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a8ee52d2-5e1f-4f65-873c-92a463f4821d no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:54:42.634682 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.635701 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:42.636450 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.654965 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: a8ee52d2-5e1f-4f65-873c-92a463f4821d {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:54:42.655605 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a8ee52d2-5e1f-4f65-873c-92a463f4821d not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:54:42.656002 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2984b298-4fca-4027-85d9-6d0a08adb6aa no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:54:42.663128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-751ad74c-66dc-45df-a428-10d65597ef35 req-46a0f6bc-98ed-4243-b827-887dc2430949 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:42.690296 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 2984b298-4fca-4027-85d9-6d0a08adb6aa {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:54:42.690681 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2984b298-4fca-4027-85d9-6d0a08adb6aa not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:54:42.700905 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38adc40-aa3a-4b02-9c30-150a29b72003 req-408f1837-80ef-4eff-bd08-89f7cfe5889d tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:42.702376 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f38adc40-aa3a-4b02-9c30-150a29b72003 req-408f1837-80ef-4eff-bd08-89f7cfe5889d tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 946 time: 0.1122262 May 28 04:54:42.703175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-751ad74c-66dc-45df-a428-10d65597ef35 req-46a0f6bc-98ed-4243-b827-887dc2430949 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:42.704155 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-751ad74c-66dc-45df-a428-10d65597ef35 req-46a0f6bc-98ed-4243-b827-887dc2430949 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26192314&fields=id&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 267 time: 0.1306329 May 28 04:54:42.747686 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6954644 May 28 04:54:42.748290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b18bb-4ded-4fee-bbf1-c04f2ca86101 admin admin] Pushing event updated for resources: {'Network': ['ID=77ad4a10-777b-43b3-bbc8-c420ad9e641d,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:42.751465 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33184) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:42.758566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-bbb4ef2e-7d4b-4469-8448-e3170115179c admin admin] Request body: {'subnet': {'network_id': '77ad4a10-777b-43b3-bbc8-c420ad9e641d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-519167085-subnet', 'tenant_id': 'f6ff6677ab6f4e23b5d012c6104f20ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:42.759525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 77ad4a10-777b-43b3-bbc8-c420ad9e641d details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:54:42.764016 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-bbb4ef2e-7d4b-4469-8448-e3170115179c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:42.768124 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-bbb4ef2e-7d4b-4469-8448-e3170115179c admin admin] Usage tracker for resource:subnet and tenant:f6ff6677ab6f4e23b5d012c6104f20ec is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:42.771084 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-bbb4ef2e-7d4b-4469-8448-e3170115179c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:42.777709 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-bbb4ef2e-7d4b-4469-8448-e3170115179c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:42.789258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb4ef2e-7d4b-4469-8448-e3170115179c admin admin] Made reservation on behalf of f6ff6677ab6f4e23b5d012c6104f20ec for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:54:42.791812 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ef2e-7d4b-4469-8448-e3170115179c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:42.845800 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f38adc40-aa3a-4b02-9c30-150a29b72003 req-c59b99be-1c15-49ca-8e51-f59df9221fe1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374471 May 28 04:54:42.881516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33188) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:42.910487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ad74c-66dc-45df-a428-10d65597ef35 req-17219d08-282a-4916-aa4c-664506f2f978 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:42.911165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-751ad74c-66dc-45df-a428-10d65597ef35 req-17219d08-282a-4916-aa4c-664506f2f978 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:42.943414 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-751ad74c-66dc-45df-a428-10d65597ef35 req-17219d08-282a-4916-aa4c-664506f2f978 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:42.944604 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-751ad74c-66dc-45df-a428-10d65597ef35 req-17219d08-282a-4916-aa4c-664506f2f978 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/networks?id=fe93190d-55ec-4293-bc3a-201d1134f3c2 HTTP/1.1" status: 200 len: 797 time: 0.2209876 May 28 04:54:42.968859 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-751ad74c-66dc-45df-a428-10d65597ef35 req-72a9ced1-8290-4888-b7d5-48578d7a92c9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/quotas/f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 375 time: 0.0155869 May 28 04:54:43.025079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ef2e-7d4b-4469-8448-e3170115179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:43.094140 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4ef2e-7d4b-4469-8448-e3170115179c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1525520-3514-4bf5-b797-d42ff1aad6a2,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:43.118562 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb4ef2e-7d4b-4469-8448-e3170115179c admin admin] Checking segment: {'id': '32d2b063-e0ea-4ee0-96b0-7e37ebe880f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '77ad4a10-777b-43b3-bbc8-c420ad9e641d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:54:43.118911 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb4ef2e-7d4b-4469-8448-e3170115179c admin admin] Network hostable DHCP agents. Network: 77ad4a10-777b-43b3-bbc8-c420ad9e641d, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:54:43.140901 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb4ef2e-7d4b-4469-8448-e3170115179c admin admin] Network 77ad4a10-777b-43b3-bbc8-c420ad9e641d is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:54:43.151250 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-bbb4ef2e-7d4b-4469-8448-e3170115179c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 77ad4a10-777b-43b3-bbc8-c420ad9e641d) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:54:43.155696 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb4ef2e-7d4b-4469-8448-e3170115179c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:43.156400 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ef2e-7d4b-4469-8448-e3170115179c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:43.161207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48bab81-d4d1-4b63-8065-43b46fd7ddf3 None None] Network 77ad4a10-777b-43b3-bbc8-c420ad9e641d requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:54:43.186715 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bbb4ef2e-7d4b-4469-8448-e3170115179c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4291701 May 28 04:54:43.214564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-751ad74c-66dc-45df-a428-10d65597ef35 req-8e993268-e479-4026-bc86-07c5b8eaf6bd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:43.219374 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4023bbcc-a881-45e0-ae8e-bc7a951b311a tempest-TestVolumeBootPattern-122300802 tempest-TestVolumeBootPattern-122300802-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 1094 time: 0.3368073 May 28 04:54:43.222858 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33196) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:43.230848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': '615fa682-a70c-4c3b-a0bb-cf4ef0e4148a', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:43.237993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:43.242053 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Usage tracker for resource:floatingip and tenant:18ccd89bc6e04807b7b81890f7b941e1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:43.243210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-751ad74c-66dc-45df-a428-10d65597ef35 req-8e993268-e479-4026-bc86-07c5b8eaf6bd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:43.244562 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-751ad74c-66dc-45df-a428-10d65597ef35 req-8e993268-e479-4026-bc86-07c5b8eaf6bd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2749500 May 28 04:54:43.246659 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:43.252893 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:43.265629 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for floatingip, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:43.428045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acc8d29-d11f-4566-adc1-65e1102400f8 None None] Network 77ad4a10-777b-43b3-bbc8-c420ad9e641d requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:54:43.446683 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-751ad74c-66dc-45df-a428-10d65597ef35 req-3fcdd18e-44d7-4b28-9258-c45cf3fdfeb4 service neutron] 10.222.0.15 "GET /v2.0/networks/fe93190d-55ec-4293-bc3a-201d1134f3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839800 May 28 04:54:43.520294 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:43.602989 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-751ad74c-66dc-45df-a428-10d65597ef35 req-494ed965-2d51-4448-9ec7-a9ec8368c48d service neutron] 10.222.0.15 "GET /v2.0/networks/fe93190d-55ec-4293-bc3a-201d1134f3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552341 May 28 04:54:43.684687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Allocated IP 172.26.8.46 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/b217b27f-e426-4cc2-aeb9-f154b588a3f4) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:54:43.861203 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bffd6904-16f4-4360-8df0-3a7e0ffcad01 req-a810e8ac-a84d-419a-a32e-fff79a849390 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 210 time: 0.0759337 May 28 04:54:43.891301 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f5919db1-5c69-4589-b3e6-8a5df3409be6 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:54:43.923911 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:43.964690 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:43.984150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f5919db1-5c69-4589-b3e6-8a5df3409be6 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:43.984620 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:44.032007 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:54:44.044304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:54:44.055500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:54:44.120308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event updated for resources: {'Port': ['ID=b217b27f-e426-4cc2-aeb9-f154b588a3f4,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:44.298982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33226) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:44.305957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-612704493-network', 'tenant_id': '0f2fb77108c7403db31b3e5abb6cd9f8'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:44.311293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:44.315858 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Usage tracker for resource:network and tenant:0f2fb77108c7403db31b3e5abb6cd9f8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:44.318810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:44.326842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:44.340310 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Made reservation on behalf of 0f2fb77108c7403db31b3e5abb6cd9f8 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:54:44.344237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:44.357313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:44.393916 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:44.398902 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Usage tracker for resource:security_group_rule and tenant:0f2fb77108c7403db31b3e5abb6cd9f8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:44.402330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:44.408446 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:44.424262 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Sync routers for ids ['321f6575-6072-48e9-892a-b1d447deed2e'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:54:44.442657 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Routers {'321f6575-6072-48e9-892a-b1d447deed2e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:44.443692 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['321f6575-6072-48e9-892a-b1d447deed2e'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:44.507865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:44.514729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:44.562005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:54:44.591604 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:44.592106 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Added segment 2139e955-3222-4e48-89fc-43d59ffc67e4 of type vlan for network 3853a79f-0b4b-494a-96f9-d0daaa73108f May 28 04:54:44.597935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c245f2f-8e72-4d33-b71b-31f1bec8a0be,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:44.624506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:44.657442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:44.658406 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:44.659091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:44.671577 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Set router 321f6575-6072-48e9-892a-b1d447deed2e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:44.699208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:44.758662 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:44.764697 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] Pushing event updated for resources: {'Network': ['ID=3853a79f-0b4b-494a-96f9-d0daaa73108f,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:44.771473 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bb8d69fa-e777-408e-b499-4eac6c98a3a4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4714246 May 28 04:54:44.777060 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 3853a79f-0b4b-494a-96f9-d0daaa73108f details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:54:44.781736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33230) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:44.788756 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-d9d23557-a140-4d94-ab2b-72a6f1bc9cd6 admin admin] Request body: {'subnet': {'network_id': '3853a79f-0b4b-494a-96f9-d0daaa73108f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-612704493-subnet', 'tenant_id': '0f2fb77108c7403db31b3e5abb6cd9f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:44.794268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d9d23557-a140-4d94-ab2b-72a6f1bc9cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:44.799133 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d9d23557-a140-4d94-ab2b-72a6f1bc9cd6 admin admin] Usage tracker for resource:subnet and tenant:0f2fb77108c7403db31b3e5abb6cd9f8 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:44.802657 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d9d23557-a140-4d94-ab2b-72a6f1bc9cd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:44.809270 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d9d23557-a140-4d94-ab2b-72a6f1bc9cd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:44.824399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d23557-a140-4d94-ab2b-72a6f1bc9cd6 admin admin] Made reservation on behalf of 0f2fb77108c7403db31b3e5abb6cd9f8 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:54:44.826991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d9d23557-a140-4d94-ab2b-72a6f1bc9cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:45.050181 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:45.058869 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:45.078748 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:54:37Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8c35f49d-49fb-4e18-a9cc-bc43aa278d73', 'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:07:71:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:36Z', 'updated_at': '2022-05-28T04:54:38Z', 'revision_number': 2, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:45.082992 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Checking router: 321f6575-6072-48e9-892a-b1d447deed2e for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:54:45.083383 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Updating router 321f6575-6072-48e9-892a-b1d447deed2e port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:54:45.159373 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:45.177954 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event updated for resources: {'Port': ['ID=b217b27f-e426-4cc2-aeb9-f154b588a3f4,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:45.192871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:45.253954 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-551d0a11-3656-4f3f-991b-799d53407be3 req-c4771daf-aef3-433d-9a8d-3b23e3648f6c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 210 time: 0.1613343 May 28 04:54:45.264761 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d9d23557-a140-4d94-ab2b-72a6f1bc9cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:45.359955 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d23557-a140-4d94-ab2b-72a6f1bc9cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e8d4db7-a324-4783-b97d-05dbf18fd08e,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:45.399064 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.l3_db [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Floating IP ebe1b65b-16de-4e40-8bac-11abdf963689 associated. External IP: 172.26.8.46, port: 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a. May 28 04:54:45.403661 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ad74c-66dc-45df-a428-10d65597ef35 req-10e7cc10-80fe-455d-8cce-a680a5775f89 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:45.404573 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-751ad74c-66dc-45df-a428-10d65597ef35 req-10e7cc10-80fe-455d-8cce-a680a5775f89 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/networks?id=fe93190d-55ec-4293-bc3a-201d1134f3c2 HTTP/1.1" status: 200 len: 797 time: 0.2648978 May 28 04:54:45.434464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d23557-a140-4d94-ab2b-72a6f1bc9cd6 admin admin] Checking segment: {'id': '2139e955-3222-4e48-89fc-43d59ffc67e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '3853a79f-0b4b-494a-96f9-d0daaa73108f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:54:45.435399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d23557-a140-4d94-ab2b-72a6f1bc9cd6 admin admin] Network hostable DHCP agents. Network: 3853a79f-0b4b-494a-96f9-d0daaa73108f, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:54:45.478091 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-751ad74c-66dc-45df-a428-10d65597ef35 req-73526f94-3e90-4e1c-a0bc-41b6d8515401 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 378 time: 0.0578961 May 28 04:54:45.487723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-751ad74c-66dc-45df-a428-10d65597ef35 req-679fda36-f0c1-46f8-b069-f0ac7cdce0f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'port': {'device_id': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'admin_state_up': True, 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'security_groups': ['6d9ff8a6-508f-4741-8cc7-431ca3d8638d']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:45.504658 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d23557-a140-4d94-ab2b-72a6f1bc9cd6 admin admin] Network 3853a79f-0b4b-494a-96f9-d0daaa73108f is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:54:45.573318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-d9d23557-a140-4d94-ab2b-72a6f1bc9cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 3853a79f-0b4b-494a-96f9-d0daaa73108f) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:54:45.581326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d23557-a140-4d94-ab2b-72a6f1bc9cd6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:45.581989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d9d23557-a140-4d94-ab2b-72a6f1bc9cd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:45.586575 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:45.590307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd11f5e8-f602-45f2-b5c2-396c0592184a None None] Network 3853a79f-0b4b-494a-96f9-d0daaa73108f requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:54:45.606897 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Transition to ACTIVE for port object 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:54:45.618289 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:45.629990 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d9d23557-a140-4d94-ab2b-72a6f1bc9cd6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8466091 May 28 04:54:45.681377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-751ad74c-66dc-45df-a428-10d65597ef35 req-679fda36-f0c1-46f8-b069-f0ac7cdce0f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:45.697470 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-751ad74c-66dc-45df-a428-10d65597ef35 req-679fda36-f0c1-46f8-b069-f0ac7cdce0f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:45.712991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751ad74c-66dc-45df-a428-10d65597ef35 req-679fda36-f0c1-46f8-b069-f0ac7cdce0f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:54:45.718713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-751ad74c-66dc-45df-a428-10d65597ef35 req-679fda36-f0c1-46f8-b069-f0ac7cdce0f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:45.784796 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604a5cc-7ff7-4f97-ad83-c94767de83e9 None None] Pushing event updated for resources: {'Port': ['ID=8c35f49d-49fb-4e18-a9cc-bc43aa278d73,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:45.902063 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Attempting to bind port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:54:45.902426 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Attempting to bind port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'f6c8b46f-d00b-4712-a4d9-f18ca450b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:54:45.902770 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Attempting to bind port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 on network fe93190d-55ec-4293-bc3a-201d1134f3c2 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:54:45.910788 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:54:45.914623 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Checking segment: {'id': 'f6c8b46f-d00b-4712-a4d9-f18ca450b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:54:45.915368 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:45.915840 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Bound using segment: {'id': 'f6c8b46f-d00b-4712-a4d9-f18ca450b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:54:45.916414 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Bound port: 8c35f49d-49fb-4e18-a9cc-bc43aa278d73, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6c8b46f-d00b-4712-a4d9-f18ca450b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:54:45.916766 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:46.042446 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125b8eaa-c00f-4079-8428-ee2ae85ffe85 None None] Network 3853a79f-0b4b-494a-96f9-d0daaa73108f requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:54:46.043052 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] For port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:54:46.049716 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] For port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8c35f49d-49fb-4e18-a9cc-bc43aa278d73,segment=NetworkSegment(f6c8b46f-d00b-4712-a4d9-f18ca450b769),segment_id=f6c8b46f-d00b-4712-a4d9-f18ca450b769)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:54:46.059540 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:46.115508 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-751ad74c-66dc-45df-a428-10d65597ef35 req-679fda36-f0c1-46f8-b069-f0ac7cdce0f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.12 (fe93190d-55ec-4293-bc3a-201d1134f3c2/317c9849-259d-49ef-b490-d700cf2a23e4/8e58f2d0-53c7-4d54-879a-ede3d8a0df9b) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:54:46.139730 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Router cc019a2c-c590-4ed3-99cf-6c67473de733 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:54:46.165560 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604a5cc-7ff7-4f97-ad83-c94767de83e9 None None] Pushing event updated for resources: {'Port': ['ID=8c35f49d-49fb-4e18-a9cc-bc43aa278d73,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:46.173308 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Routers {'321f6575-6072-48e9-892a-b1d447deed2e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:46.173941 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['321f6575-6072-48e9-892a-b1d447deed2e'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:46.463991 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] Set router 321f6575-6072-48e9-892a-b1d447deed2e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:46.487640 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:54:46.501401 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b4448-c4f0-4336-a972-3b4d309f3025 None None] Sync routers for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:54:46.518411 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b4448-c4f0-4336-a972-3b4d309f3025 None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:46.519019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-8d9b4448-c4f0-4336-a972-3b4d309f3025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:46.549142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:46.581096 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c22f64e6-27b0-480b-83f1-a654ea6254fa req-d1d501b2-b6c4-4eb5-b42c-1e7169825ef7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 210 time: 0.0473146 May 28 04:54:46.641032 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d43cd9ec-4aed-4a56-8432-1be05a6f0252 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4169452 May 28 04:54:46.641775 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1af6a60-3c86-4beb-8f2e-3701f1861c11', 'tag': '615fa682-a70c-4c3b-a0bb-cf4ef0e4148a'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:54:46.729979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-751ad74c-66dc-45df-a428-10d65597ef35 req-679fda36-f0c1-46f8-b069-f0ac7cdce0f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:46.747770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-8d9b4448-c4f0-4336-a972-3b4d309f3025 None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:46.766937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-751ad74c-66dc-45df-a428-10d65597ef35 req-679fda36-f0c1-46f8-b069-f0ac7cdce0f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:54:46.795013 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-d4707e38-d79f-4ec8-8c7d-0338b634858e tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:46.801509 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-d4707e38-d79f-4ec8-8c7d-0338b634858e tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/networks?id=77ad4a10-777b-43b3-bbc8-c420ad9e641d HTTP/1.1" status: 200 len: 811 time: 0.2194645 May 28 04:54:46.816616 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-1510065f-9a70-41a4-96b0-3bc7564dc8c7 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/quotas/f6ff6677ab6f4e23b5d012c6104f20ec HTTP/1.1" status: 200 len: 375 time: 0.0142257 May 28 04:54:46.839916 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-030c6b85-8304-43f5-98d1-48b87e56b555'] response: {'name': 'network-changed', 'server_uuid': 'a1af6a60-3c86-4beb-8f2e-3701f1861c11', 'tag': '615fa682-a70c-4c3b-a0bb-cf4ef0e4148a', 'status': 'completed', 'code': 200} May 28 04:54:46.899388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-751ad74c-66dc-45df-a428-10d65597ef35 req-679fda36-f0c1-46f8-b069-f0ac7cdce0f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:46.910293 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:54:37Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8c35f49d-49fb-4e18-a9cc-bc43aa278d73', 'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:07:71:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:36Z', 'updated_at': '2022-05-28T04:54:46Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:46.916818 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d80b5f-a212-43f9-87bd-b1dc2e629979 None None] The sync data for ids ['321f6575-6072-48e9-892a-b1d447deed2e'] in dv-neutron-843300-5-hyperv is: [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:54:37Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8c35f49d-49fb-4e18-a9cc-bc43aa278d73', 'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:07:71:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:36Z', 'updated_at': '2022-05-28T04:54:46Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:54:46.948836 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-1f52cc6c-2789-466a-b4a5-44786614e777 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6ff6677ab6f4e23b5d012c6104f20ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1171036 May 28 04:54:47.123735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751ad74c-66dc-45df-a428-10d65597ef35 req-679fda36-f0c1-46f8-b069-f0ac7cdce0f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network fe93190d-55ec-4293-bc3a-201d1134f3c2 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:54:47.127641 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fda36-f0c1-46f8-b069-f0ac7cdce0f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=8e58f2d0-53c7-4d54-879a-ede3d8a0df9b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:47.130165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-751ad74c-66dc-45df-a428-10d65597ef35 req-679fda36-f0c1-46f8-b069-f0ac7cdce0f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:54:47.137083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-751ad74c-66dc-45df-a428-10d65597ef35 req-679fda36-f0c1-46f8-b069-f0ac7cdce0f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:54:47.183524 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-8d9b4448-c4f0-4336-a972-3b4d309f3025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ebe1b65b-16de-4e40-8bac-11abdf963689', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'floating_ip_address': '172.26.8.46', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'port_id': '615fa682-a70c-4c3b-a0bb-cf4ef0e4148a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'mac_address': 'fa:16:3e:ee:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af6a60-3c86-4beb-8f2e-3701f1861c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:54:44Z', 'updated_at': '2022-05-28T04:54:44Z', 'revision_number': 0, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:47.188277 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b4448-c4f0-4336-a972-3b4d309f3025 None None] Checking router: cc019a2c-c590-4ed3-99cf-6c67473de733 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:54:47.203676 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b4448-c4f0-4336-a972-3b4d309f3025 None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:54:47.204316 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-8d9b4448-c4f0-4336-a972-3b4d309f3025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:47.224084 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ad74c-66dc-45df-a428-10d65597ef35 req-679fda36-f0c1-46f8-b069-f0ac7cdce0f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:47.224773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-751ad74c-66dc-45df-a428-10d65597ef35 req-679fda36-f0c1-46f8-b069-f0ac7cdce0f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:47.272848 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c512b3d-1b7e-4cad-8625-23ad33f884b1 req-55b076b9-e61e-44d0-a89e-cdd973482baf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 1099 time: 0.4066675 May 28 04:54:47.276959 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-110cf404-dc16-4a8f-8fa9-c5ef8dbddb5c service neutron] 10.222.0.15 "GET /v2.0/networks/77ad4a10-777b-43b3-bbc8-c420ad9e641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175821 May 28 04:54:47.326571 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-751ad74c-66dc-45df-a428-10d65597ef35 req-679fda36-f0c1-46f8-b069-f0ac7cdce0f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8429537 May 28 04:54:47.418361 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-8d9b4448-c4f0-4336-a972-3b4d309f3025 None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:54:47.431525 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Request body: {'port': {'device_id': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:47.643930 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c512b3d-1b7e-4cad-8625-23ad33f884b1 req-97b0f49a-85b2-4a32-b857-e6c6afa694d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:47.645393 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c512b3d-1b7e-4cad-8625-23ad33f884b1 req-97b0f49a-85b2-4a32-b857-e6c6afa694d5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 911 time: 0.3648314 May 28 04:54:47.646564 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2c3b6151-626d-461e-9970-d6afab38ed83 None None] Provisioning for port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:54:47.647321 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-262604f7-b861-4d02-86a9-e12622f8a6c6 service neutron] 10.222.0.15 "GET /v2.0/networks/77ad4a10-777b-43b3-bbc8-c420ad9e641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461940 May 28 04:54:47.647832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:47.658174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2c3b6151-626d-461e-9970-d6afab38ed83 None None] Provisioning complete for port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:47.658979 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2c3b6151-626d-461e-9970-d6afab38ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:47.722088 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2c3b6151-626d-461e-9970-d6afab38ed83 None None] Port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:54:47.902526 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:54:47.988273 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b9d1aa7-9054-4525-bdd8-6c293f5bc3d8 req-df1f6622-2b77-4e82-8352-d61d3d41e96c tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 210 time: 0.0717051 May 28 04:54:47.996055 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c512b3d-1b7e-4cad-8625-23ad33f884b1 req-cf34cede-f3d7-4e99-8935-267da082749d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=615fa682-a70c-4c3b-a0bb-cf4ef0e4148a HTTP/1.1" status: 200 len: 999 time: 0.3310077 May 28 04:54:48.086321 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:54:48.096694 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:48.097058 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:48.235978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-8d9b4448-c4f0-4336-a972-3b4d309f3025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ebe1b65b-16de-4e40-8bac-11abdf963689', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'floating_ip_address': '172.26.8.46', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'port_id': '615fa682-a70c-4c3b-a0bb-cf4ef0e4148a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'mac_address': 'fa:16:3e:ee:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af6a60-3c86-4beb-8f2e-3701f1861c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:54:44Z', 'updated_at': '2022-05-28T04:54:44Z', 'revision_number': 0, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:54:48.243130 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:48.253785 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b4448-c4f0-4336-a972-3b4d309f3025 None None] The sync data for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv is: [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ebe1b65b-16de-4e40-8bac-11abdf963689', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'floating_ip_address': '172.26.8.46', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'port_id': '615fa682-a70c-4c3b-a0bb-cf4ef0e4148a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'mac_address': 'fa:16:3e:ee:d0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1af6a60-3c86-4beb-8f2e-3701f1861c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:54:44Z', 'updated_at': '2022-05-28T04:54:44Z', 'revision_number': 0, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:54:48.282554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8c35f49d-49fb-4e18-a9cc-bc43aa278d73,segment=NetworkSegment(f6c8b46f-d00b-4712-a4d9-f18ca450b769),segment_id=f6c8b46f-d00b-4712-a4d9-f18ca450b769)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:48.291438 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:48.292588 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c512b3d-1b7e-4cad-8625-23ad33f884b1 req-37dc56bb-3183-4ea4-8f19-52cee405423e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:48.295636 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c512b3d-1b7e-4cad-8625-23ad33f884b1 req-37dc56bb-3183-4ea4-8f19-52cee405423e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8dc39ab9-b8b9-4f7a-95dd-aab229021c21 HTTP/1.1" status: 200 len: 849 time: 0.2915468 May 28 04:54:48.377317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=8c35f49d-49fb-4e18-a9cc-bc43aa278d73,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:48.431389 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a77fa-d032-4dd1-b624-b5a3c8403ecc req-e4733fda-f5de-474e-a992-8997b1d66868 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:48.432156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-d70a77fa-d032-4dd1-b624-b5a3c8403ecc req-e4733fda-f5de-474e-a992-8997b1d66868 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:48.497469 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-d70a77fa-d032-4dd1-b624-b5a3c8403ecc req-e4733fda-f5de-474e-a992-8997b1d66868 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:48.498646 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d70a77fa-d032-4dd1-b624-b5a3c8403ecc req-e4733fda-f5de-474e-a992-8997b1d66868 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 932 time: 0.6597633 May 28 04:54:48.526696 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c512b3d-1b7e-4cad-8625-23ad33f884b1 req-9dc3ccc3-60c1-4f01-8985-d90fe6ab5a69 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9829c481-31a9-48d1-9599-15df4d99a3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2143221 May 28 04:54:48.612893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 04:54:48.692614 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d70a77fa-d032-4dd1-b624-b5a3c8403ecc req-07db23f2-df8c-4b41-b287-75058726c300 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d9ff8a6-508f-4741-8cc7-431ca3d8638d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1834884 May 28 04:54:48.721057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:54:48.730859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:48.756636 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c512b3d-1b7e-4cad-8625-23ad33f884b1 req-7da58735-478b-4307-8e0f-ae1ee69d5c45 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230551 May 28 04:54:48.758929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Transition to ACTIVE for port object 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:54:48.784495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:49.023945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Pushing event updated for resources: {'Port': ['ID=8e58f2d0-53c7-4d54-879a-ede3d8a0df9b,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:49.236946 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c512b3d-1b7e-4cad-8625-23ad33f884b1 req-b7431e5b-1fe1-43be-a7b6-5d846e09ed78 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734035 May 28 04:54:49.244141 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-26e35a5c-9c3a-489b-a007-7c8a0182355d req-5be202b0-36c7-4eb7-be4e-152103238709 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 210 time: 0.0976415 May 28 04:54:49.302979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-2b338140-d384-4b14-8e87-72531bbe7947 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:49.304315 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-2b338140-d384-4b14-8e87-72531bbe7947 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.66 "GET /v2.0/networks?id=77ad4a10-777b-43b3-bbc8-c420ad9e641d HTTP/1.1" status: 200 len: 811 time: 0.3311057 May 28 04:54:49.308439 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Attempting to bind port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:54:49.308764 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Attempting to bind port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f6c8b46f-d00b-4712-a4d9-f18ca450b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:54:49.309078 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Attempting to bind port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b on network fe93190d-55ec-4293-bc3a-201d1134f3c2 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:54:49.315309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b on network fe93190d-55ec-4293-bc3a-201d1134f3c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:54:49.315599 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Attempting to bind port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b on network fe93190d-55ec-4293-bc3a-201d1134f3c2 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:54:49.321549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Request body: {'port': {'device_id': '3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9', 'network_id': '77ad4a10-777b-43b3-bbc8-c420ad9e641d', 'admin_state_up': True, 'tenant_id': 'f6ff6677ab6f4e23b5d012c6104f20ec'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:49.388923 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:54:49.389222 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Checking segment: {'id': 'f6c8b46f-d00b-4712-a4d9-f18ca450b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:54:49.389621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Bound using segment: {'id': 'f6c8b46f-d00b-4712-a4d9-f18ca450b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:54:49.390083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Bound port: 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6c8b46f-d00b-4712-a4d9-f18ca450b769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:54:49.390414 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:49.527513 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:49.531984 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] For port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:54:49.534071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Usage tracker for resource:port and tenant:f6ff6677ab6f4e23b5d012c6104f20ec is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:49.537372 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] For port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=8e58f2d0-53c7-4d54-879a-ede3d8a0df9b,segment=NetworkSegment(f6c8b46f-d00b-4712-a4d9-f18ca450b769),segment_id=f6c8b46f-d00b-4712-a4d9-f18ca450b769)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:54:49.538431 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:49.545204 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:49.548686 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:49.596401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Made reservation on behalf of f6ff6677ab6f4e23b5d012c6104f20ec for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:54:49.599326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:49.631828 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:49.633170 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-751ad74c-66dc-45df-a428-10d65597ef35 req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] 10.222.0.66 "PUT /v2.0/ports/8e58f2d0-53c7-4d54-879a-ede3d8a0df9b HTTP/1.1" status: 200 len: 1094 time: 2.2987697 May 28 04:54:49.633558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'tag': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:54:49.732475 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b93507e-10cf-45e8-afac-5e24e627e119'] response: {'name': 'network-changed', 'server_uuid': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'tag': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'status': 'completed', 'code': 200} May 28 04:54:49.737306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fbfc5-a65a-4010-a706-adffa5ecabbe service neutron] Pushing event updated for resources: {'Port': ['ID=8e58f2d0-53c7-4d54-879a-ede3d8a0df9b,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:49.851574 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:54:49.942417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:49.942788 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:50.053643 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-751ad74c-66dc-45df-a428-10d65597ef35 req-9bf96426-cd38-48f7-a87d-1d39c956a514 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 1097 time: 0.3622491 May 28 04:54:50.060162 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Allocated IP 172.20.0.5 (77ad4a10-777b-43b3-bbc8-c420ad9e641d/e1525520-3514-4bf5-b797-d42ff1aad6a2/2d9f1d3e-b836-44c4-b95e-2db28e54f5cc) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:54:50.140618 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-751ad74c-66dc-45df-a428-10d65597ef35 req-de2f4cfb-4b67-419a-83e7-1b6b5a5fad66 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e58f2d0-53c7-4d54-879a-ede3d8a0df9b HTTP/1.1" status: 200 len: 217 time: 0.0781641 May 28 04:54:50.200263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e899b0a-a600-4e2d-abdd-06cde7227bf7 req-389653a2-a9a4-46ef-9434-1035d0155687 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:50.201683 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4e899b0a-a600-4e2d-abdd-06cde7227bf7 req-389653a2-a9a4-46ef-9434-1035d0155687 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 944 time: 0.3594666 May 28 04:54:50.283109 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ad74c-66dc-45df-a428-10d65597ef35 req-44811cd9-55e3-4838-818c-33a09fa3af3a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:50.284516 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-751ad74c-66dc-45df-a428-10d65597ef35 req-44811cd9-55e3-4838-818c-33a09fa3af3a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=317c9849-259d-49ef-b490-d700cf2a23e4 HTTP/1.1" status: 200 len: 835 time: 0.1302910 May 28 04:54:50.436918 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4e899b0a-a600-4e2d-abdd-06cde7227bf7 req-124fc97e-eac2-4c78-878c-620a7e29244a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d9ff8a6-508f-4741-8cc7-431ca3d8638d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2204766 May 28 04:54:50.446497 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2a241223-072c-424a-814a-b0b3c44204f2 req-5fba7f2f-1465-4f21-89f3-084eec96e454 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 210 time: 0.0670044 May 28 04:54:50.511223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:50.527651 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-751ad74c-66dc-45df-a428-10d65597ef35 req-d35f68da-ec15-4020-8ee3-1a107ef40985 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe93190d-55ec-4293-bc3a-201d1134f3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1900384 May 28 04:54:50.625968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:50.730739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Pushing event updated for resources: {'Port': ['ID=2d9f1d3e-b836-44c4-b95e-2db28e54f5cc,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:50.736340 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-751ad74c-66dc-45df-a428-10d65597ef35 req-f00166dd-4318-496e-99af-29c0cd8cfb0c service neutron] 10.222.0.66 "GET /v2.0/networks/fe93190d-55ec-4293-bc3a-201d1134f3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016225 May 28 04:54:50.738436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Network 77ad4a10-777b-43b3-bbc8-c420ad9e641d is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:54:50.739438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:54:50.741763 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:54:50.876786 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:50.877369 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:50.919996 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-e3727868-4783-4c74-8979-a03d31a65180 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6020269 May 28 04:54:50.934185 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Request body: {'port': {'device_id': '3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:50.965167 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-751ad74c-66dc-45df-a428-10d65597ef35 req-beacc07b-33e0-4887-b943-c45788110165 service neutron] 10.222.0.66 "GET /v2.0/networks/fe93190d-55ec-4293-bc3a-201d1134f3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986008 May 28 04:54:51.032779 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32ccc6f-8235-478b-8220-b00f057526f3 None None] New status for floating IP ebe1b65b-16de-4e40-8bac-11abdf963689: ACTIVE {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:54:51.087525 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:51.172531 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9c33d9b-3258-4d48-b47f-512ec6506742 req-3afe9608-b2a6-4808-80e5-b51a96648615 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 1097 time: 0.1489408 May 28 04:54:51.437912 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33d9b-3258-4d48-b47f-512ec6506742 req-98076213-35b8-4850-9fa2-050c40a5e611 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:51.439369 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9c33d9b-3258-4d48-b47f-512ec6506742 req-98076213-35b8-4850-9fa2-050c40a5e611 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe93190d-55ec-4293-bc3a-201d1134f3c2 HTTP/1.1" status: 200 len: 898 time: 0.2558548 May 28 04:54:51.530786 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9c33d9b-3258-4d48-b47f-512ec6506742 req-b8d73947-5919-4543-8ff2-a682d49f332f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e58f2d0-53c7-4d54-879a-ede3d8a0df9b HTTP/1.1" status: 200 len: 217 time: 0.0757194 May 28 04:54:51.781756 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:54:51.803067 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c33d9b-3258-4d48-b47f-512ec6506742 req-ded46390-020d-480c-b4d5-dfe2e081c637 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:51.804493 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9c33d9b-3258-4d48-b47f-512ec6506742 req-ded46390-020d-480c-b4d5-dfe2e081c637 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=317c9849-259d-49ef-b490-d700cf2a23e4 HTTP/1.1" status: 200 len: 835 time: 0.2673452 May 28 04:54:51.923341 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:54:51.935639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:51.974208 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e42d62-7e01-4c01-be27-220ded7a2f18 req-46f0bbec-2bbb-4c01-93b8-3a831b01f7ba tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:51.974903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-05e42d62-7e01-4c01-be27-220ded7a2f18 req-46f0bbec-2bbb-4c01-93b8-3a831b01f7ba tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Synchronizing usage tracker for tenant:f6ff6677ab6f4e23b5d012c6104f20ec on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:54:51.979654 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Transition to ACTIVE for port object 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:54:51.989997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382aa3e-ae18-4ab0-a570-ed7ba0790d09 req-ee27f154-a755-4248-92d4-8acd15fd0f2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:51.992781 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f382aa3e-ae18-4ab0-a570-ed7ba0790d09 req-ee27f154-a755-4248-92d4-8acd15fd0f2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 944 time: 0.3130643 May 28 04:54:52.002768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:52.090435 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-05e42d62-7e01-4c01-be27-220ded7a2f18 req-46f0bbec-2bbb-4c01-93b8-3a831b01f7ba tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Unset dirty status for tenant:f6ff6677ab6f4e23b5d012c6104f20ec on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:54:52.091564 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-05e42d62-7e01-4c01-be27-220ded7a2f18 req-46f0bbec-2bbb-4c01-93b8-3a831b01f7ba tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 931 time: 0.4134970 May 28 04:54:52.104055 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9c33d9b-3258-4d48-b47f-512ec6506742 req-e6dda04b-ea10-4bd4-838b-e627fb2f0da5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe93190d-55ec-4293-bc3a-201d1134f3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2660284 May 28 04:54:52.115592 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b2d728a4-81a2-4a4e-884c-e6a80584a2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:52.207719 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c7451-3c11-4444-9744-2158870d171c service neutron] Pushing event updated for resources: {'Port': ['ID=2d9f1d3e-b836-44c4-b95e-2db28e54f5cc,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:52.287510 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f382aa3e-ae18-4ab0-a570-ed7ba0790d09 req-d81f8d51-f028-4e28-a947-df9f12bf2980 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d9ff8a6-508f-4741-8cc7-431ca3d8638d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2885125 May 28 04:54:52.399796 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-05e42d62-7e01-4c01-be27-220ded7a2f18 req-164109b6-beb7-4ea6-9a99-d4486d90d484 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427306 May 28 04:54:52.415628 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9c33d9b-3258-4d48-b47f-512ec6506742 req-7f2a887d-fd43-42d3-85dd-0c5e313b5f8e service neutron] 10.222.0.66 "GET /v2.0/networks/fe93190d-55ec-4293-bc3a-201d1134f3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521393 May 28 04:54:52.520208 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Attempting to bind port 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:54:52.520500 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Attempting to bind port 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '32d2b063-e0ea-4ee0-96b0-7e37ebe880f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '77ad4a10-777b-43b3-bbc8-c420ad9e641d'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:54:52.520827 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Attempting to bind port 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc on network 77ad4a10-777b-43b3-bbc8-c420ad9e641d {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:54:52.536330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Port 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc on network 77ad4a10-777b-43b3-bbc8-c420ad9e641d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:54:52.536652 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Attempting to bind port 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc on network 77ad4a10-777b-43b3-bbc8-c420ad9e641d {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:54:52.564303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:54:52.564630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Checking segment: {'id': '32d2b063-e0ea-4ee0-96b0-7e37ebe880f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '77ad4a10-777b-43b3-bbc8-c420ad9e641d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:54:52.565002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Bound using segment: {'id': '32d2b063-e0ea-4ee0-96b0-7e37ebe880f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '77ad4a10-777b-43b3-bbc8-c420ad9e641d'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:54:52.565428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Bound port: 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d2b063-e0ea-4ee0-96b0-7e37ebe880f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '77ad4a10-777b-43b3-bbc8-c420ad9e641d'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:54:52.565797 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:52.586446 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9c33d9b-3258-4d48-b47f-512ec6506742 req-c2991af7-7a28-44d4-9552-4561267a7062 service neutron] 10.222.0.66 "GET /v2.0/networks/fe93190d-55ec-4293-bc3a-201d1134f3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635761 May 28 04:54:52.674284 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] For port 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:54:52.677851 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] For port 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=2d9f1d3e-b836-44c4-b95e-2db28e54f5cc,segment=NetworkSegment(32d2b063-e0ea-4ee0-96b0-7e37ebe880f2),segment_id=32d2b063-e0ea-4ee0-96b0-7e37ebe880f2)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:54:52.683806 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:52.745249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:52.745814 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-332c7451-3c11-4444-9744-2158870d171c service neutron] 10.222.0.66 "PUT /v2.0/ports/2d9f1d3e-b836-44c4-b95e-2db28e54f5cc HTTP/1.1" status: 200 len: 1093 time: 1.8182473 May 28 04:54:52.748508 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9', 'tag': '2d9f1d3e-b836-44c4-b95e-2db28e54f5cc'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:54:52.770280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332c7451-3c11-4444-9744-2158870d171c service neutron] Pushing event updated for resources: {'Port': ['ID=2d9f1d3e-b836-44c4-b95e-2db28e54f5cc,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:52.822929 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9395afa4-1559-4905-8a8e-f917704fb8c3'] response: {'name': 'network-changed', 'server_uuid': '3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9', 'tag': '2d9f1d3e-b836-44c4-b95e-2db28e54f5cc', 'status': 'completed', 'code': 200} May 28 04:54:52.866570 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-cd3c7b53-3fa9-4dc6-ab8d-713bfbcca8e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6ff6677ab6f4e23b5d012c6104f20ec&device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 1096 time: 0.0796866 May 28 04:54:52.937071 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-72f847da-ac7e-4cc6-95a3-38fd08f425bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9f1d3e-b836-44c4-b95e-2db28e54f5cc HTTP/1.1" status: 200 len: 217 time: 0.0646212 May 28 04:54:53.001620 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-c71f2bea-17a3-4caa-bc4c-b9863e99d834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:53.002417 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-c71f2bea-17a3-4caa-bc4c-b9863e99d834 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1525520-3514-4bf5-b797-d42ff1aad6a2 HTTP/1.1" status: 200 len: 851 time: 0.0605884 May 28 04:54:53.050118 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-26f92329-3c14-4387-bb4a-d7cdf678a162 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77ad4a10-777b-43b3-bbc8-c420ad9e641d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409949 May 28 04:54:53.178864 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-3c6af821-5c96-4a1b-8aa4-a5a95ba73108 service neutron] 10.222.0.66 "GET /v2.0/networks/77ad4a10-777b-43b3-bbc8-c420ad9e641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232562 May 28 04:54:53.459709 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4459db86-3064-4a9a-a933-c8d57118bd25 req-d473bdb4-d769-4bf0-a8d0-1143d6664678 service neutron] 10.222.0.66 "GET /v2.0/networks/77ad4a10-777b-43b3-bbc8-c420ad9e641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747004 May 28 04:54:53.509378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b3a4a-ce40-46ce-916d-ee9ee57d77bc req-b55874e0-8144-4dcb-9b23-62a0e7ab85cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:53.511059 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1c0b3a4a-ce40-46ce-916d-ee9ee57d77bc req-b55874e0-8144-4dcb-9b23-62a0e7ab85cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 944 time: 0.0881298 May 28 04:54:53.656010 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 04:54:53.684148 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1c0b3a4a-ce40-46ce-916d-ee9ee57d77bc req-b30c1738-8dd9-4a01-8796-bded653ce92d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d9ff8a6-508f-4741-8cc7-431ca3d8638d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1314647 May 28 04:54:53.703789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329612b-d4ab-4d09-bfa2-ae44688b85dd req-44c4ea55-823c-41bf-bc1a-ebfdec455529 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:53.706397 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6329612b-d4ab-4d09-bfa2-ae44688b85dd req-44c4ea55-823c-41bf-bc1a-ebfdec455529 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 943 time: 0.1541183 May 28 04:54:53.708360 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bf6c954-e612-43eb-b25b-e4b1a7393eae req-2c9ad7c5-90fe-43b8-b0de-2de34571737b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6ff6677ab6f4e23b5d012c6104f20ec&device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 1096 time: 0.1924365 May 28 04:54:53.817820 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=8e58f2d0-53c7-4d54-879a-ede3d8a0df9b,segment=NetworkSegment(f6c8b46f-d00b-4712-a4d9-f18ca450b769),segment_id=f6c8b46f-d00b-4712-a4d9-f18ca450b769)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:53.836678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'port_id': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'mac_address': 'fa:16:3e:a6:a4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 04:54:53.848457 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6329612b-d4ab-4d09-bfa2-ae44688b85dd req-86021cba-1d0c-4d89-91aa-3ed2bc84e729 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338098 May 28 04:54:53.883391 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6c954-e612-43eb-b25b-e4b1a7393eae req-14cb5859-7d90-4512-951d-0918db418327 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:53.884879 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bf6c954-e612-43eb-b25b-e4b1a7393eae req-14cb5859-7d90-4512-951d-0918db418327 service neutron] 10.222.0.66 "GET /v2.0/networks?id=77ad4a10-777b-43b3-bbc8-c420ad9e641d HTTP/1.1" status: 200 len: 912 time: 0.1584294 May 28 04:54:53.900410 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:53.919068 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:54:53.939840 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=8e58f2d0-53c7-4d54-879a-ede3d8a0df9b,segment=NetworkSegment(f6c8b46f-d00b-4712-a4d9-f18ca450b769),segment_id=f6c8b46f-d00b-4712-a4d9-f18ca450b769)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:53.945444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:53.967464 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bf6c954-e612-43eb-b25b-e4b1a7393eae req-0a337e5d-260b-4dc5-80f3-22913af736c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9f1d3e-b836-44c4-b95e-2db28e54f5cc HTTP/1.1" status: 200 len: 217 time: 0.0764444 May 28 04:54:54.031278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=8e58f2d0-53c7-4d54-879a-ede3d8a0df9b,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:54.036768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6c954-e612-43eb-b25b-e4b1a7393eae req-ed39ab2a-6b3b-4b6f-8976-caaf5f469f9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:54.038350 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bf6c954-e612-43eb-b25b-e4b1a7393eae req-ed39ab2a-6b3b-4b6f-8976-caaf5f469f9b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1525520-3514-4bf5-b797-d42ff1aad6a2 HTTP/1.1" status: 200 len: 851 time: 0.0650678 May 28 04:54:54.086768 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bf6c954-e612-43eb-b25b-e4b1a7393eae req-263429bd-a49a-4822-8975-acd93bfeccfc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77ad4a10-777b-43b3-bbc8-c420ad9e641d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421600 May 28 04:54:54.171359 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['8e58f2d0-53c7-4d54-879a-ede3d8a0df9b'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 04:54:54.230984 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bf6c954-e612-43eb-b25b-e4b1a7393eae req-380c7901-a225-4726-8be5-c2a04f6e53b2 service neutron] 10.222.0.66 "GET /v2.0/networks/77ad4a10-777b-43b3-bbc8-c420ad9e641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367824 May 28 04:54:54.310356 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5635ffc3-dfa5-440f-8487-a13862b43e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:54.363171 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bf6c954-e612-43eb-b25b-e4b1a7393eae req-1a1c48cc-b8ba-4907-964e-a28f05d7bca4 service neutron] 10.222.0.66 "GET /v2.0/networks/77ad4a10-777b-43b3-bbc8-c420ad9e641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264765 May 28 04:54:54.690370 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:54.904458 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130eb3e5-a9e2-4e0a-9a39-9b8bd4ff9c8a req-bcda444e-9ab9-4412-ba2d-dc630a0612a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:54.905976 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-130eb3e5-a9e2-4e0a-9a39-9b8bd4ff9c8a req-bcda444e-9ab9-4412-ba2d-dc630a0612a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 945 time: 0.0857425 May 28 04:54:54.955479 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-130eb3e5-a9e2-4e0a-9a39-9b8bd4ff9c8a req-f919ee8d-1f27-4a2e-a283-1bfbe159fd4e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d9ff8a6-508f-4741-8cc7-431ca3d8638d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439994 May 28 04:54:55.043165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd14026-3046-494a-8ddc-b11b835e7d6b req-09289bb4-92a8-4e87-936f-dc21e0cd5e12 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:55.044605 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7dd14026-3046-494a-8ddc-b11b835e7d6b req-09289bb4-92a8-4e87-936f-dc21e0cd5e12 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 943 time: 0.0755198 May 28 04:54:55.089846 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7dd14026-3046-494a-8ddc-b11b835e7d6b req-0b9221f2-a2c7-4fae-bec8-2c19787f2b7b tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394955 May 28 04:54:55.527217 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:55.555309 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:55.680699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 04:54:55.684538 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:54:55.840181 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:54:55.849399 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:55.849789 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:55.949325 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=2d9f1d3e-b836-44c4-b95e-2db28e54f5cc,segment=NetworkSegment(32d2b063-e0ea-4ee0-96b0-7e37ebe880f2),segment_id=32d2b063-e0ea-4ee0-96b0-7e37ebe880f2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:55.968419 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '2d9f1d3e-b836-44c4-b95e-2db28e54f5cc', 'network_id': '77ad4a10-777b-43b3-bbc8-c420ad9e641d', 'port_id': '2d9f1d3e-b836-44c4-b95e-2db28e54f5cc', 'mac_address': 'fa:16:3e:58:3f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1525520-3514-4bf5-b797-d42ff1aad6a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 04:54:56.067936 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:56.096343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:54:56.104776 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:56.129394 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=2d9f1d3e-b836-44c4-b95e-2db28e54f5cc,segment=NetworkSegment(32d2b063-e0ea-4ee0-96b0-7e37ebe880f2),segment_id=32d2b063-e0ea-4ee0-96b0-7e37ebe880f2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:56.138149 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:56.159708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5859fd-4a9d-4e92-9728-b0d3e0ea2388 req-9e01a3cb-2cc9-4631-8266-538c261b77af tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:56.161191 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2b5859fd-4a9d-4e92-9728-b0d3e0ea2388 req-9e01a3cb-2cc9-4631-8266-538c261b77af tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 945 time: 0.0840659 May 28 04:54:56.175516 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:54:56.209343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=8e58f2d0-53c7-4d54-879a-ede3d8a0df9b,segment=NetworkSegment(f6c8b46f-d00b-4712-a4d9-f18ca450b769),segment_id=f6c8b46f-d00b-4712-a4d9-f18ca450b769)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:56.220374 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:56.230365 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=2d9f1d3e-b836-44c4-b95e-2db28e54f5cc,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:56.236967 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2b5859fd-4a9d-4e92-9728-b0d3e0ea2388 req-22a34a33-8d57-4851-a39f-56049024a540 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d9ff8a6-508f-4741-8cc7-431ca3d8638d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693171 May 28 04:54:56.305474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=8e58f2d0-53c7-4d54-879a-ede3d8a0df9b,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:56.312412 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5692d26-cd4f-4b7e-bd76-8ac0d9e2de06'] response: {'server_uuid': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'code': 200} May 28 04:54:56.325420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac751c75-1606-4271-b013-0020b6acc8e3 req-e8cb1762-c3df-44a2-abf1-194670bb3fa4 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:56.327510 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ac751c75-1606-4271-b013-0020b6acc8e3 req-e8cb1762-c3df-44a2-abf1-194670bb3fa4 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 944 time: 0.0896080 May 28 04:54:56.377273 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ac751c75-1606-4271-b013-0020b6acc8e3 req-9403abcd-a876-42b3-a6e2-e4f8dbbf6f51 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440593 May 28 04:54:56.380371 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['2d9f1d3e-b836-44c4-b95e-2db28e54f5cc'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 04:54:56.560632 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-64671d02-9ea7-4082-a5e8-068d7cd97b09 req-a1424953-ffcf-4eea-983a-2523b664678a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 1099 time: 0.0752139 May 28 04:54:56.605622 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-64671d02-9ea7-4082-a5e8-068d7cd97b09 req-f10d2eeb-3e7a-4cfa-9c5c-d74f23a2c8fa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6d9ff8a6-508f-4741-8cc7-431ca3d8638d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371439 May 28 04:54:57.096193 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:57.445952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66678f96-9a88-4938-b118-d44841276408 req-b5cee4f2-bffd-4147-94f8-b11ac1021bd3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:57.447413 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66678f96-9a88-4938-b118-d44841276408 req-b5cee4f2-bffd-4147-94f8-b11ac1021bd3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 946 time: 0.0905898 May 28 04:54:57.495519 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66678f96-9a88-4938-b118-d44841276408 req-93dec06e-94cf-43ad-b8df-a4ace8224b69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d9ff8a6-508f-4741-8cc7-431ca3d8638d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409768 May 28 04:54:57.574157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7ba0d-77f0-4d2e-9e2b-9273c15b0a95 req-2251cc9b-8218-4905-aaa5-3efc2db9566e tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:57.575682 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-72e7ba0d-77f0-4d2e-9e2b-9273c15b0a95 req-2251cc9b-8218-4905-aaa5-3efc2db9566e tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 944 time: 0.0790980 May 28 04:54:57.624565 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-72e7ba0d-77f0-4d2e-9e2b-9273c15b0a95 req-b36b28ce-eb3e-465c-9f26-abdbbe39108b tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429218 May 28 04:54:57.700382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:54:57.771520 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:54:57.777251 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:54:57.777689 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:57.892055 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:57.924082 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=2d9f1d3e-b836-44c4-b95e-2db28e54f5cc,segment=NetworkSegment(32d2b063-e0ea-4ee0-96b0-7e37ebe880f2),segment_id=32d2b063-e0ea-4ee0-96b0-7e37ebe880f2)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:54:57.928447 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:57.994026 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=2d9f1d3e-b836-44c4-b95e-2db28e54f5cc,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:54:58.313742 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9f1d3e-b836-44c4-b95e-2db28e54f5cc'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:54:58.375564 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50553157-efcd-4c3b-b2e8-9734f27fe59d'] response: {'server_uuid': '3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9f1d3e-b836-44c4-b95e-2db28e54f5cc', 'code': 200} May 28 04:54:58.808968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45919ba6-de5c-4da1-aabf-5917a3f65982 req-9d6b4961-6e3b-47ba-bf2f-5bf8ffc09be4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:58.810412 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45919ba6-de5c-4da1-aabf-5917a3f65982 req-9d6b4961-6e3b-47ba-bf2f-5bf8ffc09be4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 946 time: 0.1406591 May 28 04:54:58.812937 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5629e6ad-58af-4617-bd7c-224cc9c038b1 req-01fa382f-fd8f-4328-9ae2-11a73693de30 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 1098 time: 0.2719493 May 28 04:54:58.902529 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45919ba6-de5c-4da1-aabf-5917a3f65982 req-20c3777c-bc85-4d1e-84cd-a58c7ad8ada5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d9ff8a6-508f-4741-8cc7-431ca3d8638d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0855744 May 28 04:54:58.906075 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5629e6ad-58af-4617-bd7c-224cc9c038b1 req-2c59ca50-a502-4ed8-a661-09eac5b13dc0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829563 May 28 04:54:58.914322 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348a9a6-fd0b-4e82-97c2-9567ac55dfef req-2bd8eddd-25db-469b-93ce-895bec7507bd tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:58.915745 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2348a9a6-fd0b-4e82-97c2-9567ac55dfef req-2bd8eddd-25db-469b-93ce-895bec7507bd tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.1681745 May 28 04:54:58.961711 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2348a9a6-fd0b-4e82-97c2-9567ac55dfef req-da94b6ed-c03f-4508-81b6-4c193f985b31 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400274 May 28 04:54:59.103656 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa0fc7-3230-4035-b0d5-f33217097cac req-6f2013c2-2433-4b3c-b8ec-1a490b251cc4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:54:59.105024 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ebfa0fc7-3230-4035-b0d5-f33217097cac req-6f2013c2-2433-4b3c-b8ec-1a490b251cc4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 946 time: 0.0775909 May 28 04:54:59.155505 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ebfa0fc7-3230-4035-b0d5-f33217097cac req-55c7d81e-50ec-48b6-b895-69c04fc14cb2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d9ff8a6-508f-4741-8cc7-431ca3d8638d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421503 May 28 04:54:59.183237 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33312) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:59.257718 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-61278417-0f41-4e29-a6f8-5cf77571809e tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 1094 time: 0.0733166 May 28 04:54:59.264555 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33316) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:54:59.269626 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:54:59.273388 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:54:59.277998 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:floatingip and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:54:59.280776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:54:59.286461 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:54:59.299163 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:59.444625 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:59.591159 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.238 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/f8cd031b-4ac5-4964-ae37-fa8c7618014c) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:54:59.743929 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:59.776939 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:54:59.844730 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:54:59.848827 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:54:59.855060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:54:59.896151 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=f8cd031b-4ac5-4964-ae37-fa8c7618014c,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:00.179376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2ba11-2768-45f4-87e1-690bcdb9b5f4 req-7daeba48-4738-4d0a-9d24-3700ec32f50e tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:00.180854 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2ad2ba11-2768-45f4-87e1-690bcdb9b5f4 req-7daeba48-4738-4d0a-9d24-3700ec32f50e tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.0830860 May 28 04:55:00.239104 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2ad2ba11-2768-45f4-87e1-690bcdb9b5f4 req-afec0731-1255-413a-b0b5-ca1b05847209 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497129 May 28 04:55:00.518108 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:00.573161 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:00.802023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:00.806945 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:00.921392 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=f8cd031b-4ac5-4964-ae37-fa8c7618014c,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:00.926104 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:01.121096 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.l3_db [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Floating IP ead2a438-83a5-43d0-ad24-809aaa450d0a associated. External IP: 172.26.8.238, port: 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b. May 28 04:55:01.462836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dec2ec-fd71-4579-9786-4a04fe4a10f0 req-b718a665-3424-4795-912c-48e8b53c3778 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:01.464414 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c4dec2ec-fd71-4579-9786-4a04fe4a10f0 req-b718a665-3424-4795-912c-48e8b53c3778 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.0907393 May 28 04:55:01.509781 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c4dec2ec-fd71-4579-9786-4a04fe4a10f0 req-32410339-f4db-4654-98e5-4fda2cbb5e52 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 May 28 04:55:01.515557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 321f6575-6072-48e9-892a-b1d447deed2e has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:55:01.706253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500dd3a-a8ca-4161-be81-c2d6c5a7466f req-2a3e2920-0f25-4b05-a587-c7bde8e59543 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:01.707627 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b500dd3a-a8ca-4161-be81-c2d6c5a7466f req-2a3e2920-0f25-4b05-a587-c7bde8e59543 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.0811729 May 28 04:55:01.717696 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:55:01.729198 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9bbad-2143-4c70-8d2d-2674726a2df9 None None] Sync routers for ids ['321f6575-6072-48e9-892a-b1d447deed2e'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:55:01.745617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9bbad-2143-4c70-8d2d-2674726a2df9 None None] Routers {'321f6575-6072-48e9-892a-b1d447deed2e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:55:01.746338 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-2de9bbad-2143-4c70-8d2d-2674726a2df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['321f6575-6072-48e9-892a-b1d447deed2e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:55:01.746595 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:01.767823 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b500dd3a-a8ca-4161-be81-c2d6c5a7466f req-faac63cc-f5e9-44e2-a54c-294abb93efc3 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511110 May 28 04:55:01.815436 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a334fc89-2d14-4c9b-94aa-41762c791c7e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5532966 May 28 04:55:01.816813 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'tag': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:55:01.818355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33328) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:01.926724 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c06e2d-cbe6-4398-a5ba-180bfd1c642d'] response: {'name': 'network-changed', 'server_uuid': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'tag': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'status': 'completed', 'code': 200} May 28 04:55:01.959355 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-591ce289-c1a5-416d-a358-cf2a7275929a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/ead2a438-83a5-43d0-ad24-809aaa450d0a HTTP/1.1" status: 200 len: 992 time: 0.1391342 May 28 04:55:02.005368 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-2de9bbad-2143-4c70-8d2d-2674726a2df9 None None] Set router 321f6575-6072-48e9-892a-b1d447deed2e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:55:02.032565 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23a134b9-02ae-4bd1-af30-5e843ab9c57a req-86477322-01b6-4407-a100-a26c6df0d965 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 1099 time: 0.0717995 May 28 04:55:02.232114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a134b9-02ae-4bd1-af30-5e843ab9c57a req-1cf6e3c1-cb4b-4b22-9e6d-d493535caf94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:02.232114 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23a134b9-02ae-4bd1-af30-5e843ab9c57a req-1cf6e3c1-cb4b-4b22-9e6d-d493535caf94 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe93190d-55ec-4293-bc3a-201d1134f3c2 HTTP/1.1" status: 200 len: 898 time: 0.1883764 May 28 04:55:02.378222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-2de9bbad-2143-4c70-8d2d-2674726a2df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:54:37Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ead2a438-83a5-43d0-ad24-809aaa450d0a', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'port_id': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'mac_address': 'fa:16:3e:a6:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:55:00Z', 'updated_at': '2022-05-28T04:55:00Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c35f49d-49fb-4e18-a9cc-bc43aa278d73', 'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:07:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:36Z', 'updated_at': '2022-05-28T04:54:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:55:02.382407 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9bbad-2143-4c70-8d2d-2674726a2df9 None None] Checking router: 321f6575-6072-48e9-892a-b1d447deed2e for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:55:02.389187 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23a134b9-02ae-4bd1-af30-5e843ab9c57a req-7575ed44-a969-447b-82d5-d128f740be78 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e58f2d0-53c7-4d54-879a-ede3d8a0df9b HTTP/1.1" status: 200 len: 1000 time: 0.1544931 May 28 04:55:02.393350 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9bbad-2143-4c70-8d2d-2674726a2df9 None None] Routers {'321f6575-6072-48e9-892a-b1d447deed2e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:55:02.393937 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-2de9bbad-2143-4c70-8d2d-2674726a2df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:54:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['321f6575-6072-48e9-892a-b1d447deed2e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:55:02.441976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c5455-327d-4094-9c8d-c691d47bc2f3 req-da6480fe-6b1f-47ef-af31-3be8df2fb4bc tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:02.443478 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-968c5455-327d-4094-9c8d-c691d47bc2f3 req-da6480fe-6b1f-47ef-af31-3be8df2fb4bc tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.1555641 May 28 04:55:02.497365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a134b9-02ae-4bd1-af30-5e843ab9c57a req-4a4c76fa-a9b0-40b2-88ff-6eed35ed9046 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:02.498813 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23a134b9-02ae-4bd1-af30-5e843ab9c57a req-4a4c76fa-a9b0-40b2-88ff-6eed35ed9046 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=317c9849-259d-49ef-b490-d700cf2a23e4 HTTP/1.1" status: 200 len: 835 time: 0.1011322 May 28 04:55:02.505390 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-968c5455-327d-4094-9c8d-c691d47bc2f3 req-34e6cb58-7119-479f-978f-c15a378a527c tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537188 May 28 04:55:02.578528 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-2de9bbad-2143-4c70-8d2d-2674726a2df9 None None] Set router 321f6575-6072-48e9-892a-b1d447deed2e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:55:02.584573 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23a134b9-02ae-4bd1-af30-5e843ab9c57a req-8d893bed-a3b0-45ec-b78f-a5f8e9ad9eef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe93190d-55ec-4293-bc3a-201d1134f3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742080 May 28 04:55:02.718373 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23a134b9-02ae-4bd1-af30-5e843ab9c57a req-0dd7423d-e329-4900-b23d-cc9323f0d13c service neutron] 10.222.0.66 "GET /v2.0/networks/fe93190d-55ec-4293-bc3a-201d1134f3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272776 May 28 04:55:02.852647 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23a134b9-02ae-4bd1-af30-5e843ab9c57a req-968b6451-a5d7-4257-9899-9c89330e526a service neutron] 10.222.0.66 "GET /v2.0/networks/fe93190d-55ec-4293-bc3a-201d1134f3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277270 May 28 04:55:02.962824 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33336) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:02.971338 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-2de9bbad-2143-4c70-8d2d-2674726a2df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:54:37Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ead2a438-83a5-43d0-ad24-809aaa450d0a', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'port_id': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'mac_address': 'fa:16:3e:a6:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:55:00Z', 'updated_at': '2022-05-28T04:55:00Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c35f49d-49fb-4e18-a9cc-bc43aa278d73', 'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:07:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:36Z', 'updated_at': '2022-05-28T04:54:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:55:02.975468 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9bbad-2143-4c70-8d2d-2674726a2df9 None None] The sync data for ids ['321f6575-6072-48e9-892a-b1d447deed2e'] in dv-neutron-843300-5-hyperv is: [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:54:37Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ead2a438-83a5-43d0-ad24-809aaa450d0a', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'port_id': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'mac_address': 'fa:16:3e:a6:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:55:00Z', 'updated_at': '2022-05-28T04:55:00Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c35f49d-49fb-4e18-a9cc-bc43aa278d73', 'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:07:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:36Z', 'updated_at': '2022-05-28T04:54:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:55:03.157539 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-81b3b9fb-9483-41fb-b49e-e29e7ab11560 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/ead2a438-83a5-43d0-ad24-809aaa450d0a HTTP/1.1" status: 200 len: 992 time: 0.1933186 May 28 04:55:03.708164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f2e0b-3381-4459-be75-72e2e9770ae6 req-a36083cb-76ae-4d22-9548-f5a694b380ea tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:03.709630 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fb7f2e0b-3381-4459-be75-72e2e9770ae6 req-a36083cb-76ae-4d22-9548-f5a694b380ea tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.0805647 May 28 04:55:03.756100 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fb7f2e0b-3381-4459-be75-72e2e9770ae6 req-8a6d5a76-0f8a-42a4-ad55-3b151cd96bbd tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407317 May 28 04:55:04.161804 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33346) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:04.217365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366400a-7bc8-472b-a5df-0e879ce5efca req-c5310b86-e833-4813-9558-b3a1ea6b38c6 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:04.218782 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1366400a-7bc8-472b-a5df-0e879ce5efca req-c5310b86-e833-4813-9558-b3a1ea6b38c6 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.1465623 May 28 04:55:04.226430 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27a17ec2-8ea7-4b7c-99fc-8e5abd38a626 req-f9746a59-30a7-4b45-9817-0d99c2633d22 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6ff6677ab6f4e23b5d012c6104f20ec&device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 1098 time: 0.1245246 May 28 04:55:04.366738 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1366400a-7bc8-472b-a5df-0e879ce5efca req-c94ce5dc-1476-42f0-8958-cc55e4bf8024 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390595 May 28 04:55:04.380639 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a0c65a72-6b56-414b-ba27-948e3f7c87a6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/ead2a438-83a5-43d0-ad24-809aaa450d0a HTTP/1.1" status: 200 len: 992 time: 0.2175188 May 28 04:55:04.404870 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a17ec2-8ea7-4b7c-99fc-8e5abd38a626 req-f75d3f38-304e-4fb0-9b36-13c06eef9b5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:04.406373 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27a17ec2-8ea7-4b7c-99fc-8e5abd38a626 req-f75d3f38-304e-4fb0-9b36-13c06eef9b5d service neutron] 10.222.0.66 "GET /v2.0/networks?id=77ad4a10-777b-43b3-bbc8-c420ad9e641d HTTP/1.1" status: 200 len: 912 time: 0.1649156 May 28 04:55:04.479487 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27a17ec2-8ea7-4b7c-99fc-8e5abd38a626 req-dcdf5aa2-5a34-4620-b81f-702c64c2071f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9f1d3e-b836-44c4-b95e-2db28e54f5cc HTTP/1.1" status: 200 len: 217 time: 0.0667212 May 28 04:55:04.543271 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a17ec2-8ea7-4b7c-99fc-8e5abd38a626 req-023fdb90-b755-4bb7-9415-15573a8836bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:04.544770 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27a17ec2-8ea7-4b7c-99fc-8e5abd38a626 req-023fdb90-b755-4bb7-9415-15573a8836bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1525520-3514-4bf5-b797-d42ff1aad6a2 HTTP/1.1" status: 200 len: 851 time: 0.0593441 May 28 04:55:04.598145 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27a17ec2-8ea7-4b7c-99fc-8e5abd38a626 req-23fc31b8-6752-4882-80c7-3f2ebe1aa42c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77ad4a10-777b-43b3-bbc8-c420ad9e641d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466073 May 28 04:55:04.749465 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27a17ec2-8ea7-4b7c-99fc-8e5abd38a626 req-13b8a55f-437d-46aa-bda9-d3a96ba7b54b service neutron] 10.222.0.66 "GET /v2.0/networks/77ad4a10-777b-43b3-bbc8-c420ad9e641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395943 May 28 04:55:04.890099 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27a17ec2-8ea7-4b7c-99fc-8e5abd38a626 req-9066c06c-8ae6-4204-b809-9533dfa29d0d service neutron] 10.222.0.66 "GET /v2.0/networks/77ad4a10-777b-43b3-bbc8-c420ad9e641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382868 May 28 04:55:05.384096 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33350) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:05.492845 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-82944d16-6e97-42b4-ad08-be5926079377 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/ead2a438-83a5-43d0-ad24-809aaa450d0a HTTP/1.1" status: 200 len: 992 time: 0.1066859 May 28 04:55:05.592260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc1e7c-8b1d-4624-8e28-9097a1d32735 req-862ac7b4-2eef-4153-86bc-1b0172878b9d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:05.592260 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-afcc1e7c-8b1d-4624-8e28-9097a1d32735 req-862ac7b4-2eef-4153-86bc-1b0172878b9d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.0885322 May 28 04:55:05.652266 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-afcc1e7c-8b1d-4624-8e28-9097a1d32735 req-19a086c1-a8da-4e8b-814e-ef964be02745 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554836 May 28 04:55:06.495669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33358) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:06.604414 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-18df6a48-be46-4ac9-8e88-30215b963ddd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/ead2a438-83a5-43d0-ad24-809aaa450d0a HTTP/1.1" status: 200 len: 992 time: 0.1075809 May 28 04:55:06.862548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0eb7a-c20b-4d7b-bbb9-d105d8b7ba13 req-d7bb00b5-2cf4-4af2-af24-f79968b2ef17 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:06.864195 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-13b0eb7a-c20b-4d7b-bbb9-d105d8b7ba13 req-d7bb00b5-2cf4-4af2-af24-f79968b2ef17 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.0831180 May 28 04:55:06.917528 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-13b0eb7a-c20b-4d7b-bbb9-d105d8b7ba13 req-fadabf82-a833-4e15-b4aa-d271a41e6644 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437868 May 28 04:55:07.354789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56d015-1801-4dd9-b77b-3ed2a5a429ec req-cd002557-3137-4c0b-a6c8-20c7ba064d55 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:07.356242 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fe56d015-1801-4dd9-b77b-3ed2a5a429ec req-cd002557-3137-4c0b-a6c8-20c7ba064d55 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.0760405 May 28 04:55:07.407700 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fe56d015-1801-4dd9-b77b-3ed2a5a429ec req-b92978c3-4b03-4f52-98e8-5b9dc8cb4b7b tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432332 May 28 04:55:07.608353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33368) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:07.725641 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-313711f6-371c-4686-8150-4ec8ac0ef4ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/ead2a438-83a5-43d0-ad24-809aaa450d0a HTTP/1.1" status: 200 len: 992 time: 0.1160858 May 28 04:55:07.803309 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990e2626-7fc8-4fc4-b2c3-fcbbf917a258 None None] New status for floating IP ead2a438-83a5-43d0-ad24-809aaa450d0a: ACTIVE {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:55:08.644626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d264bc8-9840-4331-a134-1cd90e573158 req-16517478-3ce2-40a7-a34e-1ba57dbef312 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:08.644626 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2d264bc8-9840-4331-a134-1cd90e573158 req-16517478-3ce2-40a7-a34e-1ba57dbef312 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.0842788 May 28 04:55:08.687152 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2d264bc8-9840-4331-a134-1cd90e573158 req-58d5e106-c209-48b4-ae92-2d6f16f0b080 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400379 May 28 04:55:08.730011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33376) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:08.835835 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0fbb0cfb-8620-48ac-9816-37b6752dd257 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/ead2a438-83a5-43d0-ad24-809aaa450d0a HTTP/1.1" status: 200 len: 994 time: 0.1054227 May 28 04:55:09.239691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac874586-da01-4092-86e7-2c2b43cd06ba req-b1bdda69-e00c-4b03-8670-1290377c6116 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:09.242122 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ac874586-da01-4092-86e7-2c2b43cd06ba req-b1bdda69-e00c-4b03-8670-1290377c6116 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.2543895 May 28 04:55:09.245782 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a220d8ca-aee9-4f68-aa7c-dfc54a7ae479 req-ba843d97-9882-4cd6-8248-686dca54f2ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f6ff6677ab6f4e23b5d012c6104f20ec&device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 1098 time: 0.2191439 May 28 04:55:09.370677 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ac874586-da01-4092-86e7-2c2b43cd06ba req-dcb3d693-db3c-4ec7-9b9e-b0ccd368e953 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228478 May 28 04:55:09.406555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220d8ca-aee9-4f68-aa7c-dfc54a7ae479 req-061df61c-cbad-48ca-93da-1b64a079fecc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:09.408167 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a220d8ca-aee9-4f68-aa7c-dfc54a7ae479 req-061df61c-cbad-48ca-93da-1b64a079fecc service neutron] 10.222.0.66 "GET /v2.0/networks?id=77ad4a10-777b-43b3-bbc8-c420ad9e641d HTTP/1.1" status: 200 len: 912 time: 0.1462729 May 28 04:55:09.483716 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a220d8ca-aee9-4f68-aa7c-dfc54a7ae479 req-721561b1-ea47-48e1-b50b-330d2b24041e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d9f1d3e-b836-44c4-b95e-2db28e54f5cc HTTP/1.1" status: 200 len: 217 time: 0.0691719 May 28 04:55:09.558563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220d8ca-aee9-4f68-aa7c-dfc54a7ae479 req-c28f0cfb-482b-4568-9cd0-740df99c71cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:09.560867 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a220d8ca-aee9-4f68-aa7c-dfc54a7ae479 req-c28f0cfb-482b-4568-9cd0-740df99c71cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e1525520-3514-4bf5-b797-d42ff1aad6a2 HTTP/1.1" status: 200 len: 851 time: 0.0702701 May 28 04:55:09.605275 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a220d8ca-aee9-4f68-aa7c-dfc54a7ae479 req-b587a2df-0779-4763-8a02-f6f3f54d6a36 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77ad4a10-777b-43b3-bbc8-c420ad9e641d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385859 May 28 04:55:09.752458 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a220d8ca-aee9-4f68-aa7c-dfc54a7ae479 req-198b6739-5c2b-4936-943b-fb94d63dc472 service neutron] 10.222.0.66 "GET /v2.0/networks/77ad4a10-777b-43b3-bbc8-c420ad9e641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401546 May 28 04:55:09.891415 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a220d8ca-aee9-4f68-aa7c-dfc54a7ae479 req-2c1f8f20-2682-443b-8e39-0fb8b70bacba service neutron] 10.222.0.66 "GET /v2.0/networks/77ad4a10-777b-43b3-bbc8-c420ad9e641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334050 May 28 04:55:10.583239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2bce0e-7570-42b4-b185-9ecb9529cb05 req-67c35f30-95f0-4115-89ef-182d29369ff1 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:10.584693 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3a2bce0e-7570-42b4-b185-9ecb9529cb05 req-67c35f30-95f0-4115-89ef-182d29369ff1 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.0852497 May 28 04:55:10.630623 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3a2bce0e-7570-42b4-b185-9ecb9529cb05 req-f205b54f-f612-4e2f-83cb-5f70b4e6837a tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402148 May 28 04:55:11.849521 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b8ccd-e78b-460b-8165-fc72296c8d41 req-ed26937d-2c1a-4340-97b4-0486bc9dbe59 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:11.849521 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c46b8ccd-e78b-460b-8165-fc72296c8d41 req-ed26937d-2c1a-4340-97b4-0486bc9dbe59 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.0854526 May 28 04:55:11.904978 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c46b8ccd-e78b-460b-8165-fc72296c8d41 req-aecd5e25-da04-48d9-9451-fcfeb931bf9d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469186 May 28 04:55:12.365433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779db22-11e4-4f08-997e-1a194e31b8f6 req-bfe5f468-2db1-4fe4-908e-a5dbb9978095 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:12.366548 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6779db22-11e4-4f08-997e-1a194e31b8f6 req-bfe5f468-2db1-4fe4-908e-a5dbb9978095 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.0791547 May 28 04:55:12.417329 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6779db22-11e4-4f08-997e-1a194e31b8f6 req-7877cc5e-5ec1-4c9a-ab13-99c4d091741d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441108 May 28 04:55:13.633358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a83da-8ad9-4987-8c9d-68a9532c1fd1 req-a763e3ca-c8e2-42c3-825c-da6841ad7a9e tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:13.635034 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc1a83da-8ad9-4987-8c9d-68a9532c1fd1 req-a763e3ca-c8e2-42c3-825c-da6841ad7a9e tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.0875378 May 28 04:55:13.685958 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc1a83da-8ad9-4987-8c9d-68a9532c1fd1 req-64b9fdde-cdd4-4f96-a89c-9410b205a4a6 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447006 May 28 04:55:14.224233 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dc7f9-8a73-40ed-8948-92ff5150b035 req-7c4097e3-f679-4db2-89e6-87a7143b1af2 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:14.225640 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a76dc7f9-8a73-40ed-8948-92ff5150b035 req-7c4097e3-f679-4db2-89e6-87a7143b1af2 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.66 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.0847788 May 28 04:55:14.299477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-a76dc7f9-8a73-40ed-8948-92ff5150b035 req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Deleting port 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:55:14.299477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a76dc7f9-8a73-40ed-8948-92ff5150b035 req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:14.557490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-a76dc7f9-8a73-40ed-8948-92ff5150b035 req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] For port 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=2d9f1d3e-b836-44c4-b95e-2db28e54f5cc,segment=NetworkSegment(32d2b063-e0ea-4ee0-96b0-7e37ebe880f2),segment_id=32d2b063-e0ea-4ee0-96b0-7e37ebe880f2)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:55:14.557490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a76dc7f9-8a73-40ed-8948-92ff5150b035 req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:14.681250 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-a76dc7f9-8a73-40ed-8948-92ff5150b035 req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Calling delete_port for 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:55:14.979861 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e85ee-b5c1-4025-a2a6-3fbf9f0327fc req-f92118c3-40dc-4a30-9bbc-7051b28fdaa7 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:14.980413 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-931e85ee-b5c1-4025-a2a6-3fbf9f0327fc req-f92118c3-40dc-4a30-9bbc-7051b28fdaa7 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9 HTTP/1.1" status: 200 len: 945 time: 0.1552572 May 28 04:55:14.988385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a76dc7f9-8a73-40ed-8948-92ff5150b035 req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:15.001867 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['2d9f1d3e-b836-44c4-b95e-2db28e54f5cc'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 04:55:15.052108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Pushing event deleted for resources: {'Port': ['ID=2d9f1d3e-b836-44c4-b95e-2db28e54f5cc,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:15.108440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:15.108782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:15.109114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:15.109442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:15.109809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:15.110784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:15.110784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:15.110784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:15.111451 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:15.111451 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:15.111710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:15.152418 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-931e85ee-b5c1-4025-a2a6-3fbf9f0327fc req-8fd404d1-05d3-4ff4-9e3f-3c7c2c129474 tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.15 "GET /v2.0/security-groups?id=49139281-e789-4849-9589-ed7e78df273b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649966 May 28 04:55:15.157702 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76dc7f9-8a73-40ed-8948-92ff5150b035 req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] No DVR routers for this DVR port 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:55:15.160903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a76dc7f9-8a73-40ed-8948-92ff5150b035 req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:15.162948 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9', 'name': 'network-vif-deleted', 'tag': '2d9f1d3e-b836-44c4-b95e-2db28e54f5cc'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:55:15.180821 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a76dc7f9-8a73-40ed-8948-92ff5150b035 req-42bdda16-bcfc-4de2-aab0-30d21ea6e14d tempest-TestServerAdvancedOps-533634331 tempest-TestServerAdvancedOps-533634331-project] 10.222.0.66 "DELETE /v2.0/ports/2d9f1d3e-b836-44c4-b95e-2db28e54f5cc HTTP/1.1" status: 204 len: 173 time: 0.9486630 May 28 04:55:15.222714 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2308902-186b-40cb-935f-d1b837464a44'] response: {'server_uuid': '3a627c8f-e5c4-4cf4-93e1-7d845d7c72e9', 'name': 'network-vif-deleted', 'tag': '2d9f1d3e-b836-44c4-b95e-2db28e54f5cc', 'status': 'completed', 'code': 200} May 28 04:55:16.292491 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33400) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:16.360472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-900a1c7e-bca8-44c8-bc14-efb412f39bff admin admin] Deleting subnet e1525520-3514-4bf5-b797-d42ff1aad6a2 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:55:16.363626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-900a1c7e-bca8-44c8-bc14-efb412f39bff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:16.416056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-900a1c7e-bca8-44c8-bc14-efb412f39bff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:16.472230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-900a1c7e-bca8-44c8-bc14-efb412f39bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:16.545853 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-900a1c7e-bca8-44c8-bc14-efb412f39bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:16.585847 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a1c7e-bca8-44c8-bc14-efb412f39bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1525520-3514-4bf5-b797-d42ff1aad6a2,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:16.590824 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-900a1c7e-bca8-44c8-bc14-efb412f39bff admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:16.596693 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-900a1c7e-bca8-44c8-bc14-efb412f39bff admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e1525520-3514-4bf5-b797-d42ff1aad6a2 HTTP/1.1" status: 204 len: 168 time: 0.3031416 May 28 04:55:16.599550 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33404) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:16.708410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-afb847e0-d310-4fdc-85a9-0f8fee68c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:16.835770 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-afb847e0-d310-4fdc-85a9-0f8fee68c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:16.860948 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-afb847e0-d310-4fdc-85a9-0f8fee68c532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ad4a10-777b-43b3-bbc8-c420ad9e641d']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:55:16.875013 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-afb847e0-d310-4fdc-85a9-0f8fee68c532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d2b063-e0ea-4ee0-96b0-7e37ebe880f2') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:55:16.875225 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-afb847e0-d310-4fdc-85a9-0f8fee68c532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d2b063-e0ea-4ee0-96b0-7e37ebe880f2') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:55:16.887672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-afb847e0-d310-4fdc-85a9-0f8fee68c532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:16.902575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-afb847e0-d310-4fdc-85a9-0f8fee68c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:16.908749 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb847e0-d310-4fdc-85a9-0f8fee68c532 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:55:16.909012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-afb847e0-d310-4fdc-85a9-0f8fee68c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:55:16.922639 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:55:16.999925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-afb847e0-d310-4fdc-85a9-0f8fee68c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:17.015229 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-afb847e0-d310-4fdc-85a9-0f8fee68c532 admin admin] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:17.023910 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb847e0-d310-4fdc-85a9-0f8fee68c532 admin admin] Pushing event deleted for resources: {'Network': ['ID=77ad4a10-777b-43b3-bbc8-c420ad9e641d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:17.026717 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-afb847e0-d310-4fdc-85a9-0f8fee68c532 admin admin] 10.222.0.15 "DELETE /v2.0/networks/77ad4a10-777b-43b3-bbc8-c420ad9e641d HTTP/1.1" status: 204 len: 168 time: 0.4261656 May 28 04:55:17.030594 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33408) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:17.100261 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Deleting subnet 0e8d4db7-a324-4783-b97d-05dbf18fd08e {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:55:17.103513 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:17.155245 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:17.216191 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:17.293009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:17.330821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e8d4db7-a324-4783-b97d-05dbf18fd08e,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:17.341599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:17.345830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:17.346166 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:17.346492 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:17.346818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:17.347134 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:17.347455 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:17.347772 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:17.348084 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:17.348395 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:17.348705 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:17.348996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:17.353988 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ccc921fa-764a-4773-8126-886ab917ddfb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0e8d4db7-a324-4783-b97d-05dbf18fd08e HTTP/1.1" status: 204 len: 168 time: 0.3221302 May 28 04:55:17.356452 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33412) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:17.461669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79024e12-e856-4727-a271-91d41d27206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:17.590994 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79024e12-e856-4727-a271-91d41d27206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:17.621961 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-79024e12-e856-4727-a271-91d41d27206d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3853a79f-0b4b-494a-96f9-d0daaa73108f']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:55:17.634508 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-79024e12-e856-4727-a271-91d41d27206d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2139e955-3222-4e48-89fc-43d59ffc67e4') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:55:17.634794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-79024e12-e856-4727-a271-91d41d27206d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2139e955-3222-4e48-89fc-43d59ffc67e4') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:55:17.646039 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79024e12-e856-4727-a271-91d41d27206d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:17.665893 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79024e12-e856-4727-a271-91d41d27206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:17.672513 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79024e12-e856-4727-a271-91d41d27206d admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:55:17.672935 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79024e12-e856-4727-a271-91d41d27206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:55:17.685928 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:55:17.763329 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79024e12-e856-4727-a271-91d41d27206d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:17.767780 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79024e12-e856-4727-a271-91d41d27206d admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:17.783645 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:55:17.788157 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-79024e12-e856-4727-a271-91d41d27206d admin admin] 10.222.0.15 "DELETE /v2.0/networks/3853a79f-0b4b-494a-96f9-d0daaa73108f HTTP/1.1" status: 204 len: 168 time: 0.4307389 May 28 04:55:17.792020 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79024e12-e856-4727-a271-91d41d27206d admin admin] Pushing event deleted for resources: {'Network': ['ID=3853a79f-0b4b-494a-96f9-d0daaa73108f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:17.819054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:55:17.819377 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 2d9f1d3e-b836-44c4-b95e-2db28e54f5cc not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:55:17.993390 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33418) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:18.052595 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f9c006eb-12b1-4555-a012-92ef573b537a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6ff6677ab6f4e23b5d012c6104f20ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0579836 May 28 04:55:18.055415 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33422) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:18.124262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c6727c7-891f-4e85-91ed-5cda9854ca0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:18.150764 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c6727c7-891f-4e85-91ed-5cda9854ca0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:18.206676 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c6727c7-891f-4e85-91ed-5cda9854ca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:18.221337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6727c7-891f-4e85-91ed-5cda9854ca0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49139281-e789-4849-9589-ed7e78df273b,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:18.228122 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c6727c7-891f-4e85-91ed-5cda9854ca0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:18.229269 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9c6727c7-891f-4e85-91ed-5cda9854ca0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49139281-e789-4849-9589-ed7e78df273b HTTP/1.1" status: 204 len: 168 time: 0.1729083 May 28 04:55:18.721237 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33430) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:18.774492 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5277e0cb-fc71-4c0d-ac22-fcfd10d3d004 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f2fb77108c7403db31b3e5abb6cd9f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524957 May 28 04:55:18.777616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33434) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:18.835655 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-389ecdc5-c0f5-4ccc-9d5c-828780d42d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:18.861337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-389ecdc5-c0f5-4ccc-9d5c-828780d42d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:18.917483 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-389ecdc5-c0f5-4ccc-9d5c-828780d42d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:18.933288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ecdc5-c0f5-4ccc-9d5c-828780d42d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c245f2f-8e72-4d33-b71b-31f1bec8a0be,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:18.937821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-389ecdc5-c0f5-4ccc-9d5c-828780d42d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:18.943635 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-389ecdc5-c0f5-4ccc-9d5c-828780d42d69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c245f2f-8e72-4d33-b71b-31f1bec8a0be HTTP/1.1" status: 204 len: 168 time: 0.1608136 May 28 04:55:22.123737 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a7495865-1988-4cf7-a703-8bb32a0898ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:24.296520 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3906d263-374d-453c-908b-bb37c7f19960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:24.686307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:25.522838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:25.563628 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:27.096910 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:28.790963 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:55:31.488527 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33454) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:31.572376 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-64e3f5ac-a0c8-435d-a841-6ca86a41a79f tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=f3dfbb4a80ae4be4a49f16f926649fcb&network_id=fe93190d-55ec-4293-bc3a-201d1134f3c2 HTTP/1.1" status: 200 len: 3000 time: 0.0825548 May 28 04:55:35.603057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33466) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:35.662881 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b956c-1c0e-41eb-827d-4772cd62f59a tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:35.664327 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5e5b956c-1c0e-41eb-827d-4772cd62f59a tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9 HTTP/1.1" status: 200 len: 814 time: 0.0602770 May 28 04:55:36.744560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33474) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:36.750295 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-37757d63-44a1-401c-a975-92e02a0667ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'network': {'name': 'tempest-network-smoke--906581528', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'port_security_enabled': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:55:36.755853 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-37757d63-44a1-401c-a975-92e02a0667ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:55:36.765978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-37757d63-44a1-401c-a975-92e02a0667ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:55:36.778887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37757d63-44a1-401c-a975-92e02a0667ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:55:36.781853 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-37757d63-44a1-401c-a975-92e02a0667ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:36.812159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37757d63-44a1-401c-a975-92e02a0667ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:55:36.822904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-37757d63-44a1-401c-a975-92e02a0667ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:36.823269 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-37757d63-44a1-401c-a975-92e02a0667ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Added segment ee9f6b2b-57e8-49cd-9f46-766199ac2ee4 of type vlan for network a467aa39-fb39-4c6a-95ad-9405a4fa7fde May 28 04:55:36.851237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-37757d63-44a1-401c-a975-92e02a0667ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:36.883878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-37757d63-44a1-401c-a975-92e02a0667ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:36.889532 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37757d63-44a1-401c-a975-92e02a0667ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:36.890328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-37757d63-44a1-401c-a975-92e02a0667ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:36.999320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37757d63-44a1-401c-a975-92e02a0667ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Network': ['ID=a467aa39-fb39-4c6a-95ad-9405a4fa7fde,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:37.005196 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-37757d63-44a1-401c-a975-92e02a0667ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2565629 May 28 04:55:37.006159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33478) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:37.009646 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network a467aa39-fb39-4c6a-95ad-9405a4fa7fde details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:55:37.069071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35dabb2-b1a3-40c1-8290-3b1fda3c991f tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:37.070722 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f35dabb2-b1a3-40c1-8290-3b1fda3c991f tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f3dfbb4a80ae4be4a49f16f926649fcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0643525 May 28 04:55:37.073471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33482) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:37.206060 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b146f253-2f5a-4701-b253-1de4d175c904 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:37.207496 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b146f253-2f5a-4701-b253-1de4d175c904 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1330974 May 28 04:55:37.210561 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33486) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:37.335349 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f2338d3b-64a0-492d-8ad0-2256d367e137 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1237023 May 28 04:55:37.339511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33490) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:37.377221 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1728ed10-2cbc-4d40-aef1-3e9026f6ca2a tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f3dfbb4a80ae4be4a49f16f926649fcb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367222 May 28 04:55:37.380413 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33494) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:37.508176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc3441c-3b4f-4bcd-a7d1-6da9f45cbf47 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:37.509635 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-abc3441c-3b4f-4bcd-a7d1-6da9f45cbf47 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283731 May 28 04:55:37.513697 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33498) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:37.555257 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-eedf1579-d34e-4b6a-bb45-1c7053dc5adb tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405385 May 28 04:55:37.559054 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33502) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:37.564134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8b24c58c-ccca-4ce2-8ba3-e38f99cb41eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1411994525', 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:55:37.671381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8b24c58c-ccca-4ce2-8ba3-e38f99cb41eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:55:37.675155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8b24c58c-ccca-4ce2-8ba3-e38f99cb41eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:subnet and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:55:37.678088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8b24c58c-ccca-4ce2-8ba3-e38f99cb41eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:55:37.683793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8b24c58c-ccca-4ce2-8ba3-e38f99cb41eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:55:37.696922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b24c58c-ccca-4ce2-8ba3-e38f99cb41eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:55:37.832922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8b24c58c-ccca-4ce2-8ba3-e38f99cb41eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:37.951861 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-994b1ae9-66e0-44b1-9425-0001b85fe1fc req-d036c239-efbe-4278-942b-04938d240728 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1903143 May 28 04:55:38.100182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8b24c58c-ccca-4ce2-8ba3-e38f99cb41eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:38.179123 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24c58c-ccca-4ce2-8ba3-e38f99cb41eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Subnet': ['ID=866c80a4-1433-4e1f-9057-90d654090c51,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:38.191873 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-994b1ae9-66e0-44b1-9425-0001b85fe1fc req-57463220-0aee-4645-a8bb-150cab539f28 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 1099 time: 0.1701958 May 28 04:55:38.199917 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b24c58c-ccca-4ce2-8ba3-e38f99cb41eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Checking segment: {'id': 'ee9f6b2b-57e8-49cd-9f46-766199ac2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:55:38.200255 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b24c58c-ccca-4ce2-8ba3-e38f99cb41eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network hostable DHCP agents. Network: a467aa39-fb39-4c6a-95ad-9405a4fa7fde, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:55:38.303865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b24c58c-ccca-4ce2-8ba3-e38f99cb41eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network a467aa39-fb39-4c6a-95ad-9405a4fa7fde is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:55:38.327731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-8b24c58c-ccca-4ce2-8ba3-e38f99cb41eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, a467aa39-fb39-4c6a-95ad-9405a4fa7fde) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:55:38.336576 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f23d180-73e2-46ce-97b7-aabed4227bd3 None None] Network a467aa39-fb39-4c6a-95ad-9405a4fa7fde requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:55:38.340121 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b24c58c-ccca-4ce2-8ba3-e38f99cb41eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:38.340698 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8b24c58c-ccca-4ce2-8ba3-e38f99cb41eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:38.357330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b1ae9-66e0-44b1-9425-0001b85fe1fc req-ed9bc766-ad51-4b95-b369-284b90395892 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:38.358816 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-994b1ae9-66e0-44b1-9425-0001b85fe1fc req-ed9bc766-ad51-4b95-b369-284b90395892 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 911 time: 0.1463463 May 28 04:55:38.416709 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8b24c58c-ccca-4ce2-8ba3-e38f99cb41eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8566675 May 28 04:55:38.467650 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-994b1ae9-66e0-44b1-9425-0001b85fe1fc req-33d27f7d-0a8c-42c1-a4d5-4c84a412deec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=615fa682-a70c-4c3b-a0bb-cf4ef0e4148a HTTP/1.1" status: 200 len: 1001 time: 0.1026764 May 28 04:55:38.502237 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33508) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:38.509094 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-7ee4131c-1ef9-49d0-8907-0f109de23882 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610102674', 'description': 'tempest-secgroup-smoke-610102674 description', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:55:38.515185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7ee4131c-1ef9-49d0-8907-0f109de23882 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:55:38.525053 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7ee4131c-1ef9-49d0-8907-0f109de23882 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:55:38.533911 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b1ae9-66e0-44b1-9425-0001b85fe1fc req-d3208054-1111-473d-b6ac-b5bdd2fcba52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:38.536261 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-994b1ae9-66e0-44b1-9425-0001b85fe1fc req-d3208054-1111-473d-b6ac-b5bdd2fcba52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8dc39ab9-b8b9-4f7a-95dd-aab229021c21 HTTP/1.1" status: 200 len: 849 time: 0.0632105 May 28 04:55:38.536877 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ee4131c-1ef9-49d0-8907-0f109de23882 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:38.558104 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-a467aa39-fb39-4c6a-95ad-9405a4fa7fde', 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ips': [{'subnet_id': '866c80a4-1433-4e1f-9057-90d654090c51'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:55:38.558639 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:38.572318 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7ee4131c-1ef9-49d0-8907-0f109de23882 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:55:38.576619 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7ee4131c-1ef9-49d0-8907-0f109de23882 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:55:38.579659 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7ee4131c-1ef9-49d0-8907-0f109de23882 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:55:38.585718 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7ee4131c-1ef9-49d0-8907-0f109de23882 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:55:38.611631 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-994b1ae9-66e0-44b1-9425-0001b85fe1fc req-36371021-1688-4a67-86b2-09d67931cdfb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9829c481-31a9-48d1-9599-15df4d99a3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693684 May 28 04:55:38.642818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ee4131c-1ef9-49d0-8907-0f109de23882 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:38.648003 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ee4131c-1ef9-49d0-8907-0f109de23882 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:38.695590 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4131c-1ef9-49d0-8907-0f109de23882 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb26ae6-408f-40b9-b72f-0f1e9765ea5f,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:38.708275 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ee4131c-1ef9-49d0-8907-0f109de23882 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:38.712146 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7ee4131c-1ef9-49d0-8907-0f109de23882 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2064915 May 28 04:55:38.713431 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33512) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:38.719896 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-8465a877-fba8-4324-86c0-dc206034c5d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '5cb26ae6-408f-40b9-b72f-0f1e9765ea5f', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:55:38.720103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Allocated IP 172.20.0.18 (a467aa39-fb39-4c6a-95ad-9405a4fa7fde/866c80a4-1433-4e1f-9057-90d654090c51/6d3344bc-008d-45b8-b265-44073302f7f0) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:55:38.725941 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8465a877-fba8-4324-86c0-dc206034c5d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:55:38.729773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8465a877-fba8-4324-86c0-dc206034c5d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:55:38.732768 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8465a877-fba8-4324-86c0-dc206034c5d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:55:38.738773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8465a877-fba8-4324-86c0-dc206034c5d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:55:38.758546 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8465a877-fba8-4324-86c0-dc206034c5d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:38.760299 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-994b1ae9-66e0-44b1-9425-0001b85fe1fc req-323bd3b1-b523-43af-a73a-5df72a0dd5db service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419015 May 28 04:55:38.819010 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8465a877-fba8-4324-86c0-dc206034c5d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:38.824306 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8465a877-fba8-4324-86c0-dc206034c5d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:38.849001 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465a877-fba8-4324-86c0-dc206034c5d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3e049e-6fed-4dea-8634-613524c35725,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:38.861972 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8465a877-fba8-4324-86c0-dc206034c5d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:38.863939 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8465a877-fba8-4324-86c0-dc206034c5d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1482701 May 28 04:55:38.866713 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33516) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:38.873679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b0c021ae-dc5b-44e4-a3f4-1319b6853d3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '5cb26ae6-408f-40b9-b72f-0f1e9765ea5f', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:55:38.881070 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b0c021ae-dc5b-44e4-a3f4-1319b6853d3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:55:38.885914 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b0c021ae-dc5b-44e4-a3f4-1319b6853d3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:55:38.891198 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b0c021ae-dc5b-44e4-a3f4-1319b6853d3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:55:38.898030 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b0c021ae-dc5b-44e4-a3f4-1319b6853d3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:55:38.922329 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b0c021ae-dc5b-44e4-a3f4-1319b6853d3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:38.933998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:38.945378 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Transition to ACTIVE for port object 6d3344bc-008d-45b8-b265-44073302f7f0 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:55:38.964450 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Transition to ACTIVE for port object 6d3344bc-008d-45b8-b265-44073302f7f0 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:55:38.973018 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:38.997623 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b0c021ae-dc5b-44e4-a3f4-1319b6853d3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.002957 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b0c021ae-dc5b-44e4-a3f4-1319b6853d3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.013781 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-994b1ae9-66e0-44b1-9425-0001b85fe1fc req-b7d368ca-7a65-496b-95a3-498aea25256e service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468786 May 28 04:55:39.028740 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c021ae-dc5b-44e4-a3f4-1319b6853d3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f09d9c2-b276-4f8b-b641-e4dcab5f63df,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:39.042498 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b0c021ae-dc5b-44e4-a3f4-1319b6853d3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.045739 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b0c021ae-dc5b-44e4-a3f4-1319b6853d3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1752553 May 28 04:55:39.047608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33520) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:39.047802 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Network a467aa39-fb39-4c6a-95ad-9405a4fa7fde is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:55:39.051333 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:55:39.053174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Pushing event updated for resources: {'Port': ['ID=6d3344bc-008d-45b8-b265-44073302f7f0,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:39.055424 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:55:39.055956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-74688b3f-0fa2-44f5-9014-7ca4f1ee1ed3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '5cb26ae6-408f-40b9-b72f-0f1e9765ea5f', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:55:39.062227 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-74688b3f-0fa2-44f5-9014-7ca4f1ee1ed3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:55:39.066003 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-74688b3f-0fa2-44f5-9014-7ca4f1ee1ed3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:55:39.069562 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-74688b3f-0fa2-44f5-9014-7ca4f1ee1ed3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:55:39.075212 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-74688b3f-0fa2-44f5-9014-7ca4f1ee1ed3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:55:39.088917 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:39.089260 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:39.089580 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:39.089926 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:39.090247 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:39.090572 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:39.090929 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:39.091201 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:39.091514 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:39.091828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:39.092129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:55:39.096841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74688b3f-0fa2-44f5-9014-7ca4f1ee1ed3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.154096 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Attempting to bind port 6d3344bc-008d-45b8-b265-44073302f7f0 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:55:39.154447 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Attempting to bind port 6d3344bc-008d-45b8-b265-44073302f7f0 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'ee9f6b2b-57e8-49cd-9f46-766199ac2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:55:39.154768 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Attempting to bind port 6d3344bc-008d-45b8-b265-44073302f7f0 on network a467aa39-fb39-4c6a-95ad-9405a4fa7fde {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:55:39.162054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:55:39.162376 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Checking segment: {'id': 'ee9f6b2b-57e8-49cd-9f46-766199ac2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:55:39.162795 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.163168 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Bound using segment: {'id': 'ee9f6b2b-57e8-49cd-9f46-766199ac2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:55:39.163599 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Bound port: 6d3344bc-008d-45b8-b265-44073302f7f0, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9f6b2b-57e8-49cd-9f46-766199ac2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:55:39.163990 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.247181 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74688b3f-0fa2-44f5-9014-7ca4f1ee1ed3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.254084 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74688b3f-0fa2-44f5-9014-7ca4f1ee1ed3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.255013 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] For port 6d3344bc-008d-45b8-b265-44073302f7f0, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:55:39.259228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] For port 6d3344bc-008d-45b8-b265-44073302f7f0, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6d3344bc-008d-45b8-b265-44073302f7f0,segment=NetworkSegment(ee9f6b2b-57e8-49cd-9f46-766199ac2ee4),segment_id=ee9f6b2b-57e8-49cd-9f46-766199ac2ee4)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:55:39.263825 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.277136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74688b3f-0fa2-44f5-9014-7ca4f1ee1ed3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6985f663-ffbf-4c75-a017-5a5eae65b58e,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:39.288560 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-74688b3f-0fa2-44f5-9014-7ca4f1ee1ed3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.289741 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-74688b3f-0fa2-44f5-9014-7ca4f1ee1ed3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2410815 May 28 04:55:39.292396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33524) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:39.297764 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-79e075aa-e14c-448b-8dc9-aad93b249d6e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '5cb26ae6-408f-40b9-b72f-0f1e9765ea5f', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:55:39.303430 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-79e075aa-e14c-448b-8dc9-aad93b249d6e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:55:39.307308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-79e075aa-e14c-448b-8dc9-aad93b249d6e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:55:39.310115 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-79e075aa-e14c-448b-8dc9-aad93b249d6e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:55:39.315847 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-79e075aa-e14c-448b-8dc9-aad93b249d6e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:55:39.334185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79e075aa-e14c-448b-8dc9-aad93b249d6e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.350219 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee3aa6-f847-4c1f-bdb8-035d7fef88b7 None None] Pushing event updated for resources: {'Port': ['ID=6d3344bc-008d-45b8-b265-44073302f7f0,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:39.408120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79e075aa-e14c-448b-8dc9-aad93b249d6e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.413966 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79e075aa-e14c-448b-8dc9-aad93b249d6e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.437778 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e075aa-e14c-448b-8dc9-aad93b249d6e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c277b27-b741-4588-8fdc-4b29430fde4f,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:39.449036 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79e075aa-e14c-448b-8dc9-aad93b249d6e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.450511 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-79e075aa-e14c-448b-8dc9-aad93b249d6e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1571207 May 28 04:55:39.453225 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33528) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:39.458923 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-9598e8ee-f9c7-40c6-a51a-cedcca6b32ec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '5cb26ae6-408f-40b9-b72f-0f1e9765ea5f', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:55:39.465332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9598e8ee-f9c7-40c6-a51a-cedcca6b32ec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:55:39.469370 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9598e8ee-f9c7-40c6-a51a-cedcca6b32ec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:55:39.472851 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9598e8ee-f9c7-40c6-a51a-cedcca6b32ec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:55:39.479002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9598e8ee-f9c7-40c6-a51a-cedcca6b32ec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:55:39.497152 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-9598e8ee-f9c7-40c6-a51a-cedcca6b32ec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:55:39.505346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9598e8ee-f9c7-40c6-a51a-cedcca6b32ec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.580608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9598e8ee-f9c7-40c6-a51a-cedcca6b32ec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.585550 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9598e8ee-f9c7-40c6-a51a-cedcca6b32ec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.610058 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598e8ee-f9c7-40c6-a51a-cedcca6b32ec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc872993-234b-4f2a-827c-11bb5517b278,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:39.626708 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9598e8ee-f9c7-40c6-a51a-cedcca6b32ec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.628233 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9598e8ee-f9c7-40c6-a51a-cedcca6b32ec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1739652 May 28 04:55:39.631233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33532) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:39.636678 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-d9373092-0bad-401c-8b6c-61a2fcc86303 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '5cb26ae6-408f-40b9-b72f-0f1e9765ea5f', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:55:39.642784 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d9373092-0bad-401c-8b6c-61a2fcc86303 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:55:39.646854 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d9373092-0bad-401c-8b6c-61a2fcc86303 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:55:39.649844 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d9373092-0bad-401c-8b6c-61a2fcc86303 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:55:39.655626 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d9373092-0bad-401c-8b6c-61a2fcc86303 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:55:39.667191 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-d9373092-0bad-401c-8b6c-61a2fcc86303 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:55:39.673283 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9373092-0bad-401c-8b6c-61a2fcc86303 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.738418 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9373092-0bad-401c-8b6c-61a2fcc86303 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.743495 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9373092-0bad-401c-8b6c-61a2fcc86303 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.769278 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9373092-0bad-401c-8b6c-61a2fcc86303 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ed1091-2465-4a75-8e2b-7a037785c7b0,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:39.780160 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9373092-0bad-401c-8b6c-61a2fcc86303 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:39.781525 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d9373092-0bad-401c-8b6c-61a2fcc86303 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1493907 May 28 04:55:39.892945 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6d3344bc-008d-45b8-b265-44073302f7f0 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:55:40.009416 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 6d3344bc-008d-45b8-b265-44073302f7f0 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:55:40.034042 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-872d1840-bbc7-4c5d-8cc4-31b67b8f9278 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610102674&fields=id&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 267 time: 0.0458114 May 28 04:55:40.183636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-cc6565ec-71f8-4a45-9c0e-ad7deb285924 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:40.184321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-cc6565ec-71f8-4a45-9c0e-ad7deb285924 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:55:40.202385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-cc6565ec-71f8-4a45-9c0e-ad7deb285924 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:55:40.203919 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-cc6565ec-71f8-4a45-9c0e-ad7deb285924 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/networks?id=a467aa39-fb39-4c6a-95ad-9405a4fa7fde HTTP/1.1" status: 200 len: 796 time: 0.1634080 May 28 04:55:40.221217 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-2ad66228-929b-4a9b-ac33-34f7d0abfe33 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/quotas/f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 375 time: 0.0112610 May 28 04:55:40.262025 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c707b39-bcbb-44dc-9724-2da085b89f01 None None] Network a467aa39-fb39-4c6a-95ad-9405a4fa7fde requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:55:40.318227 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-fadb02f5-8030-44e9-a849-23489d739ec0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0890501 May 28 04:55:40.330323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-26b75f84-8951-4006-8dd6-a3c2a306d27a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:55:40.331252 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-26b75f84-8951-4006-8dd6-a3c2a306d27a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053809 May 28 04:55:40.373777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-565eba44-3fa1-4955-945d-84ad02eafef5 None None] Provisioning for port 6d3344bc-008d-45b8-b265-44073302f7f0 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:55:40.383373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-565eba44-3fa1-4955-945d-84ad02eafef5 None None] Provisioning complete for port 6d3344bc-008d-45b8-b265-44073302f7f0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:55:40.383719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-565eba44-3fa1-4955-945d-84ad02eafef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:40.471990 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-263c7028-f3cf-4df6-a8e1-87ac704717de service neutron] 10.222.0.15 "GET /v2.0/networks/a467aa39-fb39-4c6a-95ad-9405a4fa7fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322305 May 28 04:55:40.591631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-565eba44-3fa1-4955-945d-84ad02eafef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:40.604965 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-1812dbf7-a172-4ed0-b1d6-30ad2e63f372 service neutron] 10.222.0.15 "GET /v2.0/networks/a467aa39-fb39-4c6a-95ad-9405a4fa7fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263225 May 28 04:55:40.631943 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-565eba44-3fa1-4955-945d-84ad02eafef5 None None] For port 6d3344bc-008d-45b8-b265-44073302f7f0, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6d3344bc-008d-45b8-b265-44073302f7f0,segment=NetworkSegment(ee9f6b2b-57e8-49cd-9f46-766199ac2ee4),segment_id=ee9f6b2b-57e8-49cd-9f46-766199ac2ee4)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:55:40.637269 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-565eba44-3fa1-4955-945d-84ad02eafef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:40.713392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565eba44-3fa1-4955-945d-84ad02eafef5 None None] Pushing event updated for resources: {'Port': ['ID=6d3344bc-008d-45b8-b265-44073302f7f0,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:40.809855 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a58201af-9073-4418-a36a-03ecdc7259e8 req-86f4097c-f02e-4b0e-b064-42be4ea9a56a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=d895f4da-c4ae-49a9-af39-281afe705947 HTTP/1.1" status: 200 len: 210 time: 0.0429723 May 28 04:55:40.860558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bda31cbe-4a9e-46a7-bee0-1f6e66881902 None None] Provisioning complete for port 6d3344bc-008d-45b8-b265-44073302f7f0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:55:40.860987 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bda31cbe-4a9e-46a7-bee0-1f6e66881902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:41.875548 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6d3344bc-008d-45b8-b265-44073302f7f0 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:55:41.985680 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 6d3344bc-008d-45b8-b265-44073302f7f0 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:55:41.986082 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:42.028434 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e28abba8-44a8-47b1-a442-faaf51f69ddb req-e98ab7a0-f382-4435-8ae4-793cf31cadad tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=d895f4da-c4ae-49a9-af39-281afe705947 HTTP/1.1" status: 200 len: 210 time: 0.0593567 May 28 04:55:42.093637 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-9159e40c-e756-4cbe-b945-d7c53a7f657b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:42.095202 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-9159e40c-e756-4cbe-b945-d7c53a7f657b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/networks?id=a467aa39-fb39-4c6a-95ad-9405a4fa7fde HTTP/1.1" status: 200 len: 796 time: 0.2480659 May 28 04:55:42.149909 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-e192ed44-1173-4210-ba23-963a3df46528 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 470 time: 0.0420074 May 28 04:55:42.158465 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'port': {'device_id': 'd895f4da-c4ae-49a9-af39-281afe705947', 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde', 'admin_state_up': True, 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'security_groups': ['5cb26ae6-408f-40b9-b72f-0f1e9765ea5f']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:55:42.294551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:55:42.298883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:port and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:55:42.301888 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:55:42.307643 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:55:42.320247 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:55:42.323339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:42.487049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.27 (a467aa39-fb39-4c6a-95ad-9405a4fa7fde/866c80a4-1433-4e1f-9057-90d654090c51/37952eb2-dc18-4b94-862c-8a6ad7fd35c0) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:55:42.670331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:42.685611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:55:42.710084 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:42.780929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network a467aa39-fb39-4c6a-95ad-9405a4fa7fde is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:55:42.783987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:55:42.786434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:55:42.833021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=37952eb2-dc18-4b94-862c-8a6ad7fd35c0,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:42.872837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:42.873457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:42.900682 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-3d6e48a5-e938-470d-82e5-5cabbe4a7e4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7456601 May 28 04:55:42.910458 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-cd95ad5d-a7ec-4051-a454-7dea824f8897 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:55:42.911601 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-cd95ad5d-a7ec-4051-a454-7dea824f8897 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052743 May 28 04:55:42.924402 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Request body: {'port': {'device_id': 'd895f4da-c4ae-49a9-af39-281afe705947', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:55:43.020579 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-844be42c-683f-4bfc-9495-babec7d55d42 None None] Provisioning for port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:55:43.026059 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-844be42c-683f-4bfc-9495-babec7d55d42 None None] Provisioning complete for port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:55:43.026407 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-844be42c-683f-4bfc-9495-babec7d55d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:43.036084 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:43.081187 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-844be42c-683f-4bfc-9495-babec7d55d42 None None] Port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:55:43.343155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaa0d69-c784-4d87-93cb-55f1d859a61a req-90889d7a-ba38-47a5-b711-1684cc4259b6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:43.343869 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-bcaa0d69-c784-4d87-93cb-55f1d859a61a req-90889d7a-ba38-47a5-b711-1684cc4259b6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:55:43.435038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-bcaa0d69-c784-4d87-93cb-55f1d859a61a req-90889d7a-ba38-47a5-b711-1684cc4259b6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:55:43.436210 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bcaa0d69-c784-4d87-93cb-55f1d859a61a req-90889d7a-ba38-47a5-b711-1684cc4259b6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=d895f4da-c4ae-49a9-af39-281afe705947 HTTP/1.1" status: 200 len: 932 time: 0.2762492 May 28 04:55:43.513621 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bcaa0d69-c784-4d87-93cb-55f1d859a61a req-e866626d-732d-4a88-9194-7651c8fecc07 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cb26ae6-408f-40b9-b72f-0f1e9765ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700037 May 28 04:55:43.583347 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:55:43.590054 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:43.604624 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Transition to ACTIVE for port object 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:55:43.609229 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:43.737730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Pushing event updated for resources: {'Port': ['ID=37952eb2-dc18-4b94-862c-8a6ad7fd35c0,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:43.846678 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Attempting to bind port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:55:43.847008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Attempting to bind port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'ee9f6b2b-57e8-49cd-9f46-766199ac2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:55:43.847303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Attempting to bind port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 on network a467aa39-fb39-4c6a-95ad-9405a4fa7fde {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:55:43.853262 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 on network a467aa39-fb39-4c6a-95ad-9405a4fa7fde not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:55:43.853572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Attempting to bind port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 on network a467aa39-fb39-4c6a-95ad-9405a4fa7fde {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:55:43.859864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:55:43.860139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Checking segment: {'id': 'ee9f6b2b-57e8-49cd-9f46-766199ac2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:55:43.860511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Bound using segment: {'id': 'ee9f6b2b-57e8-49cd-9f46-766199ac2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:55:43.860930 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Bound port: 37952eb2-dc18-4b94-862c-8a6ad7fd35c0, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9f6b2b-57e8-49cd-9f46-766199ac2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:55:43.861264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:43.950093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] For port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:55:43.952964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] For port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=37952eb2-dc18-4b94-862c-8a6ad7fd35c0,segment=NetworkSegment(ee9f6b2b-57e8-49cd-9f46-766199ac2ee4),segment_id=ee9f6b2b-57e8-49cd-9f46-766199ac2ee4)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:55:43.959775 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:44.017695 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:44.019046 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] 10.222.0.66 "PUT /v2.0/ports/37952eb2-dc18-4b94-862c-8a6ad7fd35c0 HTTP/1.1" status: 200 len: 1094 time: 1.1007321 May 28 04:55:44.019473 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd895f4da-c4ae-49a9-af39-281afe705947', 'tag': '37952eb2-dc18-4b94-862c-8a6ad7fd35c0'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:55:44.053731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf51cf3-9f00-4411-b740-6af2aa237dec service neutron] Pushing event updated for resources: {'Port': ['ID=37952eb2-dc18-4b94-862c-8a6ad7fd35c0,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:44.100159 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b32c92-a047-4c09-be08-6912f5f892cf'] response: {'name': 'network-changed', 'server_uuid': 'd895f4da-c4ae-49a9-af39-281afe705947', 'tag': '37952eb2-dc18-4b94-862c-8a6ad7fd35c0', 'status': 'completed', 'code': 200} May 28 04:55:44.136868 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-aff8b5bf-0059-412b-bb45-a3f12f6b09fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=d895f4da-c4ae-49a9-af39-281afe705947 HTTP/1.1" status: 200 len: 1097 time: 0.0790663 May 28 04:55:44.206136 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-e63f4fbf-f386-41ca-82ae-1d483f8e1ee3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=37952eb2-dc18-4b94-862c-8a6ad7fd35c0 HTTP/1.1" status: 200 len: 217 time: 0.0628080 May 28 04:55:44.270516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-f5dce19b-9dd6-4ec2-8ce7-939e0d64bb7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:44.271942 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-f5dce19b-9dd6-4ec2-8ce7-939e0d64bb7d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=866c80a4-1433-4e1f-9057-90d654090c51 HTTP/1.1" status: 200 len: 838 time: 0.0605285 May 28 04:55:44.352809 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-c00370e3-f3de-4f6a-932a-3a76c45ad067 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a467aa39-fb39-4c6a-95ad-9405a4fa7fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0748727 May 28 04:55:44.488488 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-a9ef0981-93c3-47d5-a969-417e06415d69 service neutron] 10.222.0.66 "GET /v2.0/networks/a467aa39-fb39-4c6a-95ad-9405a4fa7fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295252 May 28 04:55:44.619937 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8043fe40-c3d0-4757-90c3-c443557fdc9c req-2b797f56-448d-4461-ac2b-c26fbbb32208 service neutron] 10.222.0.66 "GET /v2.0/networks/a467aa39-fb39-4c6a-95ad-9405a4fa7fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256926 May 28 04:55:44.744897 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e1d3b2bd-f274-4bb3-b77a-a98c7a087689 req-8a259c9f-6aa7-45de-993e-3c6f4e6d8cae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=d895f4da-c4ae-49a9-af39-281afe705947 HTTP/1.1" status: 200 len: 1097 time: 0.0773618 May 28 04:55:45.024740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3b2bd-f274-4bb3-b77a-a98c7a087689 req-47046441-3322-4c48-b10a-6e98469cadb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:45.026112 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e1d3b2bd-f274-4bb3-b77a-a98c7a087689 req-47046441-3322-4c48-b10a-6e98469cadb2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a467aa39-fb39-4c6a-95ad-9405a4fa7fde HTTP/1.1" status: 200 len: 897 time: 0.2741208 May 28 04:55:45.087435 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d6ab3-18e3-4c97-9639-29441f869a78 req-bed37376-0df9-4ddd-abc2-c2c88bff678d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:45.088735 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-311d6ab3-18e3-4c97-9639-29441f869a78 req-bed37376-0df9-4ddd-abc2-c2c88bff678d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=d895f4da-c4ae-49a9-af39-281afe705947 HTTP/1.1" status: 200 len: 944 time: 0.2721767 May 28 04:55:45.116561 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e1d3b2bd-f274-4bb3-b77a-a98c7a087689 req-c263635c-e06a-4ef5-b841-2783e5b01f9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=37952eb2-dc18-4b94-862c-8a6ad7fd35c0 HTTP/1.1" status: 200 len: 217 time: 0.0833244 May 28 04:55:45.191954 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-311d6ab3-18e3-4c97-9639-29441f869a78 req-7b271e8c-10c3-418f-98a5-d82e8dedacb7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cb26ae6-408f-40b9-b72f-0f1e9765ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970690 May 28 04:55:45.195575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3b2bd-f274-4bb3-b77a-a98c7a087689 req-5819d032-eec2-48e2-b530-91f655657728 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:45.196972 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e1d3b2bd-f274-4bb3-b77a-a98c7a087689 req-5819d032-eec2-48e2-b530-91f655657728 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=866c80a4-1433-4e1f-9057-90d654090c51 HTTP/1.1" status: 200 len: 838 time: 0.0729771 May 28 04:55:45.272847 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e1d3b2bd-f274-4bb3-b77a-a98c7a087689 req-b7027aef-b5cd-4c59-9ffd-7ec06df37748 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a467aa39-fb39-4c6a-95ad-9405a4fa7fde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0682416 May 28 04:55:45.411121 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e1d3b2bd-f274-4bb3-b77a-a98c7a087689 req-35aa9bfe-bc1a-4db7-9d1e-65005b5e2832 service neutron] 10.222.0.66 "GET /v2.0/networks/a467aa39-fb39-4c6a-95ad-9405a4fa7fde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299300 May 28 04:55:45.543022 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e1d3b2bd-f274-4bb3-b77a-a98c7a087689 req-bb00557d-9d79-480e-a463-f479e486f9a0 service neutron] 10.222.0.66 "GET /v2.0/networks/a467aa39-fb39-4c6a-95ad-9405a4fa7fde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259906 May 28 04:55:45.918507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 04:55:46.054897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=37952eb2-dc18-4b94-862c-8a6ad7fd35c0,segment=NetworkSegment(ee9f6b2b-57e8-49cd-9f46-766199ac2ee4),segment_id=ee9f6b2b-57e8-49cd-9f46-766199ac2ee4)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:55:46.067861 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '37952eb2-dc18-4b94-862c-8a6ad7fd35c0', 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde', 'port_id': '37952eb2-dc18-4b94-862c-8a6ad7fd35c0', 'mac_address': 'fa:16:3e:f3:75:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866c80a4-1433-4e1f-9057-90d654090c51', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 04:55:46.132800 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:46.154926 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:55:46.171269 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=37952eb2-dc18-4b94-862c-8a6ad7fd35c0,segment=NetworkSegment(ee9f6b2b-57e8-49cd-9f46-766199ac2ee4),segment_id=ee9f6b2b-57e8-49cd-9f46-766199ac2ee4)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:55:46.179014 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:46.260834 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=37952eb2-dc18-4b94-862c-8a6ad7fd35c0,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:46.390192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b40903-a37a-402f-954f-b9e01ce76439 req-41c8cd66-af6c-4870-93d6-d38946d6fdf9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:46.391651 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-96b40903-a37a-402f-954f-b9e01ce76439 req-41c8cd66-af6c-4870-93d6-d38946d6fdf9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=d895f4da-c4ae-49a9-af39-281afe705947 HTTP/1.1" status: 200 len: 945 time: 0.0769963 May 28 04:55:46.404009 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['37952eb2-dc18-4b94-862c-8a6ad7fd35c0'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 04:55:46.442808 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-96b40903-a37a-402f-954f-b9e01ce76439 req-8e7febcb-cef5-4e64-934f-556d928dc69f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cb26ae6-408f-40b9-b72f-0f1e9765ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448675 May 28 04:55:47.660116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075c46a-8666-4660-aac8-8ede9159d263 req-ed33f7be-30db-4ea5-b5cd-88ac73ed8e99 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:47.662226 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9075c46a-8666-4660-aac8-8ede9159d263 req-ed33f7be-30db-4ea5-b5cd-88ac73ed8e99 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=d895f4da-c4ae-49a9-af39-281afe705947 HTTP/1.1" status: 200 len: 945 time: 0.0907645 May 28 04:55:47.709313 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9075c46a-8666-4660-aac8-8ede9159d263 req-5769014a-d29d-4087-90b1-bc6b5dd8428a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cb26ae6-408f-40b9-b72f-0f1e9765ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414860 May 28 04:55:47.949678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:55:48.024670 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:55:48.029787 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:55:48.030164 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:48.153342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:48.181171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd895f4da-c4ae-49a9-af39-281afe705947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37952eb2-dc18-4b94-862c-8a6ad7fd35c0'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:55:48.191288 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=37952eb2-dc18-4b94-862c-8a6ad7fd35c0,segment=NetworkSegment(ee9f6b2b-57e8-49cd-9f46-766199ac2ee4),segment_id=ee9f6b2b-57e8-49cd-9f46-766199ac2ee4)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:55:48.197587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:48.241592 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075f1a87-796a-4a92-a147-41012c6bb1e6'] response: {'server_uuid': 'd895f4da-c4ae-49a9-af39-281afe705947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37952eb2-dc18-4b94-862c-8a6ad7fd35c0', 'code': 200} May 28 04:55:48.265893 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=37952eb2-dc18-4b94-862c-8a6ad7fd35c0,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:48.481983 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2b672f56-29d0-4532-a78e-407cf28248ab req-fd6cc7bc-298d-4ef2-96a2-3cc0df2f5259 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d895f4da-c4ae-49a9-af39-281afe705947 HTTP/1.1" status: 200 len: 1099 time: 0.0735629 May 28 04:55:48.524818 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2b672f56-29d0-4532-a78e-407cf28248ab req-ce1754f8-189f-4871-ba22-17aa74f2d874 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5cb26ae6-408f-40b9-b72f-0f1e9765ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373280 May 28 04:55:48.934667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c39018-89c0-4d8d-a1e9-f81a8f3fb2f9 req-32568692-5446-4197-8ff8-d8cd2c6f8893 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:48.936149 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30c39018-89c0-4d8d-a1e9-f81a8f3fb2f9 req-32568692-5446-4197-8ff8-d8cd2c6f8893 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=d895f4da-c4ae-49a9-af39-281afe705947 HTTP/1.1" status: 200 len: 946 time: 0.0848167 May 28 04:55:48.982265 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30c39018-89c0-4d8d-a1e9-f81a8f3fb2f9 req-64e30116-ba24-4504-be0f-c78b52e47ed3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cb26ae6-408f-40b9-b72f-0f1e9765ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402617 May 28 04:55:50.204365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83853eb4-aaaa-4b58-93ce-66ef07e8cb1b req-39fe2147-5f23-47e7-bfb9-5b602309e0df tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:50.205745 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-83853eb4-aaaa-4b58-93ce-66ef07e8cb1b req-39fe2147-5f23-47e7-bfb9-5b602309e0df tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=d895f4da-c4ae-49a9-af39-281afe705947 HTTP/1.1" status: 200 len: 946 time: 0.0881987 May 28 04:55:50.255315 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-83853eb4-aaaa-4b58-93ce-66ef07e8cb1b req-8adf40d9-d5ca-4dc4-8cf5-26139d5ea6d5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cb26ae6-408f-40b9-b72f-0f1e9765ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431807 May 28 04:55:50.484223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda0409-8fe5-4f1e-b840-be6a3739079d req-8d9c95bf-1807-4d48-9f6e-ed928e4ef17b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:55:50.485587 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2fda0409-8fe5-4f1e-b840-be6a3739079d req-8d9c95bf-1807-4d48-9f6e-ed928e4ef17b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=d895f4da-c4ae-49a9-af39-281afe705947 HTTP/1.1" status: 200 len: 946 time: 0.0964594 May 28 04:55:50.536156 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2fda0409-8fe5-4f1e-b840-be6a3739079d req-df4348af-510c-48c9-a9ea-567b50a11642 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cb26ae6-408f-40b9-b72f-0f1e9765ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428472 May 28 04:55:52.034462 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33578) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:55:52.118518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c44b2041-ac78-4192-9c75-2e00ec7465c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:52.895635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:53.284956 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.17 (a467aa39-fb39-4c6a-95ad-9405a4fa7fde/866c80a4-1433-4e1f-9057-90d654090c51/89b4592e-560b-425c-8ea4-dedab990bbcb) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:55:53.443914 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:53.459193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object 89b4592e-560b-425c-8ea4-dedab990bbcb will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:55:53.493762 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:53.564940 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network a467aa39-fb39-4c6a-95ad-9405a4fa7fde is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:55:53.568133 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:55:53.572509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:55:53.596812 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=89b4592e-560b-425c-8ea4-dedab990bbcb,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:53.631057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:53.719722 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:53.838759 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a11ca0b1-090e-47d6-b2ea-3363e41c3a49 None None] Provisioning for port 89b4592e-560b-425c-8ea4-dedab990bbcb completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:55:53.843719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a11ca0b1-090e-47d6-b2ea-3363e41c3a49 None None] Provisioning complete for port 89b4592e-560b-425c-8ea4-dedab990bbcb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:55:53.844085 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a11ca0b1-090e-47d6-b2ea-3363e41c3a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:53.898545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a11ca0b1-090e-47d6-b2ea-3363e41c3a49 None None] Port 89b4592e-560b-425c-8ea4-dedab990bbcb cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:55:54.114857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:54.122528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:54.291915 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-48b2a6e8-969b-400b-a3bd-6d72b6e620bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:54.336558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:54.339895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=89b4592e-560b-425c-8ea4-dedab990bbcb,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:54.475403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network a467aa39-fb39-4c6a-95ad-9405a4fa7fde is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:55:54.476413 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:55:54.715402 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:54.726767 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f084d262-5e9f-4610-8191-f8c12cfaa0f0 None None] Provisioning complete for port 89b4592e-560b-425c-8ea4-dedab990bbcb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:55:54.727066 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f084d262-5e9f-4610-8191-f8c12cfaa0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:54.777234 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f084d262-5e9f-4610-8191-f8c12cfaa0f0 None None] Port 89b4592e-560b-425c-8ea4-dedab990bbcb cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:55:54.888225 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 321f6575-6072-48e9-892a-b1d447deed2e has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:55:55.104906 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:55:55.115486 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Sync routers for ids ['321f6575-6072-48e9-892a-b1d447deed2e'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:55:55.124647 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9322a5eb-fcf1-4b37-b43b-7e5667d27d50 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/321f6575-6072-48e9-892a-b1d447deed2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0890965 May 28 04:55:55.132005 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Routers {'321f6575-6072-48e9-892a-b1d447deed2e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:55:55.132643 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:55:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['321f6575-6072-48e9-892a-b1d447deed2e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:55:55.308577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Set router 321f6575-6072-48e9-892a-b1d447deed2e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:55:55.590416 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:55.608334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:55.707404 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:55:53Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ead2a438-83a5-43d0-ad24-809aaa450d0a', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'port_id': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'mac_address': 'fa:16:3e:a6:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:55:00Z', 'updated_at': '2022-05-28T04:55:07Z', 'revision_number': 1, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b4592e-560b-425c-8ea4-dedab990bbcb', 'name': '', 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:70:80:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '866c80a4-1433-4e1f-9057-90d654090c51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:55:53Z', 'updated_at': '2022-05-28T04:55:53Z', 'revision_number': 2, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '866c80a4-1433-4e1f-9057-90d654090c51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c35f49d-49fb-4e18-a9cc-bc43aa278d73', 'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:07:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:36Z', 'updated_at': '2022-05-28T04:54:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:55:55.712168 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Checking router: 321f6575-6072-48e9-892a-b1d447deed2e for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:55:55.712513 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Updating router 321f6575-6072-48e9-892a-b1d447deed2e port 89b4592e-560b-425c-8ea4-dedab990bbcb binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:55:55.765318 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:56.103438 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:56.114832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Transition to ACTIVE for port object 89b4592e-560b-425c-8ea4-dedab990bbcb will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:55:56.123585 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:56.246552 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89c56d-652a-492c-87d3-342c3d408eae None None] Pushing event updated for resources: {'Port': ['ID=89b4592e-560b-425c-8ea4-dedab990bbcb,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:56.337510 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Attempting to bind port 89b4592e-560b-425c-8ea4-dedab990bbcb on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:55:56.338051 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Attempting to bind port 89b4592e-560b-425c-8ea4-dedab990bbcb by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'ee9f6b2b-57e8-49cd-9f46-766199ac2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:55:56.338235 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Attempting to bind port 89b4592e-560b-425c-8ea4-dedab990bbcb on network a467aa39-fb39-4c6a-95ad-9405a4fa7fde {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:55:56.344697 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:55:56.345090 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Checking segment: {'id': 'ee9f6b2b-57e8-49cd-9f46-766199ac2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:55:56.345477 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:56.345902 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Bound using segment: {'id': 'ee9f6b2b-57e8-49cd-9f46-766199ac2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:55:56.346359 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Bound port: 89b4592e-560b-425c-8ea4-dedab990bbcb, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee9f6b2b-57e8-49cd-9f46-766199ac2ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:55:56.346714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:56.440462 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] For port 89b4592e-560b-425c-8ea4-dedab990bbcb, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:55:56.443678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] For port 89b4592e-560b-425c-8ea4-dedab990bbcb, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=89b4592e-560b-425c-8ea4-dedab990bbcb,segment=NetworkSegment(ee9f6b2b-57e8-49cd-9f46-766199ac2ee4),segment_id=ee9f6b2b-57e8-49cd-9f46-766199ac2ee4)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:55:56.448836 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:56.528611 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89c56d-652a-492c-87d3-342c3d408eae None None] Pushing event updated for resources: {'Port': ['ID=89b4592e-560b-425c-8ea4-dedab990bbcb,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:56.534897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Routers {'321f6575-6072-48e9-892a-b1d447deed2e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:55:56.535497 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:55:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['321f6575-6072-48e9-892a-b1d447deed2e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:55:56.757863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] Set router 321f6575-6072-48e9-892a-b1d447deed2e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:55:57.124071 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:57.160061 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:55:53Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ead2a438-83a5-43d0-ad24-809aaa450d0a', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'port_id': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'mac_address': 'fa:16:3e:a6:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:55:00Z', 'updated_at': '2022-05-28T04:55:07Z', 'revision_number': 1, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b4592e-560b-425c-8ea4-dedab990bbcb', 'name': '', 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:70:80:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '866c80a4-1433-4e1f-9057-90d654090c51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:55:53Z', 'updated_at': '2022-05-28T04:55:56Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '866c80a4-1433-4e1f-9057-90d654090c51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c35f49d-49fb-4e18-a9cc-bc43aa278d73', 'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:07:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:36Z', 'updated_at': '2022-05-28T04:54:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:55:57.166297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10b2802-4955-4406-93b9-c652ede89fd1 None None] The sync data for ids ['321f6575-6072-48e9-892a-b1d447deed2e'] in dv-neutron-843300-5-hyperv is: [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:55:53Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ead2a438-83a5-43d0-ad24-809aaa450d0a', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'port_id': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'mac_address': 'fa:16:3e:a6:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:55:00Z', 'updated_at': '2022-05-28T04:55:07Z', 'revision_number': 1, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b4592e-560b-425c-8ea4-dedab990bbcb', 'name': '', 'network_id': 'a467aa39-fb39-4c6a-95ad-9405a4fa7fde', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:70:80:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '866c80a4-1433-4e1f-9057-90d654090c51', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:55:53Z', 'updated_at': '2022-05-28T04:55:56Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '866c80a4-1433-4e1f-9057-90d654090c51', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8c35f49d-49fb-4e18-a9cc-bc43aa278d73', 'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:07:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:36Z', 'updated_at': '2022-05-28T04:54:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:55:57.899550 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 89b4592e-560b-425c-8ea4-dedab990bbcb up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:55:57.975798 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 89b4592e-560b-425c-8ea4-dedab990bbcb completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:55:57.980336 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 89b4592e-560b-425c-8ea4-dedab990bbcb triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:55:57.980715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:58.094949 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:58.129334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 89b4592e-560b-425c-8ea4-dedab990bbcb, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=89b4592e-560b-425c-8ea4-dedab990bbcb,segment=NetworkSegment(ee9f6b2b-57e8-49cd-9f46-766199ac2ee4),segment_id=ee9f6b2b-57e8-49cd-9f46-766199ac2ee4)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:55:58.135745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:55:58.200745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=89b4592e-560b-425c-8ea4-dedab990bbcb,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:55:59.875308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 89b4592e-560b-425c-8ea4-dedab990bbcb up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:55:59.947628 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 89b4592e-560b-425c-8ea4-dedab990bbcb triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:55:59.947984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:05.787360 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:56:13.544558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33604) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:13.959488 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:14.753903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 89b4592e-560b-425c-8ea4-dedab990bbcb {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:56:14.754752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:14.955127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 89b4592e-560b-425c-8ea4-dedab990bbcb, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=89b4592e-560b-425c-8ea4-dedab990bbcb,segment=NetworkSegment(ee9f6b2b-57e8-49cd-9f46-766199ac2ee4),segment_id=ee9f6b2b-57e8-49cd-9f46-766199ac2ee4)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:56:14.955486 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:15.079564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 89b4592e-560b-425c-8ea4-dedab990bbcb owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:56:15.259065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:15.305205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=89b4592e-560b-425c-8ea4-dedab990bbcb,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:15.344397 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:15.344709 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:15.345040 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:15.345360 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:15.345699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:15.346039 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:15.346355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:15.346665 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:15.346978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:15.347284 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:15.347589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:15.608832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:16.298886 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 321f6575-6072-48e9-892a-b1d447deed2e has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:56:16.510675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:56:16.524294 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e21919-d8d9-4692-b6cd-e5f0dfec68a0 None None] Sync routers for ids ['321f6575-6072-48e9-892a-b1d447deed2e'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:56:16.528451 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-851ce302-d6bf-40ee-8e27-1155838e0ba4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/321f6575-6072-48e9-892a-b1d447deed2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9827139 May 28 04:56:16.539092 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e21919-d8d9-4692-b6cd-e5f0dfec68a0 None None] Routers {'321f6575-6072-48e9-892a-b1d447deed2e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:56:16.539723 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-d5e21919-d8d9-4692-b6cd-e5f0dfec68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:55:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['321f6575-6072-48e9-892a-b1d447deed2e'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:16.720752 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-d5e21919-d8d9-4692-b6cd-e5f0dfec68a0 None None] Set router 321f6575-6072-48e9-892a-b1d447deed2e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:56:16.910867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65445d91-d5d5-4449-ad40-3663bbed41da req-ad044ebe-14a2-482a-8251-660579f2c9ea tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:16.911644 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-65445d91-d5d5-4449-ad40-3663bbed41da req-ad044ebe-14a2-482a-8251-660579f2c9ea tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:56:16.930311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-65445d91-d5d5-4449-ad40-3663bbed41da req-ad044ebe-14a2-482a-8251-660579f2c9ea tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:56:16.931736 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-65445d91-d5d5-4449-ad40-3663bbed41da req-ad044ebe-14a2-482a-8251-660579f2c9ea tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=d895f4da-c4ae-49a9-af39-281afe705947 HTTP/1.1" status: 200 len: 946 time: 0.1019356 May 28 04:56:16.979417 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-65445d91-d5d5-4449-ad40-3663bbed41da req-2e806563-4600-464f-a396-0a41cca65896 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cb26ae6-408f-40b9-b72f-0f1e9765ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398979 May 28 04:56:17.071128 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-d5e21919-d8d9-4692-b6cd-e5f0dfec68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:56:15Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ead2a438-83a5-43d0-ad24-809aaa450d0a', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'port_id': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'mac_address': 'fa:16:3e:a6:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:55:00Z', 'updated_at': '2022-05-28T04:55:07Z', 'revision_number': 1, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c35f49d-49fb-4e18-a9cc-bc43aa278d73', 'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:07:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:36Z', 'updated_at': '2022-05-28T04:54:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:17.075014 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e21919-d8d9-4692-b6cd-e5f0dfec68a0 None None] Checking router: 321f6575-6072-48e9-892a-b1d447deed2e for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:56:17.085854 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e21919-d8d9-4692-b6cd-e5f0dfec68a0 None None] Routers {'321f6575-6072-48e9-892a-b1d447deed2e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:56:17.086639 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-d5e21919-d8d9-4692-b6cd-e5f0dfec68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:55:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['321f6575-6072-48e9-892a-b1d447deed2e'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:17.295865 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-d5e21919-d8d9-4692-b6cd-e5f0dfec68a0 None None] Set router 321f6575-6072-48e9-892a-b1d447deed2e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:56:17.651032 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-d5e21919-d8d9-4692-b6cd-e5f0dfec68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:56:15Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ead2a438-83a5-43d0-ad24-809aaa450d0a', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'port_id': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'mac_address': 'fa:16:3e:a6:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:55:00Z', 'updated_at': '2022-05-28T04:55:07Z', 'revision_number': 1, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c35f49d-49fb-4e18-a9cc-bc43aa278d73', 'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:07:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:36Z', 'updated_at': '2022-05-28T04:54:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:17.655082 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e21919-d8d9-4692-b6cd-e5f0dfec68a0 None None] The sync data for ids ['321f6575-6072-48e9-892a-b1d447deed2e'] in dv-neutron-843300-5-hyperv is: [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:56:15Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ead2a438-83a5-43d0-ad24-809aaa450d0a', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'port_id': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'mac_address': 'fa:16:3e:a6:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:55:00Z', 'updated_at': '2022-05-28T04:55:07Z', 'revision_number': 1, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c35f49d-49fb-4e18-a9cc-bc43aa278d73', 'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:07:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:36Z', 'updated_at': '2022-05-28T04:54:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:56:18.011936 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 89b4592e-560b-425c-8ea4-dedab990bbcb no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:56:18.049514 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 89b4592e-560b-425c-8ea4-dedab990bbcb {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:56:18.049840 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 89b4592e-560b-425c-8ea4-dedab990bbcb not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:56:18.237675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c0c87-1a30-4d68-9b15-a70176c65a09 req-9c837ed2-eb2f-4b60-85dc-f93f8e7a777a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:18.239768 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9e1c0c87-1a30-4d68-9b15-a70176c65a09 req-9c837ed2-eb2f-4b60-85dc-f93f8e7a777a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/ports?device_id=d895f4da-c4ae-49a9-af39-281afe705947 HTTP/1.1" status: 200 len: 946 time: 0.1551878 May 28 04:56:18.249503 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424d483-9d2a-427a-847f-84d1b76b0564 req-287f9639-64df-4748-87b3-c9b68e2021aa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:18.251453 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8424d483-9d2a-427a-847f-84d1b76b0564 req-287f9639-64df-4748-87b3-c9b68e2021aa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=d895f4da-c4ae-49a9-af39-281afe705947 HTTP/1.1" status: 200 len: 946 time: 0.1370788 May 28 04:56:18.347148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-9e1c0c87-1a30-4d68-9b15-a70176c65a09 req-9386acbd-ece2-4d71-b750-b4b4928129d2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:56:18.347483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9e1c0c87-1a30-4d68-9b15-a70176c65a09 req-9386acbd-ece2-4d71-b750-b4b4928129d2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:18.388509 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8424d483-9d2a-427a-847f-84d1b76b0564 req-d71c3f71-088b-4c26-9515-13c60140cdc7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=5cb26ae6-408f-40b9-b72f-0f1e9765ea5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006906 May 28 04:56:18.601509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-9e1c0c87-1a30-4d68-9b15-a70176c65a09 req-9386acbd-ece2-4d71-b750-b4b4928129d2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=37952eb2-dc18-4b94-862c-8a6ad7fd35c0,segment=NetworkSegment(ee9f6b2b-57e8-49cd-9f46-766199ac2ee4),segment_id=ee9f6b2b-57e8-49cd-9f46-766199ac2ee4)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:56:18.601956 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9e1c0c87-1a30-4d68-9b15-a70176c65a09 req-9386acbd-ece2-4d71-b750-b4b4928129d2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:18.720389 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-9e1c0c87-1a30-4d68-9b15-a70176c65a09 req-9386acbd-ece2-4d71-b750-b4b4928129d2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:56:18.879135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9e1c0c87-1a30-4d68-9b15-a70176c65a09 req-9386acbd-ece2-4d71-b750-b4b4928129d2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:18.926383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386acbd-ece2-4d71-b750-b4b4928129d2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=37952eb2-dc18-4b94-862c-8a6ad7fd35c0,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:19.103088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1c0c87-1a30-4d68-9b15-a70176c65a09 req-9386acbd-ece2-4d71-b750-b4b4928129d2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] No DVR routers for this DVR port 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:56:19.105510 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9e1c0c87-1a30-4d68-9b15-a70176c65a09 req-9386acbd-ece2-4d71-b750-b4b4928129d2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:19.108084 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd895f4da-c4ae-49a9-af39-281afe705947', 'name': 'network-vif-deleted', 'tag': '37952eb2-dc18-4b94-862c-8a6ad7fd35c0'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:56:19.126835 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9e1c0c87-1a30-4d68-9b15-a70176c65a09 req-9386acbd-ece2-4d71-b750-b4b4928129d2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "DELETE /v2.0/ports/37952eb2-dc18-4b94-862c-8a6ad7fd35c0 HTTP/1.1" status: 204 len: 173 time: 0.8742025 May 28 04:56:19.165954 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c94ddb-f823-4f02-95aa-6daa76b4667a'] response: {'server_uuid': 'd895f4da-c4ae-49a9-af39-281afe705947', 'name': 'network-vif-deleted', 'tag': '37952eb2-dc18-4b94-862c-8a6ad7fd35c0', 'status': 'completed', 'code': 200} May 28 04:56:19.569245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-450157f1-f03b-4898-8045-0128d97284ef req-b323c537-2fa3-41ae-bc6c-b8b03e7c208f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:56:19.586536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-450157f1-f03b-4898-8045-0128d97284ef req-b323c537-2fa3-41ae-bc6c-b8b03e7c208f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:56:19.587770 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-450157f1-f03b-4898-8045-0128d97284ef req-b323c537-2fa3-41ae-bc6c-b8b03e7c208f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=d895f4da-c4ae-49a9-af39-281afe705947 HTTP/1.1" status: 200 len: 210 time: 0.0598814 May 28 04:56:20.704368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33620) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:20.775903 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:20.810296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:20.880646 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:20.899374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb26ae6-408f-40b9-b72f-0f1e9765ea5f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:20.911679 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:20.912020 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:20.912352 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:20.912673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:20.912994 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:20.913314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:20.913647 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:20.913974 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:20.914290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:20.914598 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:20.914909 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:20.917812 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:20.918901 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0d149d1c-b948-4080-bb87-633254d2ed0c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/security-groups/5cb26ae6-408f-40b9-b72f-0f1e9765ea5f HTTP/1.1" status: 204 len: 168 time: 0.2135444 May 28 04:56:20.971328 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33626) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:21.162763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec3deeb-e022-4006-8203-32ef7a414e30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting subnet 866c80a4-1433-4e1f-9057-90d654090c51 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:56:21.166301 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eec3deeb-e022-4006-8203-32ef7a414e30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:21.232095 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eec3deeb-e022-4006-8203-32ef7a414e30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:21.314457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eec3deeb-e022-4006-8203-32ef7a414e30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:21.385164 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eec3deeb-e022-4006-8203-32ef7a414e30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:21.424072 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3deeb-e022-4006-8203-32ef7a414e30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Subnet': ['ID=866c80a4-1433-4e1f-9057-90d654090c51,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:21.430312 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-eec3deeb-e022-4006-8203-32ef7a414e30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:21.437118 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-eec3deeb-e022-4006-8203-32ef7a414e30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/subnets/866c80a4-1433-4e1f-9057-90d654090c51 HTTP/1.1" status: 204 len: 168 time: 0.4683867 May 28 04:56:21.439541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4a6e09-180e-40ef-acdc-64e697f28739 None None] Network a467aa39-fb39-4c6a-95ad-9405a4fa7fde requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:56:21.440961 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33630) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:21.552939 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:21.564048 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 6d3344bc-008d-45b8-b265-44073302f7f0 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:56:21.564376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:21.681875 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4df9f1-e421-4eab-a7dc-5908c727520a None None] DHCP port deletion for a467aa39-fb39-4c6a-95ad-9405a4fa7fde request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:56:21.686085 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2f4df9f1-e421-4eab-a7dc-5908c727520a None None] Deleting port 6d3344bc-008d-45b8-b265-44073302f7f0 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:56:21.686453 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2f4df9f1-e421-4eab-a7dc-5908c727520a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:21.770871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 6d3344bc-008d-45b8-b265-44073302f7f0, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6d3344bc-008d-45b8-b265-44073302f7f0,segment=NetworkSegment(ee9f6b2b-57e8-49cd-9f46-766199ac2ee4),segment_id=ee9f6b2b-57e8-49cd-9f46-766199ac2ee4)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:56:21.771511 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:21.888616 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6d3344bc-008d-45b8-b265-44073302f7f0 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:56:21.900926 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 6d3344bc-008d-45b8-b265-44073302f7f0 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:56:21.970986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2f4df9f1-e421-4eab-a7dc-5908c727520a None None] For port 6d3344bc-008d-45b8-b265-44073302f7f0, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6d3344bc-008d-45b8-b265-44073302f7f0,segment=NetworkSegment(ee9f6b2b-57e8-49cd-9f46-766199ac2ee4),segment_id=ee9f6b2b-57e8-49cd-9f46-766199ac2ee4)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:56:21.971334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2f4df9f1-e421-4eab-a7dc-5908c727520a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:21.978023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:22.023128 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=6d3344bc-008d-45b8-b265-44073302f7f0,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:22.029648 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] No DVR routers for this DVR port 6d3344bc-008d-45b8-b265-44073302f7f0 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:56:22.032582 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No active binding found for port 6d3344bc-008d-45b8-b265-44073302f7f0 {{(pid=84011) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 28 04:56:22.032956 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6d3344bc-008d-45b8-b265-44073302f7f0 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:56:22.094201 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2f4df9f1-e421-4eab-a7dc-5908c727520a None None] Calling delete_port for 6d3344bc-008d-45b8-b265-44073302f7f0 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:56:22.143232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:56:22.155543 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:22.180373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:56:22.180748 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 37952eb2-dc18-4b94-862c-8a6ad7fd35c0 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:56:22.184474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-373ca0e6-80a9-4a83-9cc9-097df5a876a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:22.210241 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-2f4df9f1-e421-4eab-a7dc-5908c727520a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:56:22.210508 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-2f4df9f1-e421-4eab-a7dc-5908c727520a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:56:22.261544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a467aa39-fb39-4c6a-95ad-9405a4fa7fde']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:22.274759 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9f6b2b-57e8-49cd-9f46-766199ac2ee4') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:22.275065 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9f6b2b-57e8-49cd-9f46-766199ac2ee4') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:22.286942 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:22.302281 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:22.308339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:56:22.308712 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:56:22.322568 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:56:22.402444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:22.419059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:22.429846 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Network': ['ID=a467aa39-fb39-4c6a-95ad-9405a4fa7fde,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:22.445863 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9dd68d75-e9d2-4d92-aa12-932369c1ec46 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/networks/a467aa39-fb39-4c6a-95ad-9405a4fa7fde HTTP/1.1" status: 204 len: 168 time: 1.0040200 May 28 04:56:22.448703 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33634) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:22.650538 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d7d3c4cf-db8b-4617-8b58-f96eaf50cf11 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port f8cd031b-4ac5-4964-ae37-fa8c7618014c {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:56:22.650845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c4cf-db8b-4617-8b58-f96eaf50cf11 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:22.712118 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2f4df9f1-e421-4eab-a7dc-5908c727520a None None] Deleting port 6d3344bc-008d-45b8-b265-44073302f7f0 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:56:22.712768 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2f4df9f1-e421-4eab-a7dc-5908c727520a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:22.777509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2f4df9f1-e421-4eab-a7dc-5908c727520a None None] The port '6d3344bc-008d-45b8-b265-44073302f7f0' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 04:56:22.819211 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c4cf-db8b-4617-8b58-f96eaf50cf11 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:22.819821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c4cf-db8b-4617-8b58-f96eaf50cf11 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:22.936584 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d7d3c4cf-db8b-4617-8b58-f96eaf50cf11 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for f8cd031b-4ac5-4964-ae37-fa8c7618014c owned by network:floatingip {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:56:23.093222 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c4cf-db8b-4617-8b58-f96eaf50cf11 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:23.135294 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3c4cf-db8b-4617-8b58-f96eaf50cf11 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=f8cd031b-4ac5-4964-ae37-fa8c7618014c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:23.228130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c4cf-db8b-4617-8b58-f96eaf50cf11 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:23.619582 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d3c4cf-db8b-4617-8b58-f96eaf50cf11 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 321f6575-6072-48e9-892a-b1d447deed2e has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:56:23.910522 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d3c4cf-db8b-4617-8b58-f96eaf50cf11 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:56:23.921238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a48af-4833-4e18-b107-48b60386fb66 None None] Sync routers for ids ['321f6575-6072-48e9-892a-b1d447deed2e'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:56:23.929770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d7d3c4cf-db8b-4617-8b58-f96eaf50cf11 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:23.933882 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a48af-4833-4e18-b107-48b60386fb66 None None] Routers {'321f6575-6072-48e9-892a-b1d447deed2e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:56:23.934568 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-712a48af-4833-4e18-b107-48b60386fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:55:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['321f6575-6072-48e9-892a-b1d447deed2e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:23.983012 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d7d3c4cf-db8b-4617-8b58-f96eaf50cf11 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/floatingips/ead2a438-83a5-43d0-ad24-809aaa450d0a HTTP/1.1" status: 204 len: 168 time: 1.5332491 May 28 04:56:23.983601 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'tag': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:56:24.038919 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2c63d0-40a3-47b9-8b52-a334199286da'] response: {'name': 'network-changed', 'server_uuid': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'tag': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'status': 'completed', 'code': 200} May 28 04:56:24.116220 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-712a48af-4833-4e18-b107-48b60386fb66 None None] Set router 321f6575-6072-48e9-892a-b1d447deed2e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:56:24.134105 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b3154079-f423-402b-910d-e8a351bebb9c req-192b8ea7-bd3f-4911-aca0-a012c7d363fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 1099 time: 0.0715110 May 28 04:56:24.277692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3154079-f423-402b-910d-e8a351bebb9c req-ec63a760-abed-4453-84b1-053f6573de0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:24.279347 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b3154079-f423-402b-910d-e8a351bebb9c req-ec63a760-abed-4453-84b1-053f6573de0a service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe93190d-55ec-4293-bc3a-201d1134f3c2 HTTP/1.1" status: 200 len: 898 time: 0.1394506 May 28 04:56:24.341914 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3256fa96-8907-4e96-bfc5-d01e54cf2994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:24.388920 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b3154079-f423-402b-910d-e8a351bebb9c req-e1f92eea-d644-4eac-ba6c-bb1db7c907b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e58f2d0-53c7-4d54-879a-ede3d8a0df9b HTTP/1.1" status: 200 len: 217 time: 0.1029367 May 28 04:56:24.441436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-712a48af-4833-4e18-b107-48b60386fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:56:15Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8c35f49d-49fb-4e18-a9cc-bc43aa278d73', 'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:07:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:36Z', 'updated_at': '2022-05-28T04:54:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:24.445544 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a48af-4833-4e18-b107-48b60386fb66 None None] Checking router: 321f6575-6072-48e9-892a-b1d447deed2e for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:56:24.456764 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a48af-4833-4e18-b107-48b60386fb66 None None] Routers {'321f6575-6072-48e9-892a-b1d447deed2e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:56:24.457392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-712a48af-4833-4e18-b107-48b60386fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:56:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['321f6575-6072-48e9-892a-b1d447deed2e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:24.462448 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3154079-f423-402b-910d-e8a351bebb9c req-463eb5b8-4232-45ad-8266-b43937949bf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:24.463912 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b3154079-f423-402b-910d-e8a351bebb9c req-463eb5b8-4232-45ad-8266-b43937949bf1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=317c9849-259d-49ef-b490-d700cf2a23e4 HTTP/1.1" status: 200 len: 835 time: 0.0689101 May 28 04:56:24.474981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a1ede-1d34-497e-a35e-1ebcf6a516ab req-3075a3ea-e3c7-4192-9626-26f4bc127aba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:24.476358 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b37a1ede-1d34-497e-a35e-1ebcf6a516ab req-3075a3ea-e3c7-4192-9626-26f4bc127aba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 946 time: 0.1429327 May 28 04:56:24.569808 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b37a1ede-1d34-497e-a35e-1ebcf6a516ab req-80cbfba6-8799-4281-b238-9def34d40f30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d9ff8a6-508f-4741-8cc7-431ca3d8638d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578504 May 28 04:56:24.582602 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b3154079-f423-402b-910d-e8a351bebb9c req-6d5eac98-7c79-47a2-ab06-3b8a3a758e06 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe93190d-55ec-4293-bc3a-201d1134f3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1052151 May 28 04:56:24.641544 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-712a48af-4833-4e18-b107-48b60386fb66 None None] Set router 321f6575-6072-48e9-892a-b1d447deed2e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:56:24.716851 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:24.718500 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b3154079-f423-402b-910d-e8a351bebb9c req-71c3ae4b-105e-49c6-8bd9-9c26a64bc4cb service neutron] 10.222.0.66 "GET /v2.0/networks/fe93190d-55ec-4293-bc3a-201d1134f3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283295 May 28 04:56:24.853760 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b3154079-f423-402b-910d-e8a351bebb9c req-414cb162-4673-48d0-9945-57ad33cae8aa service neutron] 10.222.0.66 "GET /v2.0/networks/fe93190d-55ec-4293-bc3a-201d1134f3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284921 May 28 04:56:25.002396 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-712a48af-4833-4e18-b107-48b60386fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:56:15Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8c35f49d-49fb-4e18-a9cc-bc43aa278d73', 'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:07:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:36Z', 'updated_at': '2022-05-28T04:54:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:25.006741 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712a48af-4833-4e18-b107-48b60386fb66 None None] The sync data for ids ['321f6575-6072-48e9-892a-b1d447deed2e'] in dv-neutron-843300-5-hyperv is: [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:56:15Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8c35f49d-49fb-4e18-a9cc-bc43aa278d73', 'name': '', 'network_id': 'fe93190d-55ec-4293-bc3a-201d1134f3c2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:07:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:36Z', 'updated_at': '2022-05-28T04:54:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '317c9849-259d-49ef-b490-d700cf2a23e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:56:25.240667 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e790895c-e9d0-47e2-a8d4-dec30dfe88f7 None None] New status for floating IP ead2a438-83a5-43d0-ad24-809aaa450d0a: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:56:25.536678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:25.564465 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:25.598402 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947278d5-8855-499a-a1c9-cd34bc939357 req-6cfd3639-b37f-4231-94f0-706bf5b1f076 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:25.599837 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-947278d5-8855-499a-a1c9-cd34bc939357 req-6cfd3639-b37f-4231-94f0-706bf5b1f076 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 946 time: 0.0779672 May 28 04:56:25.670228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-947278d5-8855-499a-a1c9-cd34bc939357 req-42860734-44f4-4493-8202-f9270bfd4a5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:56:25.670601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-947278d5-8855-499a-a1c9-cd34bc939357 req-42860734-44f4-4493-8202-f9270bfd4a5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:25.914752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0b18e-6b51-4d3e-ac54-88d4136ac95c req-89fab976-ea02-4d7f-af71-ac2a27608dbc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:25.916114 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c1d0b18e-6b51-4d3e-ac54-88d4136ac95c req-89fab976-ea02-4d7f-af71-ac2a27608dbc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac16a6db-2860-4b2a-aae4-0ba887360bb4 HTTP/1.1" status: 200 len: 946 time: 0.2114356 May 28 04:56:25.995861 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-947278d5-8855-499a-a1c9-cd34bc939357 req-42860734-44f4-4493-8202-f9270bfd4a5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=8e58f2d0-53c7-4d54-879a-ede3d8a0df9b,segment=NetworkSegment(f6c8b46f-d00b-4712-a4d9-f18ca450b769),segment_id=f6c8b46f-d00b-4712-a4d9-f18ca450b769)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:56:25.996203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-947278d5-8855-499a-a1c9-cd34bc939357 req-42860734-44f4-4493-8202-f9270bfd4a5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:26.009560 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c1d0b18e-6b51-4d3e-ac54-88d4136ac95c req-8f6a2ba5-d748-4147-99e0-7b299ed52451 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=6d9ff8a6-508f-4741-8cc7-431ca3d8638d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850880 May 28 04:56:26.118804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-947278d5-8855-499a-a1c9-cd34bc939357 req-42860734-44f4-4493-8202-f9270bfd4a5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:56:26.370524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-947278d5-8855-499a-a1c9-cd34bc939357 req-42860734-44f4-4493-8202-f9270bfd4a5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:26.423112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42860734-44f4-4493-8202-f9270bfd4a5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=8e58f2d0-53c7-4d54-879a-ede3d8a0df9b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:26.495816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-947278d5-8855-499a-a1c9-cd34bc939357 req-42860734-44f4-4493-8202-f9270bfd4a5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] No DVR routers for this DVR port 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:56:26.498410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-947278d5-8855-499a-a1c9-cd34bc939357 req-42860734-44f4-4493-8202-f9270bfd4a5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:26.502468 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'name': 'network-vif-deleted', 'tag': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:56:26.528133 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-947278d5-8855-499a-a1c9-cd34bc939357 req-42860734-44f4-4493-8202-f9270bfd4a5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "DELETE /v2.0/ports/8e58f2d0-53c7-4d54-879a-ede3d8a0df9b HTTP/1.1" status: 204 len: 173 time: 0.9219847 May 28 04:56:26.561027 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641d112d-4361-4fc5-ac6c-f77c8a26e2ee'] response: {'server_uuid': 'ac16a6db-2860-4b2a-aae4-0ba887360bb4', 'name': 'network-vif-deleted', 'tag': '8e58f2d0-53c7-4d54-879a-ede3d8a0df9b', 'status': 'completed', 'code': 200} May 28 04:56:27.091587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:27.121334 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33650) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:27.196723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a516cd6d-3782-4fb1-9931-508b8c2e33b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:27.226554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a516cd6d-3782-4fb1-9931-508b8c2e33b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:27.300087 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a516cd6d-3782-4fb1-9931-508b8c2e33b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:27.326660 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516cd6d-3782-4fb1-9931-508b8c2e33b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9ff8a6-508f-4741-8cc7-431ca3d8638d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:27.333793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a516cd6d-3782-4fb1-9931-508b8c2e33b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:27.335063 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a516cd6d-3782-4fb1-9931-508b8c2e33b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/security-groups/6d9ff8a6-508f-4741-8cc7-431ca3d8638d HTTP/1.1" status: 204 len: 168 time: 0.2125404 May 28 04:56:27.384091 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33656) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:27.802198 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d34d036-b73f-46b2-b817-920cb7829039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:28.170508 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:56:28.202956 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:56:28.203293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 8e58f2d0-53c7-4d54-879a-ede3d8a0df9b not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:56:28.453492 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-0d34d036-b73f-46b2-b817-920cb7829039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:56:28.454133 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d34d036-b73f-46b2-b817-920cb7829039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:28.750660 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-0d34d036-b73f-46b2-b817-920cb7829039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 8c35f49d-49fb-4e18-a9cc-bc43aa278d73, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8c35f49d-49fb-4e18-a9cc-bc43aa278d73,segment=NetworkSegment(f6c8b46f-d00b-4712-a4d9-f18ca450b769),segment_id=f6c8b46f-d00b-4712-a4d9-f18ca450b769)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:56:28.750830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d34d036-b73f-46b2-b817-920cb7829039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:28.876461 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-0d34d036-b73f-46b2-b817-920cb7829039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:56:29.058898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d34d036-b73f-46b2-b817-920cb7829039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:29.107672 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34d036-b73f-46b2-b817-920cb7829039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=8c35f49d-49fb-4e18-a9cc-bc43aa278d73,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:29.415879 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0d34d036-b73f-46b2-b817-920cb7829039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:29.999640 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d34d036-b73f-46b2-b817-920cb7829039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 321f6575-6072-48e9-892a-b1d447deed2e has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:56:30.303817 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d34d036-b73f-46b2-b817-920cb7829039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:56:30.313470 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ada9cb-a95d-46c6-9b8f-229eda69a031 None None] Sync routers for ids ['321f6575-6072-48e9-892a-b1d447deed2e'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:56:30.317814 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0d34d036-b73f-46b2-b817-920cb7829039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/321f6575-6072-48e9-892a-b1d447deed2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9363072 May 28 04:56:30.320402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33660) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:30.326376 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ada9cb-a95d-46c6-9b8f-229eda69a031 None None] Routers {'321f6575-6072-48e9-892a-b1d447deed2e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:56:30.327004 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-64ada9cb-a95d-46c6-9b8f-229eda69a031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:56:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['321f6575-6072-48e9-892a-b1d447deed2e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:30.504361 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-be751065-6e25-4f02-a77b-e581d92ccca9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting subnet 317c9849-259d-49ef-b490-d700cf2a23e4 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:56:30.504617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-64ada9cb-a95d-46c6-9b8f-229eda69a031 None None] Set router 321f6575-6072-48e9-892a-b1d447deed2e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:56:30.507445 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-be751065-6e25-4f02-a77b-e581d92ccca9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:30.560298 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-be751065-6e25-4f02-a77b-e581d92ccca9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:30.644592 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-be751065-6e25-4f02-a77b-e581d92ccca9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:30.717351 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-be751065-6e25-4f02-a77b-e581d92ccca9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:30.754737 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be751065-6e25-4f02-a77b-e581d92ccca9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Subnet': ['ID=317c9849-259d-49ef-b490-d700cf2a23e4,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:30.761463 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-be751065-6e25-4f02-a77b-e581d92ccca9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:30.767852 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27976f28-b96a-4c5d-b4b3-07306d2eaebc None None] Network fe93190d-55ec-4293-bc3a-201d1134f3c2 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:56:30.769528 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-be751065-6e25-4f02-a77b-e581d92ccca9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/subnets/317c9849-259d-49ef-b490-d700cf2a23e4 HTTP/1.1" status: 204 len: 168 time: 0.4481618 May 28 04:56:30.772501 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33664) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:30.948836 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-64ada9cb-a95d-46c6-9b8f-229eda69a031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:56:28Z', 'revision_number': 7, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:30.957736 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ada9cb-a95d-46c6-9b8f-229eda69a031 None None] Checking router: 321f6575-6072-48e9-892a-b1d447deed2e for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:56:30.972846 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bc10779-339b-457a-b385-e3878c9d789a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:30.978934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ada9cb-a95d-46c6-9b8f-229eda69a031 None None] Routers {'321f6575-6072-48e9-892a-b1d447deed2e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:56:30.980687 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-64ada9cb-a95d-46c6-9b8f-229eda69a031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:56:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['321f6575-6072-48e9-892a-b1d447deed2e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:31.161113 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-64ada9cb-a95d-46c6-9b8f-229eda69a031 None None] Set router 321f6575-6072-48e9-892a-b1d447deed2e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:56:31.177109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bc10779-339b-457a-b385-e3878c9d789a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:31.187188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-0bc10779-339b-457a-b385-e3878c9d789a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port f5919db1-5c69-4589-b3e6-8a5df3409be6 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:56:31.187546 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bc10779-339b-457a-b385-e3878c9d789a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:31.203958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291eb844-5863-470f-ae42-c2a57f8f0d8c None None] DHCP port deletion for fe93190d-55ec-4293-bc3a-201d1134f3c2 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:56:31.265749 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-291eb844-5863-470f-ae42-c2a57f8f0d8c None None] Deleting port ae22c0db-d8d5-47fb-86e5-f428b03af31e {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:56:31.266106 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-291eb844-5863-470f-ae42-c2a57f8f0d8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:31.363321 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-0bc10779-339b-457a-b385-e3878c9d789a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port f5919db1-5c69-4589-b3e6-8a5df3409be6, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f5919db1-5c69-4589-b3e6-8a5df3409be6,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:56:31.363645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bc10779-339b-457a-b385-e3878c9d789a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:31.479976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-0bc10779-339b-457a-b385-e3878c9d789a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for f5919db1-5c69-4589-b3e6-8a5df3409be6 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:56:31.643559 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bc10779-339b-457a-b385-e3878c9d789a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:31.661139 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-291eb844-5863-470f-ae42-c2a57f8f0d8c None None] For port ae22c0db-d8d5-47fb-86e5-f428b03af31e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ae22c0db-d8d5-47fb-86e5-f428b03af31e,segment=NetworkSegment(f6c8b46f-d00b-4712-a4d9-f18ca450b769),segment_id=f6c8b46f-d00b-4712-a4d9-f18ca450b769)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:56:31.661779 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-291eb844-5863-470f-ae42-c2a57f8f0d8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:31.689099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc10779-339b-457a-b385-e3878c9d789a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=f5919db1-5c69-4589-b3e6-8a5df3409be6,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:31.786500 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-291eb844-5863-470f-ae42-c2a57f8f0d8c None None] Calling delete_port for ae22c0db-d8d5-47fb-86e5-f428b03af31e owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:56:31.851571 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-64ada9cb-a95d-46c6-9b8f-229eda69a031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:56:28Z', 'revision_number': 7, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:31.865712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ada9cb-a95d-46c6-9b8f-229eda69a031 None None] The sync data for ids ['321f6575-6072-48e9-892a-b1d447deed2e'] in dv-neutron-843300-5-hyperv is: [{'id': '321f6575-6072-48e9-892a-b1d447deed2e', 'name': 'tempest-TestNetworkBasicOps-router-1200932440', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214'}], 'enable_snat': True}, 'gw_port_id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:54:30Z', 'updated_at': '2022-05-28T04:56:28Z', 'revision_number': 7, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'f5919db1-5c69-4589-b3e6-8a5df3409be6', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:0e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '321f6575-6072-48e9-892a-b1d447deed2e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:54:31Z', 'updated_at': '2022-05-28T04:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:56:31.877297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-291eb844-5863-470f-ae42-c2a57f8f0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:31.936805 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291eb844-5863-470f-ae42-c2a57f8f0d8c None None] Pushing event deleted for resources: {'Port': ['ID=ae22c0db-d8d5-47fb-86e5-f428b03af31e,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:31.940862 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291eb844-5863-470f-ae42-c2a57f8f0d8c None None] No DVR routers for this DVR port ae22c0db-d8d5-47fb-86e5-f428b03af31e on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:56:32.012148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ae22c0db-d8d5-47fb-86e5-f428b03af31e no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:56:32.050672 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: ae22c0db-d8d5-47fb-86e5-f428b03af31e {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:56:32.051017 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ae22c0db-d8d5-47fb-86e5-f428b03af31e not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:56:32.062477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bc10779-339b-457a-b385-e3878c9d789a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:32.319799 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bc10779-339b-457a-b385-e3878c9d789a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:32.324499 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bc10779-339b-457a-b385-e3878c9d789a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:32.350863 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bc10779-339b-457a-b385-e3878c9d789a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:32.351459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc10779-339b-457a-b385-e3878c9d789a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Fanout notify agent at l3_agent the message router_deleted on router 321f6575-6072-48e9-892a-b1d447deed2e {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:56:32.366340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bc10779-339b-457a-b385-e3878c9d789a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:32.367892 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0bc10779-339b-457a-b385-e3878c9d789a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/routers/321f6575-6072-48e9-892a-b1d447deed2e HTTP/1.1" status: 204 len: 168 time: 1.5940785 May 28 04:56:32.371053 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33668) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:32.486036 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-025f4aaa-e2f1-451f-a839-509fe5b5c0f6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:32.619051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-025f4aaa-e2f1-451f-a839-509fe5b5c0f6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:32.645069 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-025f4aaa-e2f1-451f-a839-509fe5b5c0f6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe93190d-55ec-4293-bc3a-201d1134f3c2']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:32.657872 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-025f4aaa-e2f1-451f-a839-509fe5b5c0f6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6c8b46f-d00b-4712-a4d9-f18ca450b769') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:32.658162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-025f4aaa-e2f1-451f-a839-509fe5b5c0f6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6c8b46f-d00b-4712-a4d9-f18ca450b769') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:32.670126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-025f4aaa-e2f1-451f-a839-509fe5b5c0f6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:32.686029 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-025f4aaa-e2f1-451f-a839-509fe5b5c0f6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:32.692087 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025f4aaa-e2f1-451f-a839-509fe5b5c0f6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:56:32.692462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-025f4aaa-e2f1-451f-a839-509fe5b5c0f6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:56:32.706945 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:56:32.788760 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-025f4aaa-e2f1-451f-a839-509fe5b5c0f6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:32.806761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-025f4aaa-e2f1-451f-a839-509fe5b5c0f6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:32.818980 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f4aaa-e2f1-451f-a839-509fe5b5c0f6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Network': ['ID=fe93190d-55ec-4293-bc3a-201d1134f3c2,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:32.825188 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-025f4aaa-e2f1-451f-a839-509fe5b5c0f6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/networks/fe93190d-55ec-4293-bc3a-201d1134f3c2 HTTP/1.1" status: 204 len: 168 time: 0.4525867 May 28 04:56:32.839365 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33672) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:32.844951 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-52a348e4-974e-4529-912a-0d792d9267ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'network': {'name': 'tempest-network-smoke--1811829879', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'port_security_enabled': True}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:56:32.850394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-52a348e4-974e-4529-912a-0d792d9267ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:56:32.854940 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-52a348e4-974e-4529-912a-0d792d9267ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:network and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:56:32.857776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-52a348e4-974e-4529-912a-0d792d9267ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:56:32.863641 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-52a348e4-974e-4529-912a-0d792d9267ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:56:32.874871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a348e4-974e-4529-912a-0d792d9267ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:56:32.877811 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-52a348e4-974e-4529-912a-0d792d9267ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:32.905232 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52a348e4-974e-4529-912a-0d792d9267ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:56:32.914313 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-52a348e4-974e-4529-912a-0d792d9267ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:32.914642 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-52a348e4-974e-4529-912a-0d792d9267ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Added segment fcfdfb39-2940-4019-b570-60b185b52ece of type vlan for network 163540f8-5aee-4b00-8f8a-f4965d212613 May 28 04:56:32.940765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-52a348e4-974e-4529-912a-0d792d9267ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:32.971202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-52a348e4-974e-4529-912a-0d792d9267ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:32.974925 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a348e4-974e-4529-912a-0d792d9267ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:32.975492 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-52a348e4-974e-4529-912a-0d792d9267ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:33.078460 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-52a348e4-974e-4529-912a-0d792d9267ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2379944 May 28 04:56:33.081132 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a348e4-974e-4529-912a-0d792d9267ba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Network': ['ID=163540f8-5aee-4b00-8f8a-f4965d212613,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:33.081378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33676) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:33.088233 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-929075836', 'admin_state_up': True, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:56:33.091772 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 163540f8-5aee-4b00-8f8a-f4965d212613 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:56:33.096866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:56:33.100881 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:router and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:56:33.103794 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:56:33.110624 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:56:33.120677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:33.121622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:33.139243 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:33.288870 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:33.473221 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:33.502424 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:33.645129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.199 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/9d698bb7-c218-409e-acfa-d0e3b6f6143d) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:56:33.790097 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:33.819171 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:33.854461 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f5919db1-5c69-4589-b3e6-8a5df3409be6 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:56:33.887891 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: f5919db1-5c69-4589-b3e6-8a5df3409be6 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:56:33.888261 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:56:33.888438 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f5919db1-5c69-4589-b3e6-8a5df3409be6 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:56:33.889097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:56:33.891108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:56:33.895430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:56:33.919504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=9d698bb7-c218-409e-acfa-d0e3b6f6143d,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:33.932760 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:56:33.933498 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8c35f49d-49fb-4e18-a9cc-bc43aa278d73 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:56:34.053594 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:34.054268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:34.302348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 69d9af42-1cb9-4749-9b22-bb8111976586 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:56:34.607676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:56:34.617713 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Sync routers for ids ['69d9af42-1cb9-4749-9b22-bb8111976586'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:56:34.629611 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Routers {'69d9af42-1cb9-4749-9b22-bb8111976586'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:56:34.630247 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:56:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['69d9af42-1cb9-4749-9b22-bb8111976586'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:34.635972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:34.637861 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cf414aeb-cbd7-470f-8939-cc39eade1097 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5551040 May 28 04:56:34.640924 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33680) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:34.684101 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4584dfb1-0859-4bd3-9e31-c11d2c13b838 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f3dfbb4a80ae4be4a49f16f926649fcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417891 May 28 04:56:34.686892 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33684) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:34.803873 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Set router 69d9af42-1cb9-4749-9b22-bb8111976586 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:56:34.814043 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844777e8-7c5b-4a81-a1d6-f8b26eefc5b5 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:34.815488 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-844777e8-7c5b-4a81-a1d6-f8b26eefc5b5 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276085 May 28 04:56:34.818466 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33688) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:34.952379 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c537a5eb-a2c9-48fa-be6d-58b6505fdf89 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1328411 May 28 04:56:34.954961 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33692) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:34.960107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-2b41178c-7d72-46d3-8d89-04668c0bd9e5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1429303939', 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:56:35.064353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2b41178c-7d72-46d3-8d89-04668c0bd9e5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:56:35.068669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2b41178c-7d72-46d3-8d89-04668c0bd9e5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:subnet and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:56:35.071677 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2b41178c-7d72-46d3-8d89-04668c0bd9e5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:56:35.077784 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2b41178c-7d72-46d3-8d89-04668c0bd9e5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:56:35.087280 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'name': 'tempest-TestNetworkBasicOps-router-929075836', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:34Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:35.089607 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b41178c-7d72-46d3-8d89-04668c0bd9e5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:56:35.091274 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Checking router: 69d9af42-1cb9-4749-9b22-bb8111976586 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:56:35.091608 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Updating router 69d9af42-1cb9-4749-9b22-bb8111976586 port 9d698bb7-c218-409e-acfa-d0e3b6f6143d binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:56:35.141986 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:35.188291 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2b41178c-7d72-46d3-8d89-04668c0bd9e5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:35.406873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2b41178c-7d72-46d3-8d89-04668c0bd9e5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:35.477995 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:35.482091 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41178c-7d72-46d3-8d89-04668c0bd9e5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Subnet': ['ID=5f9ec26d-caa7-4cbe-ae16-1c738926f4ef,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:35.489860 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Transition to ACTIVE for port object 9d698bb7-c218-409e-acfa-d0e3b6f6143d will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:56:35.497152 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:35.497721 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b41178c-7d72-46d3-8d89-04668c0bd9e5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Checking segment: {'id': 'fcfdfb39-2940-4019-b570-60b185b52ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:56:35.498112 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b41178c-7d72-46d3-8d89-04668c0bd9e5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network hostable DHCP agents. Network: 163540f8-5aee-4b00-8f8a-f4965d212613, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:56:35.523724 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b41178c-7d72-46d3-8d89-04668c0bd9e5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 163540f8-5aee-4b00-8f8a-f4965d212613 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:56:35.536048 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-2b41178c-7d72-46d3-8d89-04668c0bd9e5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 163540f8-5aee-4b00-8f8a-f4965d212613) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:56:35.540556 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b41178c-7d72-46d3-8d89-04668c0bd9e5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:35.541234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2b41178c-7d72-46d3-8d89-04668c0bd9e5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:35.559211 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e2edec-beef-41de-8ff3-40b5664c5987 None None] Network 163540f8-5aee-4b00-8f8a-f4965d212613 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:56:35.566938 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2b41178c-7d72-46d3-8d89-04668c0bd9e5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6109457 May 28 04:56:35.569799 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33696) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:35.602994 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Attempting to bind port 9d698bb7-c218-409e-acfa-d0e3b6f6143d on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:56:35.603348 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Attempting to bind port 9d698bb7-c218-409e-acfa-d0e3b6f6143d by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:56:35.603681 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Attempting to bind port 9d698bb7-c218-409e-acfa-d0e3b6f6143d on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:56:35.613056 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f444fb4-74f9-420d-a958-6e1c4fdd202c None None] Pushing event updated for resources: {'Port': ['ID=9d698bb7-c218-409e-acfa-d0e3b6f6143d,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:35.622609 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f444fb4-74f9-420d-a958-6e1c4fdd202c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:35.623269 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f444fb4-74f9-420d-a958-6e1c4fdd202c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:35.623269 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f444fb4-74f9-420d-a958-6e1c4fdd202c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:35.623572 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f444fb4-74f9-420d-a958-6e1c4fdd202c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:35.623853 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f444fb4-74f9-420d-a958-6e1c4fdd202c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:35.624168 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f444fb4-74f9-420d-a958-6e1c4fdd202c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:35.624476 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f444fb4-74f9-420d-a958-6e1c4fdd202c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:35.624784 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f444fb4-74f9-420d-a958-6e1c4fdd202c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:35.625091 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f444fb4-74f9-420d-a958-6e1c4fdd202c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:35.625391 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f444fb4-74f9-420d-a958-6e1c4fdd202c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:35.625713 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f444fb4-74f9-420d-a958-6e1c4fdd202c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:35.629795 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:56:35.630151 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:56:35.630537 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:35.630944 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:56:35.631346 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Bound port: 9d698bb7-c218-409e-acfa-d0e3b6f6143d, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:56:35.631704 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:35.705251 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] For port 9d698bb7-c218-409e-acfa-d0e3b6f6143d, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:56:35.708480 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] For port 9d698bb7-c218-409e-acfa-d0e3b6f6143d, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9d698bb7-c218-409e-acfa-d0e3b6f6143d,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:56:35.712944 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:35.787944 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-163540f8-5aee-4b00-8f8a-f4965d212613', 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ips': [{'subnet_id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:56:35.788823 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:35.791070 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f444fb4-74f9-420d-a958-6e1c4fdd202c None None] Pushing event updated for resources: {'Port': ['ID=9d698bb7-c218-409e-acfa-d0e3b6f6143d,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:35.796689 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Routers {'69d9af42-1cb9-4749-9b22-bb8111976586'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:56:35.797352 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:56:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['69d9af42-1cb9-4749-9b22-bb8111976586'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:35.976874 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Allocated IP 172.20.0.2 (163540f8-5aee-4b00-8f8a-f4965d212613/5f9ec26d-caa7-4cbe-ae16-1c738926f4ef/4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:56:35.999063 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] Set router 69d9af42-1cb9-4749-9b22-bb8111976586 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:56:36.184005 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:36.194257 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Transition to ACTIVE for port object 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:56:36.213005 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Transition to ACTIVE for port object 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:56:36.219845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:36.282048 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'name': 'tempest-TestNetworkBasicOps-router-929075836', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:34Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:36.286964 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9144d8-b68b-4109-9908-927aef06c862 None None] The sync data for ids ['69d9af42-1cb9-4749-9b22-bb8111976586'] in dv-neutron-843300-5-hyperv is: [{'id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'name': 'tempest-TestNetworkBasicOps-router-929075836', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:34Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:56:36.335100 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Network 163540f8-5aee-4b00-8f8a-f4965d212613 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:56:36.338043 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:56:36.340037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:36.340746 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:56:36.347796 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Pushing event updated for resources: {'Port': ['ID=4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:36.437029 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Attempting to bind port 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:56:36.437383 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Attempting to bind port 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'fcfdfb39-2940-4019-b570-60b185b52ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:56:36.437768 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Attempting to bind port 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 on network 163540f8-5aee-4b00-8f8a-f4965d212613 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:56:36.445088 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:56:36.445452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Checking segment: {'id': 'fcfdfb39-2940-4019-b570-60b185b52ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:56:36.445877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:36.446259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Bound using segment: {'id': 'fcfdfb39-2940-4019-b570-60b185b52ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:56:36.446724 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Bound port: 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfdfb39-2940-4019-b570-60b185b52ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:56:36.447089 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:36.560134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] For port 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:56:36.563379 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] For port 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224,segment=NetworkSegment(fcfdfb39-2940-4019-b570-60b185b52ece),segment_id=fcfdfb39-2940-4019-b570-60b185b52ece)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:56:36.569602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:36.655629 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62557d-9b34-4bb1-a8ba-9244ddd7d145 None None] Pushing event updated for resources: {'Port': ['ID=4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:36.904806 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.1 (163540f8-5aee-4b00-8f8a-f4965d212613/5f9ec26d-caa7-4cbe-ae16-1c738926f4ef/dbdc41f0-1e01-47eb-b89a-c75728567b89) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:56:37.077317 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:37.097635 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object dbdc41f0-1e01-47eb-b89a-c75728567b89 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:56:37.123723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:37.191280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 163540f8-5aee-4b00-8f8a-f4965d212613 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:56:37.194185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:56:37.198149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:56:37.228027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=dbdc41f0-1e01-47eb-b89a-c75728567b89,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:37.262813 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:37.349425 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:37.511827 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fc6857-efdd-473f-b934-11690cf6d3fc None None] Network 163540f8-5aee-4b00-8f8a-f4965d212613 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:56:37.614896 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1937a8d0-4b10-4870-9075-925209d972a2 None None] Provisioning for port 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:56:37.753399 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:37.760670 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:37.873685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:37.877245 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=dbdc41f0-1e01-47eb-b89a-c75728567b89,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:37.981831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:56:38.036645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 163540f8-5aee-4b00-8f8a-f4965d212613 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:56:38.038163 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:56:38.059994 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-58fe1212-342f-4bf9-a85c-d2c85ad4aaa3 None None] Provisioning for port dbdc41f0-1e01-47eb-b89a-c75728567b89 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:56:38.065509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-58fe1212-342f-4bf9-a85c-d2c85ad4aaa3 None None] Provisioning complete for port dbdc41f0-1e01-47eb-b89a-c75728567b89 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:56:38.065976 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-58fe1212-342f-4bf9-a85c-d2c85ad4aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:38.093227 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:56:38.109897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:56:38.110350 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:38.172614 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-58fe1212-342f-4bf9-a85c-d2c85ad4aaa3 None None] Port dbdc41f0-1e01-47eb-b89a-c75728567b89 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:56:38.196565 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-58fe1212-342f-4bf9-a85c-d2c85ad4aaa3 None None] Provisioning complete for port 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:56:38.196565 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-58fe1212-342f-4bf9-a85c-d2c85ad4aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:38.307638 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:38.390877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224,segment=NetworkSegment(fcfdfb39-2940-4019-b570-60b185b52ece),segment_id=fcfdfb39-2940-4019-b570-60b185b52ece)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:56:38.396427 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:38.397124 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9d698bb7-c218-409e-acfa-d0e3b6f6143d up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:56:38.471568 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-58fe1212-342f-4bf9-a85c-d2c85ad4aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:38.524417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 69d9af42-1cb9-4749-9b22-bb8111976586 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:56:38.569722 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:38.594300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-58fe1212-342f-4bf9-a85c-d2c85ad4aaa3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 04:56:38.594652 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-58fe1212-342f-4bf9-a85c-d2c85ad4aaa3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 04:56:38.596056 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 9d698bb7-c218-409e-acfa-d0e3b6f6143d completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:56:38.600726 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 9d698bb7-c218-409e-acfa-d0e3b6f6143d triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:56:38.601091 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:38.718536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:38.728171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:56:38.734666 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 9d698bb7-c218-409e-acfa-d0e3b6f6143d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9d698bb7-c218-409e-acfa-d0e3b6f6143d,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:56:38.740074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:38.745646 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3d6b3ac4-8eb7-4101-8627-2b2925793abc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/69d9af42-1cb9-4749-9b22-bb8111976586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1724062 May 28 04:56:38.746380 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33700) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:38.804655 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=9d698bb7-c218-409e-acfa-d0e3b6f6143d,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:38.898607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ad6f5-f1da-417a-a20c-c977d4dbfae6 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:38.898978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ad6f5-f1da-417a-a20c-c977d4dbfae6 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:38.899333 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ad6f5-f1da-417a-a20c-c977d4dbfae6 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:38.899688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ad6f5-f1da-417a-a20c-c977d4dbfae6 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:38.900039 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ad6f5-f1da-417a-a20c-c977d4dbfae6 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:38.900387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ad6f5-f1da-417a-a20c-c977d4dbfae6 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:38.904804 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e34ad6f5-f1da-417a-a20c-c977d4dbfae6 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1571786 May 28 04:56:38.905084 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33704) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:38.977141 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88908bc0-e135-4fb6-9221-c6a46a5833ce tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:38.977374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88908bc0-e135-4fb6-9221-c6a46a5833ce tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:38.977776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88908bc0-e135-4fb6-9221-c6a46a5833ce tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:38.978118 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88908bc0-e135-4fb6-9221-c6a46a5833ce tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:38.978455 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88908bc0-e135-4fb6-9221-c6a46a5833ce tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:38.978846 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88908bc0-e135-4fb6-9221-c6a46a5833ce tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:38.980584 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-88908bc0-e135-4fb6-9221-c6a46a5833ce tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0744121 May 28 04:56:38.983901 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33708) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:39.195312 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fa189db1-b2c1-4926-8a2a-daa28f5886ea tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2099380 May 28 04:56:39.275963 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-de059e04-9b69-4652-8f3d-231ebf6da67f None None] Provisioning complete for port dbdc41f0-1e01-47eb-b89a-c75728567b89 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:56:39.276352 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-de059e04-9b69-4652-8f3d-231ebf6da67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.284121 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33714) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:39.290130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b0e10832-1969-4ca0-92b8-643b6cdfbe05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1340834131', 'description': 'tempest-secgroup-smoke-1340834131 description', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:56:39.296780 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b0e10832-1969-4ca0-92b8-643b6cdfbe05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:56:39.301163 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b0e10832-1969-4ca0-92b8-643b6cdfbe05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:56:39.304290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b0e10832-1969-4ca0-92b8-643b6cdfbe05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:56:39.310748 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b0e10832-1969-4ca0-92b8-643b6cdfbe05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:56:39.323057 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b0e10832-1969-4ca0-92b8-643b6cdfbe05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.327092 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-de059e04-9b69-4652-8f3d-231ebf6da67f None None] Port dbdc41f0-1e01-47eb-b89a-c75728567b89 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:56:39.357001 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b0e10832-1969-4ca0-92b8-643b6cdfbe05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:56:39.360714 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b0e10832-1969-4ca0-92b8-643b6cdfbe05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:56:39.363411 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b0e10832-1969-4ca0-92b8-643b6cdfbe05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:56:39.370724 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b0e10832-1969-4ca0-92b8-643b6cdfbe05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:56:39.430671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b0e10832-1969-4ca0-92b8-643b6cdfbe05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.437745 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b0e10832-1969-4ca0-92b8-643b6cdfbe05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.483448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e10832-1969-4ca0-92b8-643b6cdfbe05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa8d5d3-1a46-412f-ac0a-08171dc4a347,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:39.491174 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b0e10832-1969-4ca0-92b8-643b6cdfbe05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.492813 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b0e10832-1969-4ca0-92b8-643b6cdfbe05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2072399 May 28 04:56:39.496023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33718) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:39.501736 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-f85c3faa-4eed-4193-8fec-4f73843fe50a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '1aa8d5d3-1a46-412f-ac0a-08171dc4a347', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:56:39.507724 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f85c3faa-4eed-4193-8fec-4f73843fe50a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:56:39.511712 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f85c3faa-4eed-4193-8fec-4f73843fe50a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:56:39.514638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f85c3faa-4eed-4193-8fec-4f73843fe50a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:56:39.520429 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f85c3faa-4eed-4193-8fec-4f73843fe50a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:56:39.541488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f85c3faa-4eed-4193-8fec-4f73843fe50a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.604412 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f85c3faa-4eed-4193-8fec-4f73843fe50a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.610839 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f85c3faa-4eed-4193-8fec-4f73843fe50a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.634211 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c3faa-4eed-4193-8fec-4f73843fe50a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af0e326-d9a7-43ff-92b0-53b18149f052,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:39.645198 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f85c3faa-4eed-4193-8fec-4f73843fe50a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.646400 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f85c3faa-4eed-4193-8fec-4f73843fe50a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1492469 May 28 04:56:39.649447 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33722) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:39.655014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c01716ec-24dc-458f-961b-35a8bc1187f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '1aa8d5d3-1a46-412f-ac0a-08171dc4a347', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:56:39.661083 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c01716ec-24dc-458f-961b-35a8bc1187f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:56:39.664977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c01716ec-24dc-458f-961b-35a8bc1187f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:56:39.668189 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c01716ec-24dc-458f-961b-35a8bc1187f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:56:39.673866 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c01716ec-24dc-458f-961b-35a8bc1187f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:56:39.691108 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c01716ec-24dc-458f-961b-35a8bc1187f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.752911 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c01716ec-24dc-458f-961b-35a8bc1187f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.758837 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c01716ec-24dc-458f-961b-35a8bc1187f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.785271 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01716ec-24dc-458f-961b-35a8bc1187f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b558b94-35e8-4e84-8e98-7253d4106479,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:39.794863 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c01716ec-24dc-458f-961b-35a8bc1187f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.796057 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c01716ec-24dc-458f-961b-35a8bc1187f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1456084 May 28 04:56:39.798999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33726) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:39.804185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-8a6f6a3e-f760-42d1-9707-3fc7ade579b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '1aa8d5d3-1a46-412f-ac0a-08171dc4a347', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:56:39.810000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8a6f6a3e-f760-42d1-9707-3fc7ade579b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:56:39.815680 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8a6f6a3e-f760-42d1-9707-3fc7ade579b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:56:39.818040 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8a6f6a3e-f760-42d1-9707-3fc7ade579b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:56:39.824023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8a6f6a3e-f760-42d1-9707-3fc7ade579b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:56:39.837197 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Sync routers for ids ['69d9af42-1cb9-4749-9b22-bb8111976586'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:56:39.843171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a6f6a3e-f760-42d1-9707-3fc7ade579b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.851354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Routers {'69d9af42-1cb9-4749-9b22-bb8111976586'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:56:39.851921 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:56:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['69d9af42-1cb9-4749-9b22-bb8111976586'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:39.910813 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:56:39.923752 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a6f6a3e-f760-42d1-9707-3fc7ade579b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.930830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a6f6a3e-f760-42d1-9707-3fc7ade579b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.957920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f6a3e-f760-42d1-9707-3fc7ade579b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b68b726-db62-4b43-a310-07bf5b8e19cc,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:39.967754 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a6f6a3e-f760-42d1-9707-3fc7ade579b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:39.968936 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8a6f6a3e-f760-42d1-9707-3fc7ade579b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1690414 May 28 04:56:39.972111 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33730) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:39.978022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-72f892dd-f2f2-47dd-9fed-51ad24e75cd3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '1aa8d5d3-1a46-412f-ac0a-08171dc4a347', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:56:39.984192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-72f892dd-f2f2-47dd-9fed-51ad24e75cd3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:56:39.988014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-72f892dd-f2f2-47dd-9fed-51ad24e75cd3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:56:39.990922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-72f892dd-f2f2-47dd-9fed-51ad24e75cd3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:56:40.000490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-72f892dd-f2f2-47dd-9fed-51ad24e75cd3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:56:40.020027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-72f892dd-f2f2-47dd-9fed-51ad24e75cd3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:40.085101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-72f892dd-f2f2-47dd-9fed-51ad24e75cd3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:40.089912 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-72f892dd-f2f2-47dd-9fed-51ad24e75cd3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:40.113661 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f892dd-f2f2-47dd-9fed-51ad24e75cd3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6d4cd1-01a2-4aff-8679-392c11c0efba,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:40.124257 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:56:40.124650 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:40.125694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-72f892dd-f2f2-47dd-9fed-51ad24e75cd3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:40.127235 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-72f892dd-f2f2-47dd-9fed-51ad24e75cd3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1539073 May 28 04:56:40.130172 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33734) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:40.135734 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f43cab36-58c2-405a-8128-e026de3292a6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '1aa8d5d3-1a46-412f-ac0a-08171dc4a347', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:56:40.141609 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f43cab36-58c2-405a-8128-e026de3292a6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:56:40.145497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f43cab36-58c2-405a-8128-e026de3292a6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:56:40.148358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f43cab36-58c2-405a-8128-e026de3292a6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:56:40.152114 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Set router 69d9af42-1cb9-4749-9b22-bb8111976586 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:56:40.154049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f43cab36-58c2-405a-8128-e026de3292a6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:56:40.165844 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-f43cab36-58c2-405a-8128-e026de3292a6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:56:40.172493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f43cab36-58c2-405a-8128-e026de3292a6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:40.237575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f43cab36-58c2-405a-8128-e026de3292a6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:40.242156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f43cab36-58c2-405a-8128-e026de3292a6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:40.265362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cab36-58c2-405a-8128-e026de3292a6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d6f16a-acb5-45f5-a846-c48e970c7b27,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:40.275844 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f43cab36-58c2-405a-8128-e026de3292a6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:40.277278 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f43cab36-58c2-405a-8128-e026de3292a6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1461761 May 28 04:56:40.280055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33738) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:40.285426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-d1e46c8f-326a-4fb6-bdf4-10b675af53a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '1aa8d5d3-1a46-412f-ac0a-08171dc4a347', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:56:40.291256 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d1e46c8f-326a-4fb6-bdf4-10b675af53a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:56:40.295213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d1e46c8f-326a-4fb6-bdf4-10b675af53a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:56:40.298092 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d1e46c8f-326a-4fb6-bdf4-10b675af53a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:56:40.303859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d1e46c8f-326a-4fb6-bdf4-10b675af53a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:56:40.316828 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-d1e46c8f-326a-4fb6-bdf4-10b675af53a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:56:40.323308 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1e46c8f-326a-4fb6-bdf4-10b675af53a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:40.403401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1e46c8f-326a-4fb6-bdf4-10b675af53a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:40.407822 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1e46c8f-326a-4fb6-bdf4-10b675af53a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:40.431126 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e46c8f-326a-4fb6-bdf4-10b675af53a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f19cb55-7285-43b5-95c5-06da8bf406e2,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:40.433506 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9d698bb7-c218-409e-acfa-d0e3b6f6143d up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:56:40.440914 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1e46c8f-326a-4fb6-bdf4-10b675af53a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:40.442154 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d1e46c8f-326a-4fb6-bdf4-10b675af53a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1612000 May 28 04:56:40.570451 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 9d698bb7-c218-409e-acfa-d0e3b6f6143d triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:56:40.570827 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:40.621360 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-7c09bfed-e254-438b-b3b1-c4ef6cd1023c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1340834131&fields=id&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 267 time: 0.0416908 May 28 04:56:40.642237 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'name': 'tempest-TestNetworkBasicOps-router-929075836', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:37Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'dbdc41f0-1e01-47eb-b89a-c75728567b89', 'name': '', 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:88:82:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:36Z', 'updated_at': '2022-05-28T04:56:37Z', 'revision_number': 2, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:40.672489 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Checking router: 69d9af42-1cb9-4749-9b22-bb8111976586 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:56:40.672839 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Updating router 69d9af42-1cb9-4749-9b22-bb8111976586 port dbdc41f0-1e01-47eb-b89a-c75728567b89 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:56:40.746415 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:40.782894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-cf59f219-9e5f-41de-b78f-62bd66af72cb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:40.784507 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-cf59f219-9e5f-41de-b78f-62bd66af72cb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/networks?id=163540f8-5aee-4b00-8f8a-f4965d212613 HTTP/1.1" status: 200 len: 797 time: 0.1561673 May 28 04:56:40.802346 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-a4a551e5-77cc-4e49-97e8-0ec484a3a838 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/quotas/f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 375 time: 0.0119033 May 28 04:56:40.883960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-b1fe71d5-d85b-4ab7-a179-4c8df65afe1d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:56:40.901932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-b1fe71d5-d85b-4ab7-a179-4c8df65afe1d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:56:40.903248 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-b1fe71d5-d85b-4ab7-a179-4c8df65afe1d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955603 May 28 04:56:41.043753 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-50cf93b0-805a-4c06-be29-f6369e44b956 service neutron] 10.222.0.15 "GET /v2.0/networks/163540f8-5aee-4b00-8f8a-f4965d212613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264689 May 28 04:56:41.094519 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:41.107809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Transition to ACTIVE for port object dbdc41f0-1e01-47eb-b89a-c75728567b89 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:56:41.119928 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:41.178637 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-7e935449-2069-44ad-9da4-d4dadd281881 service neutron] 10.222.0.15 "GET /v2.0/networks/163540f8-5aee-4b00-8f8a-f4965d212613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291211 May 28 04:56:41.259878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265e07c-e0c7-4438-b9fc-42a9846baa56 None None] Pushing event updated for resources: {'Port': ['ID=dbdc41f0-1e01-47eb-b89a-c75728567b89,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:41.302312 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e07c-e0c7-4438-b9fc-42a9846baa56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:41.302882 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e07c-e0c7-4438-b9fc-42a9846baa56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:41.303217 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e07c-e0c7-4438-b9fc-42a9846baa56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:41.303664 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e07c-e0c7-4438-b9fc-42a9846baa56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:41.303994 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e07c-e0c7-4438-b9fc-42a9846baa56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:41.304312 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e07c-e0c7-4438-b9fc-42a9846baa56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:41.304626 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e07c-e0c7-4438-b9fc-42a9846baa56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:41.304939 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e07c-e0c7-4438-b9fc-42a9846baa56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:41.305257 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e07c-e0c7-4438-b9fc-42a9846baa56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:41.305561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e07c-e0c7-4438-b9fc-42a9846baa56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:41.305896 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0265e07c-e0c7-4438-b9fc-42a9846baa56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:56:41.377806 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Attempting to bind port dbdc41f0-1e01-47eb-b89a-c75728567b89 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:56:41.378822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Attempting to bind port dbdc41f0-1e01-47eb-b89a-c75728567b89 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'fcfdfb39-2940-4019-b570-60b185b52ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:56:41.379396 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Attempting to bind port dbdc41f0-1e01-47eb-b89a-c75728567b89 on network 163540f8-5aee-4b00-8f8a-f4965d212613 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:56:41.387852 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:56:41.388625 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Checking segment: {'id': 'fcfdfb39-2940-4019-b570-60b185b52ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:56:41.389148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:41.389603 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Bound using segment: {'id': 'fcfdfb39-2940-4019-b570-60b185b52ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:56:41.390306 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Bound port: dbdc41f0-1e01-47eb-b89a-c75728567b89, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfdfb39-2940-4019-b570-60b185b52ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:56:41.390939 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:41.414198 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30968212-569e-494f-b3c1-2ce16dffae74 req-40c34a9b-75f3-461c-b6df-7e83558dacdf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 210 time: 0.0665236 May 28 04:56:41.502904 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] For port dbdc41f0-1e01-47eb-b89a-c75728567b89, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:56:41.506953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] For port dbdc41f0-1e01-47eb-b89a-c75728567b89, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=dbdc41f0-1e01-47eb-b89a-c75728567b89,segment=NetworkSegment(fcfdfb39-2940-4019-b570-60b185b52ece),segment_id=fcfdfb39-2940-4019-b570-60b185b52ece)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:56:41.512419 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:41.592470 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265e07c-e0c7-4438-b9fc-42a9846baa56 None None] Pushing event updated for resources: {'Port': ['ID=dbdc41f0-1e01-47eb-b89a-c75728567b89,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:41.597185 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Routers {'69d9af42-1cb9-4749-9b22-bb8111976586'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:56:41.597825 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:56:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['69d9af42-1cb9-4749-9b22-bb8111976586'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:41.833546 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] Set router 69d9af42-1cb9-4749-9b22-bb8111976586 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:56:42.150959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'name': 'tempest-TestNetworkBasicOps-router-929075836', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:37Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'dbdc41f0-1e01-47eb-b89a-c75728567b89', 'name': '', 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:88:82:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:36Z', 'updated_at': '2022-05-28T04:56:41Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:42.155294 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-516c753a-58a9-49ff-8a12-50d3645f5845 None None] The sync data for ids ['69d9af42-1cb9-4749-9b22-bb8111976586'] in dv-neutron-843300-5-hyperv is: [{'id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'name': 'tempest-TestNetworkBasicOps-router-929075836', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:37Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'dbdc41f0-1e01-47eb-b89a-c75728567b89', 'name': '', 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:88:82:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:36Z', 'updated_at': '2022-05-28T04:56:41Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:56:42.507549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-2d32d621-f38f-4de2-ae48-2b4db61f8576 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:42.509110 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-2d32d621-f38f-4de2-ae48-2b4db61f8576 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/networks?id=163540f8-5aee-4b00-8f8a-f4965d212613 HTTP/1.1" status: 200 len: 797 time: 0.1655252 May 28 04:56:42.602081 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1111da2b-ce4b-4286-b72c-f7850e5ded51 req-24f88237-9ad1-4b1d-883c-78980f0a035b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 210 time: 0.0483429 May 28 04:56:42.608767 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-e052b79d-a747-40bd-9eb2-aebc0765be77 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 380 time: 0.0854299 May 28 04:56:42.618434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-1602eaa4-08cc-400f-a58e-d1b94cb36a16 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'port': {'device_id': '4c698c11-92ca-4351-8c08-00e243182b3b', 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613', 'admin_state_up': True, 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'security_groups': ['1aa8d5d3-1a46-412f-ac0a-08171dc4a347']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:56:42.753833 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-1602eaa4-08cc-400f-a58e-d1b94cb36a16 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:56:42.763607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-1602eaa4-08cc-400f-a58e-d1b94cb36a16 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:56:42.775710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-1602eaa4-08cc-400f-a58e-d1b94cb36a16 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:56:42.778903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-1602eaa4-08cc-400f-a58e-d1b94cb36a16 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:42.788663 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:56:43.052011 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-1602eaa4-08cc-400f-a58e-d1b94cb36a16 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.8 (163540f8-5aee-4b00-8f8a-f4965d212613/5f9ec26d-caa7-4cbe-ae16-1c738926f4ef/a5364975-f3cf-41ea-be2a-30203f4b1a0e) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:56:43.254617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-1602eaa4-08cc-400f-a58e-d1b94cb36a16 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:43.271326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-1602eaa4-08cc-400f-a58e-d1b94cb36a16 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object a5364975-f3cf-41ea-be2a-30203f4b1a0e will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:56:43.297682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-1602eaa4-08cc-400f-a58e-d1b94cb36a16 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:43.372087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-1602eaa4-08cc-400f-a58e-d1b94cb36a16 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 163540f8-5aee-4b00-8f8a-f4965d212613 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:56:43.375238 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-1602eaa4-08cc-400f-a58e-d1b94cb36a16 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:56:43.379605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-1602eaa4-08cc-400f-a58e-d1b94cb36a16 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:56:43.406282 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602eaa4-08cc-400f-a58e-d1b94cb36a16 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=a5364975-f3cf-41ea-be2a-30203f4b1a0e,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:43.446617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-1602eaa4-08cc-400f-a58e-d1b94cb36a16 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:43.447730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-1602eaa4-08cc-400f-a58e-d1b94cb36a16 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:43.475546 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-1602eaa4-08cc-400f-a58e-d1b94cb36a16 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8615181 May 28 04:56:43.487442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Request body: {'port': {'device_id': '4c698c11-92ca-4351-8c08-00e243182b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:56:43.613356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:43.632769 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b9a5b0bc-d163-4937-95fa-d1a1e5baa8b7 None None] Provisioning for port a5364975-f3cf-41ea-be2a-30203f4b1a0e completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:56:43.638116 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b9a5b0bc-d163-4937-95fa-d1a1e5baa8b7 None None] Provisioning complete for port a5364975-f3cf-41ea-be2a-30203f4b1a0e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:56:43.638729 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b9a5b0bc-d163-4937-95fa-d1a1e5baa8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:43.700065 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b9a5b0bc-d163-4937-95fa-d1a1e5baa8b7 None None] Port a5364975-f3cf-41ea-be2a-30203f4b1a0e cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:56:43.923241 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device dbdc41f0-1e01-47eb-b89a-c75728567b89 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:56:43.925440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f11410-2f17-425b-ad11-82b2456d1448 req-8e6bf6f0-7b3b-4870-8b49-1c2d3bdcb998 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:43.926002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-35f11410-2f17-425b-ad11-82b2456d1448 req-8e6bf6f0-7b3b-4870-8b49-1c2d3bdcb998 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:56:43.961925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-35f11410-2f17-425b-ad11-82b2456d1448 req-8e6bf6f0-7b3b-4870-8b49-1c2d3bdcb998 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:56:43.963103 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35f11410-2f17-425b-ad11-82b2456d1448 req-8e6bf6f0-7b3b-4870-8b49-1c2d3bdcb998 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 931 time: 0.2301919 May 28 04:56:43.999251 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port dbdc41f0-1e01-47eb-b89a-c75728567b89 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:56:44.004518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port dbdc41f0-1e01-47eb-b89a-c75728567b89 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:56:44.004882 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:44.059024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5364975-f3cf-41ea-be2a-30203f4b1a0e {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:56:44.067548 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35f11410-2f17-425b-ad11-82b2456d1448 req-0f1e06ae-2cc2-4e47-956e-fe0c2660fc4f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aa8d5d3-1a46-412f-ac0a-08171dc4a347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959530 May 28 04:56:44.069138 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:44.083873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Transition to ACTIVE for port object a5364975-f3cf-41ea-be2a-30203f4b1a0e will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:56:44.095049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:44.132225 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:44.167277 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port dbdc41f0-1e01-47eb-b89a-c75728567b89, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=dbdc41f0-1e01-47eb-b89a-c75728567b89,segment=NetworkSegment(fcfdfb39-2940-4019-b570-60b185b52ece),segment_id=fcfdfb39-2940-4019-b570-60b185b52ece)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:56:44.172519 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:44.220056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Pushing event updated for resources: {'Port': ['ID=a5364975-f3cf-41ea-be2a-30203f4b1a0e,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:44.238892 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=dbdc41f0-1e01-47eb-b89a-c75728567b89,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:44.332879 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Attempting to bind port a5364975-f3cf-41ea-be2a-30203f4b1a0e on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:56:44.333223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Attempting to bind port a5364975-f3cf-41ea-be2a-30203f4b1a0e by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'fcfdfb39-2940-4019-b570-60b185b52ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:56:44.333545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Attempting to bind port a5364975-f3cf-41ea-be2a-30203f4b1a0e on network 163540f8-5aee-4b00-8f8a-f4965d212613 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:56:44.339689 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Port a5364975-f3cf-41ea-be2a-30203f4b1a0e on network 163540f8-5aee-4b00-8f8a-f4965d212613 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:56:44.339961 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Attempting to bind port a5364975-f3cf-41ea-be2a-30203f4b1a0e on network 163540f8-5aee-4b00-8f8a-f4965d212613 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:56:44.346167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:56:44.346474 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Checking segment: {'id': 'fcfdfb39-2940-4019-b570-60b185b52ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:56:44.346848 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Bound using segment: {'id': 'fcfdfb39-2940-4019-b570-60b185b52ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:56:44.347265 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Bound port: a5364975-f3cf-41ea-be2a-30203f4b1a0e, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcfdfb39-2940-4019-b570-60b185b52ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:56:44.347606 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:44.436306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] For port a5364975-f3cf-41ea-be2a-30203f4b1a0e, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:56:44.439597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] For port a5364975-f3cf-41ea-be2a-30203f4b1a0e, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a5364975-f3cf-41ea-be2a-30203f4b1a0e,segment=NetworkSegment(fcfdfb39-2940-4019-b570-60b185b52ece),segment_id=fcfdfb39-2940-4019-b570-60b185b52ece)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:56:44.444563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:44.511189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:44.512615 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] 10.222.0.66 "PUT /v2.0/ports/a5364975-f3cf-41ea-be2a-30203f4b1a0e HTTP/1.1" status: 200 len: 1093 time: 1.0300279 May 28 04:56:44.513069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c698c11-92ca-4351-8c08-00e243182b3b', 'tag': 'a5364975-f3cf-41ea-be2a-30203f4b1a0e'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:56:44.535623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b45d5-c195-42d0-ac91-82668202f960 service neutron] Pushing event updated for resources: {'Port': ['ID=a5364975-f3cf-41ea-be2a-30203f4b1a0e,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:44.592176 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c47d50b8-1854-43ee-a626-85b16cd81739'] response: {'name': 'network-changed', 'server_uuid': '4c698c11-92ca-4351-8c08-00e243182b3b', 'tag': 'a5364975-f3cf-41ea-be2a-30203f4b1a0e', 'status': 'completed', 'code': 200} May 28 04:56:44.630104 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-240feb33-56b8-4303-b60d-31a7b5b333f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 1096 time: 0.0757895 May 28 04:56:44.701083 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-a8c9bec9-e762-420a-8a63-efd580d05758 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5364975-f3cf-41ea-be2a-30203f4b1a0e HTTP/1.1" status: 200 len: 217 time: 0.0642664 May 28 04:56:44.767713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-4f661d24-e4eb-4851-aa13-23a0ce15dd40 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:44.769162 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-4f661d24-e4eb-4851-aa13-23a0ce15dd40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f9ec26d-caa7-4cbe-ae16-1c738926f4ef HTTP/1.1" status: 200 len: 835 time: 0.0624609 May 28 04:56:44.849921 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-853b4248-d964-4e80-b91a-e1ef8c965507 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=163540f8-5aee-4b00-8f8a-f4965d212613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740936 May 28 04:56:45.088419 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-31d2aa05-e8af-44f0-82e9-d071de241efa service neutron] 10.222.0.66 "GET /v2.0/networks/163540f8-5aee-4b00-8f8a-f4965d212613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323737 May 28 04:56:45.256568 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2888e21-dc1b-4f8f-b1c2-0f153f860fb1 req-f6271784-5768-436f-8df7-2f0dfc40675d service neutron] 10.222.0.66 "GET /v2.0/networks/163540f8-5aee-4b00-8f8a-f4965d212613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615770 May 28 04:56:45.287145 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d1932-8cf4-494c-9d8a-7c11c4df3ad5 req-c209c2fb-a881-40b6-ab01-b422f1114177 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:45.288570 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-181d1932-8cf4-494c-9d8a-7c11c4df3ad5 req-c209c2fb-a881-40b6-ab01-b422f1114177 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 943 time: 0.0927918 May 28 04:56:45.389576 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-181d1932-8cf4-494c-9d8a-7c11c4df3ad5 req-552731eb-6daf-4dba-b541-a725f729f6b0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aa8d5d3-1a46-412f-ac0a-08171dc4a347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943067 May 28 04:56:45.408055 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd7e7c21-91d2-4ee2-b385-758fafdada76 req-e67dd45e-da35-41b8-8cdc-ee3c4e40441e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 1096 time: 0.0951288 May 28 04:56:45.547614 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e7c21-91d2-4ee2-b385-758fafdada76 req-bb310ea9-7e09-4e7f-9b0f-61566cded0c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:45.549034 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd7e7c21-91d2-4ee2-b385-758fafdada76 req-bb310ea9-7e09-4e7f-9b0f-61566cded0c9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=163540f8-5aee-4b00-8f8a-f4965d212613 HTTP/1.1" status: 200 len: 898 time: 0.1333675 May 28 04:56:45.616724 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd7e7c21-91d2-4ee2-b385-758fafdada76 req-b50dd46b-d66d-4522-b2dd-26b0cbf46e07 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5364975-f3cf-41ea-be2a-30203f4b1a0e HTTP/1.1" status: 200 len: 217 time: 0.0593314 May 28 04:56:45.684777 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e7c21-91d2-4ee2-b385-758fafdada76 req-8f0ff3db-2b4d-4df6-8744-693151cd7bc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:45.686071 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd7e7c21-91d2-4ee2-b385-758fafdada76 req-8f0ff3db-2b4d-4df6-8744-693151cd7bc0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f9ec26d-caa7-4cbe-ae16-1c738926f4ef HTTP/1.1" status: 200 len: 835 time: 0.0635068 May 28 04:56:45.761810 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd7e7c21-91d2-4ee2-b385-758fafdada76 req-88e6a66d-d46e-4141-bd30-8ba0bb96d8ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=163540f8-5aee-4b00-8f8a-f4965d212613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686686 May 28 04:56:45.900606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device dbdc41f0-1e01-47eb-b89a-c75728567b89 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:56:45.903577 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd7e7c21-91d2-4ee2-b385-758fafdada76 req-294c1ad1-d2b6-454b-9969-45ec21307b85 service neutron] 10.222.0.66 "GET /v2.0/networks/163540f8-5aee-4b00-8f8a-f4965d212613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349423 May 28 04:56:45.973206 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port dbdc41f0-1e01-47eb-b89a-c75728567b89 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:56:45.973542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:46.042629 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd7e7c21-91d2-4ee2-b385-758fafdada76 req-2d2067af-9365-4e12-953a-aa2e9c535afd service neutron] 10.222.0.66 "GET /v2.0/networks/163540f8-5aee-4b00-8f8a-f4965d212613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320364 May 28 04:56:46.596881 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34132c-e84b-4167-acf3-4449018fb5f9 req-3e6fb424-c9ac-463c-b785-3bfee319e9e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:46.598352 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0f34132c-e84b-4167-acf3-4449018fb5f9 req-3e6fb424-c9ac-463c-b785-3bfee319e9e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 943 time: 0.0821171 May 28 04:56:46.643973 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0f34132c-e84b-4167-acf3-4449018fb5f9 req-9c03e6e5-070d-49e6-b3bd-d5f5ae2586b3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aa8d5d3-1a46-412f-ac0a-08171dc4a347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399365 May 28 04:56:47.869530 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ffa982-fc9e-48bc-ab54-2f733d14a38c req-099e5a39-579b-46a8-aa57-4c2137126ae7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:47.871220 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-81ffa982-fc9e-48bc-ab54-2f733d14a38c req-099e5a39-579b-46a8-aa57-4c2137126ae7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 943 time: 0.0905406 May 28 04:56:47.918714 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-81ffa982-fc9e-48bc-ab54-2f733d14a38c req-e4d418f7-79e0-42e5-9f73-18b778eb17c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aa8d5d3-1a46-412f-ac0a-08171dc4a347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413961 May 28 04:56:48.231168 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device a5364975-f3cf-41ea-be2a-30203f4b1a0e details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 04:56:48.368817 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port a5364975-f3cf-41ea-be2a-30203f4b1a0e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a5364975-f3cf-41ea-be2a-30203f4b1a0e,segment=NetworkSegment(fcfdfb39-2940-4019-b570-60b185b52ece),segment_id=fcfdfb39-2940-4019-b570-60b185b52ece)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:56:48.382648 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'a5364975-f3cf-41ea-be2a-30203f4b1a0e', 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613', 'port_id': 'a5364975-f3cf-41ea-be2a-30203f4b1a0e', 'mac_address': 'fa:16:3e:9b:91:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 04:56:48.435906 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:48.453488 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5364975-f3cf-41ea-be2a-30203f4b1a0e {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:56:48.469319 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port a5364975-f3cf-41ea-be2a-30203f4b1a0e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a5364975-f3cf-41ea-be2a-30203f4b1a0e,segment=NetworkSegment(fcfdfb39-2940-4019-b570-60b185b52ece),segment_id=fcfdfb39-2940-4019-b570-60b185b52ece)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:56:48.474150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:48.539803 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=a5364975-f3cf-41ea-be2a-30203f4b1a0e,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:48.689297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['a5364975-f3cf-41ea-be2a-30203f4b1a0e'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 04:56:49.273286 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42248a1d-6b0a-472a-a19b-75c9d8636721 req-3565ee56-7dc0-43e4-a725-1610662367ac tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:49.275037 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-42248a1d-6b0a-472a-a19b-75c9d8636721 req-3565ee56-7dc0-43e4-a725-1610662367ac tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 944 time: 0.0938280 May 28 04:56:49.323684 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-42248a1d-6b0a-472a-a19b-75c9d8636721 req-5400d162-5f32-432b-911e-0152f595333c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aa8d5d3-1a46-412f-ac0a-08171dc4a347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417676 May 28 04:56:50.245893 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device a5364975-f3cf-41ea-be2a-30203f4b1a0e up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:56:50.318822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port a5364975-f3cf-41ea-be2a-30203f4b1a0e completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:56:50.323882 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port a5364975-f3cf-41ea-be2a-30203f4b1a0e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:56:50.324225 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:50.420634 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58befa7-efce-405e-a1c8-934b38b02941 req-d56f64a8-d0c2-4255-824f-ce8cc60528f2 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:50.422229 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f58befa7-efce-405e-a1c8-934b38b02941 req-d56f64a8-d0c2-4255-824f-ce8cc60528f2 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 946 time: 0.0883477 May 28 04:56:50.481725 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:50.508593 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c698c11-92ca-4351-8c08-00e243182b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5364975-f3cf-41ea-be2a-30203f4b1a0e'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:56:50.515164 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f58befa7-efce-405e-a1c8-934b38b02941 req-99ad57f4-3fee-4f85-9383-0e30ede39005 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850465 May 28 04:56:50.519523 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port a5364975-f3cf-41ea-be2a-30203f4b1a0e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a5364975-f3cf-41ea-be2a-30203f4b1a0e,segment=NetworkSegment(fcfdfb39-2940-4019-b570-60b185b52ece),segment_id=fcfdfb39-2940-4019-b570-60b185b52ece)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:56:50.525502 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:50.559424 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6de81-ba9d-4a25-a06b-603dec93e14e req-77dc468c-a6a9-48f1-af07-4e9fa5c99427 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:50.568799 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4fd6de81-ba9d-4a25-a06b-603dec93e14e req-77dc468c-a6a9-48f1-af07-4e9fa5c99427 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 944 time: 0.1051731 May 28 04:56:50.597257 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719b749f-f4a8-473e-ac55-5ef6e6ccf1c1'] response: {'server_uuid': '4c698c11-92ca-4351-8c08-00e243182b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5364975-f3cf-41ea-be2a-30203f4b1a0e', 'code': 200} May 28 04:56:50.608558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=a5364975-f3cf-41ea-be2a-30203f4b1a0e,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:50.634621 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4fd6de81-ba9d-4a25-a06b-603dec93e14e req-76e66bd2-5010-4982-bb92-20a390494dfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aa8d5d3-1a46-412f-ac0a-08171dc4a347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649698 May 28 04:56:50.925996 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-640f57b9-32a1-4e70-aed3-232b70a159ac req-d9437740-ccf2-4f05-8531-ef6d568c9588 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 1098 time: 0.1629653 May 28 04:56:50.968259 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-640f57b9-32a1-4e70-aed3-232b70a159ac req-26b053de-8a84-415e-b820-6cbe897c6054 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1aa8d5d3-1a46-412f-ac0a-08171dc4a347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358055 May 28 04:56:51.728876 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253af93e-f48b-4c5d-b04d-1452e7ecef77 req-97c4b913-9222-463d-98a9-999e9b9efbdf tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:51.730391 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-253af93e-f48b-4c5d-b04d-1452e7ecef77 req-97c4b913-9222-463d-98a9-999e9b9efbdf tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 946 time: 0.0771954 May 28 04:56:51.818029 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-253af93e-f48b-4c5d-b04d-1452e7ecef77 req-10fb1ad5-f953-4ef5-afeb-ea62c39f0e73 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817845 May 28 04:56:51.853475 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e40cb-6231-46fd-8836-3b5488658dde req-f2fc8a04-bc42-4d72-ad6d-563d7d95ee2a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:51.854941 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-052e40cb-6231-46fd-8836-3b5488658dde req-f2fc8a04-bc42-4d72-ad6d-563d7d95ee2a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 945 time: 0.0898180 May 28 04:56:51.901604 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-052e40cb-6231-46fd-8836-3b5488658dde req-4acce268-98f8-45e3-b9fb-07ae317b1237 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aa8d5d3-1a46-412f-ac0a-08171dc4a347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405791 May 28 04:56:52.118793 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ccf846a7-d5a3-4f3e-9f34-4e2dcc62620e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:52.123315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f73f6-83c3-46dd-94b8-08278db5c626 req-5c6e0057-6516-4735-989b-01d303a50efa tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:52.124895 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a44f73f6-83c3-46dd-94b8-08278db5c626 req-5c6e0057-6516-4735-989b-01d303a50efa tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.66 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 946 time: 0.0775981 May 28 04:56:52.194476 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-a44f73f6-83c3-46dd-94b8-08278db5c626 req-1551d9e2-cabd-4644-8afb-2857c53ea349 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Deleting port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:56:52.194796 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a44f73f6-83c3-46dd-94b8-08278db5c626 req-1551d9e2-cabd-4644-8afb-2857c53ea349 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:52.434096 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-a44f73f6-83c3-46dd-94b8-08278db5c626 req-1551d9e2-cabd-4644-8afb-2857c53ea349 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] For port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=615fa682-a70c-4c3b-a0bb-cf4ef0e4148a,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:56:52.434383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a44f73f6-83c3-46dd-94b8-08278db5c626 req-1551d9e2-cabd-4644-8afb-2857c53ea349 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:52.722625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a44f73f6-83c3-46dd-94b8-08278db5c626 req-1551d9e2-cabd-4644-8afb-2857c53ea349 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:52.722932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a44f73f6-83c3-46dd-94b8-08278db5c626 req-1551d9e2-cabd-4644-8afb-2857c53ea349 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:52.723157 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [req-a44f73f6-83c3-46dd-94b8-08278db5c626 req-1551d9e2-cabd-4644-8afb-2857c53ea349 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Floating IP ebe1b65b-16de-4e40-8bac-11abdf963689 disassociated. External IP: 172.26.8.46, port: 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a. May 28 04:56:52.723522 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-a44f73f6-83c3-46dd-94b8-08278db5c626 req-1551d9e2-cabd-4644-8afb-2857c53ea349 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Calling delete_port for 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:56:52.876227 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a44f73f6-83c3-46dd-94b8-08278db5c626 req-1551d9e2-cabd-4644-8afb-2857c53ea349 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:52.925631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1551d9e2-cabd-4644-8afb-2857c53ea349 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event deleted for resources: {'Port': ['ID=615fa682-a70c-4c3b-a0bb-cf4ef0e4148a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:53.126757 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3d758ed9-6926-4599-8a61-f17ec9357f51 req-52d06583-25b7-40a9-962a-9e1065e5554b tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 210 time: 0.1318862 May 28 04:56:53.191448 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb90dc-c34e-4c03-9835-1209e9d43e98 req-046b7acb-d77e-4a81-89e6-739e1e5ff1e3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:53.192875 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c5fb90dc-c34e-4c03-9835-1209e9d43e98 req-046b7acb-d77e-4a81-89e6-739e1e5ff1e3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 945 time: 0.1135161 May 28 04:56:53.249496 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c5fb90dc-c34e-4c03-9835-1209e9d43e98 req-cbf6b85d-90db-4116-97c0-97c647683b8b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aa8d5d3-1a46-412f-ac0a-08171dc4a347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503652 May 28 04:56:53.287278 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a44f73f6-83c3-46dd-94b8-08278db5c626 req-1551d9e2-cabd-4644-8afb-2857c53ea349 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Router cc019a2c-c590-4ed3-99cf-6c67473de733 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:56:53.621024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323f844-e4c3-4932-8ad0-7f3b544e80f4 req-e7d684f8-c303-459d-b191-2c529fba7d53 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:53.622486 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1323f844-e4c3-4932-8ad0-7f3b544e80f4 req-e7d684f8-c303-459d-b191-2c529fba7d53 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 945 time: 0.1534925 May 28 04:56:53.680939 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1323f844-e4c3-4932-8ad0-7f3b544e80f4 req-758249fe-879e-46fb-a56a-707d87e6c605 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aa8d5d3-1a46-412f-ac0a-08171dc4a347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516698 May 28 04:56:53.709328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a44f73f6-83c3-46dd-94b8-08278db5c626 req-1551d9e2-cabd-4644-8afb-2857c53ea349 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:56:53.709559 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33796) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:53.719700 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2976b7dd-c77d-4f6b-8f39-95b606b1ae67 None None] Sync routers for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:56:53.734421 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2976b7dd-c77d-4f6b-8f39-95b606b1ae67 None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:56:53.735601 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2976b7dd-c77d-4f6b-8f39-95b606b1ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:56:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:53.779344 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44f73f6-83c3-46dd-94b8-08278db5c626 req-1551d9e2-cabd-4644-8afb-2857c53ea349 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] No DVR routers for this DVR port 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:56:53.782406 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a44f73f6-83c3-46dd-94b8-08278db5c626 req-1551d9e2-cabd-4644-8afb-2857c53ea349 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:53.783437 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f7d9f045-e024-4a49-9f2c-d3d4faa23a30 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 1093 time: 0.0727055 May 28 04:56:53.784027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33800) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:53.785227 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1af6a60-3c86-4beb-8f2e-3701f1861c11', 'name': 'network-vif-deleted', 'tag': '615fa682-a70c-4c3b-a0bb-cf4ef0e4148a'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:56:53.789760 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': 'a5364975-f3cf-41ea-be2a-30203f4b1a0e', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:56:53.796631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:56:53.801016 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:floatingip and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:56:53.803754 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a44f73f6-83c3-46dd-94b8-08278db5c626 req-1551d9e2-cabd-4644-8afb-2857c53ea349 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.66 "DELETE /v2.0/ports/615fa682-a70c-4c3b-a0bb-cf4ef0e4148a HTTP/1.1" status: 204 len: 173 time: 1.6736948 May 28 04:56:53.804126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:56:53.814767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:56:53.829488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:53.866132 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a41e6b59-66db-4985-9839-ee5311edfb8d'] response: {'server_uuid': 'a1af6a60-3c86-4beb-8f2e-3701f1861c11', 'name': 'network-vif-deleted', 'tag': '615fa682-a70c-4c3b-a0bb-cf4ef0e4148a', 'status': 'completed', 'code': 200} May 28 04:56:53.963027 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-2976b7dd-c77d-4f6b-8f39-95b606b1ae67 None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:56:53.988996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:54.127689 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.149 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/86e6282a-681a-4cc9-be82-7975932f3e9b) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:56:54.275985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:56:54.303202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:54.322881 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2976b7dd-c77d-4f6b-8f39-95b606b1ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:54.327902 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2976b7dd-c77d-4f6b-8f39-95b606b1ae67 None None] Checking router: cc019a2c-c590-4ed3-99cf-6c67473de733 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:56:54.335568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-e0526f71-ca35-4be3-b16e-ced899b0bc78 req-4095d6e6-80d1-4b40-8978-b355bf2c4417 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Synchronizing usage tracker for tenant:18ccd89bc6e04807b7b81890f7b941e1 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:56:54.338278 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:54.341846 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2976b7dd-c77d-4f6b-8f39-95b606b1ae67 None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:56:54.342713 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2976b7dd-c77d-4f6b-8f39-95b606b1ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:56:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:54.355987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-e0526f71-ca35-4be3-b16e-ced899b0bc78 req-4095d6e6-80d1-4b40-8978-b355bf2c4417 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Unset dirty status for tenant:18ccd89bc6e04807b7b81890f7b941e1 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:56:54.369421 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e0526f71-ca35-4be3-b16e-ced899b0bc78 req-4095d6e6-80d1-4b40-8978-b355bf2c4417 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=a1af6a60-3c86-4beb-8f2e-3701f1861c11 HTTP/1.1" status: 200 len: 210 time: 0.0857899 May 28 04:56:54.375140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:56:54.375717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 615fa682-a70c-4c3b-a0bb-cf4ef0e4148a not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:56:54.404184 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cc9bd419-3884-4de1-bc97-af9d0cdc91ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:54.427425 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:56:54.431220 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:56:54.433367 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=86e6282a-681a-4cc9-be82-7975932f3e9b,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:54.435590 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:56:54.566426 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-2976b7dd-c77d-4f6b-8f39-95b606b1ae67 None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:56:54.693077 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:54.896722 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2976b7dd-c77d-4f6b-8f39-95b606b1ae67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:54.900833 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2976b7dd-c77d-4f6b-8f39-95b606b1ae67 None None] The sync data for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv is: [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:56:55.053084 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:55.118252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:55.326586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:55.333252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:55.437723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=86e6282a-681a-4cc9-be82-7975932f3e9b,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:55.453616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:55.534999 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:55.569545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:55.651037 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.l3_db [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Floating IP 6c313d22-c0c7-4297-adde-22a723f645b0 associated. External IP: 172.26.8.149, port: a5364975-f3cf-41ea-be2a-30203f4b1a0e. May 28 04:56:55.745692 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-54e076c4-f618-4e7b-aff3-790a84901d41 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307554842&fields=id&tenant_id=18ccd89bc6e04807b7b81890f7b941e1 HTTP/1.1" status: 200 len: 267 time: 0.0422404 May 28 04:56:55.893097 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-a72e1612-b3f2-40e3-9482-78e7c83da215 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:55.894636 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-a72e1612-b3f2-40e3-9482-78e7c83da215 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 810 time: 0.1423049 May 28 04:56:55.911527 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-7bb18f5a-1d58-47a5-88b6-29128d7b0d53 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/quotas/18ccd89bc6e04807b7b81890f7b941e1 HTTP/1.1" status: 200 len: 375 time: 0.0110691 May 28 04:56:55.994409 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-4ff156fc-1ced-41a5-ac82-e56fe5b8362a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772495 May 28 04:56:56.043891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 69d9af42-1cb9-4749-9b22-bb8111976586 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:56:56.129952 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-80a98e02-2452-4314-8899-65e6ae2bb017 service neutron] 10.222.0.15 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234670 May 28 04:56:56.246795 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:56:56.257449 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d83455-9f0a-40f4-971f-2610511bb66e None None] Sync routers for ids ['69d9af42-1cb9-4749-9b22-bb8111976586'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:56:56.261425 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-9134cd50-f548-46e2-a7a2-5c19cf9f2a4f service neutron] 10.222.0.15 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252229 May 28 04:56:56.273377 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:56.274174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d83455-9f0a-40f4-971f-2610511bb66e None None] Routers {'69d9af42-1cb9-4749-9b22-bb8111976586'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:56:56.274900 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-17d83455-9f0a-40f4-971f-2610511bb66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:56:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['69d9af42-1cb9-4749-9b22-bb8111976586'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:56.328569 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e167b0c2-a720-4676-8ab1-cfda13661fa4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5435200 May 28 04:56:56.329614 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c698c11-92ca-4351-8c08-00e243182b3b', 'tag': 'a5364975-f3cf-41ea-be2a-30203f4b1a0e'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:56:56.331407 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33818) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:56.406902 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c89d4c7b-e0e1-423b-911f-cde61a4f2982'] response: {'name': 'network-changed', 'server_uuid': '4c698c11-92ca-4351-8c08-00e243182b3b', 'tag': 'a5364975-f3cf-41ea-be2a-30203f4b1a0e', 'status': 'completed', 'code': 200} May 28 04:56:56.478845 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9d4a4a6f-dbbd-400f-aa5c-cf01bffac0bd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/6c313d22-c0c7-4297-adde-22a723f645b0 HTTP/1.1" status: 200 len: 991 time: 0.1462650 May 28 04:56:56.499307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-17d83455-9f0a-40f4-971f-2610511bb66e None None] Set router 69d9af42-1cb9-4749-9b22-bb8111976586 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:56:56.513350 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-117a405a-ac28-4ab8-970b-7d81ea0ec321 req-3f8025a3-31f5-488f-9b9a-c9c9b13ae333 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 1098 time: 0.0786238 May 28 04:56:56.661098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a405a-ac28-4ab8-970b-7d81ea0ec321 req-239f970c-1082-47b0-bfaa-d3159530c526 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:56.662618 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-117a405a-ac28-4ab8-970b-7d81ea0ec321 req-239f970c-1082-47b0-bfaa-d3159530c526 service neutron] 10.222.0.66 "GET /v2.0/networks?id=163540f8-5aee-4b00-8f8a-f4965d212613 HTTP/1.1" status: 200 len: 898 time: 0.1439114 May 28 04:56:56.772751 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f1fcf539-f6f5-4559-ae74-b9794010e224 req-c64f5503-62c0-4d3c-b8d1-6dcf8a7893cd tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 210 time: 0.1132116 May 28 04:56:56.811609 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-117a405a-ac28-4ab8-970b-7d81ea0ec321 req-10f064ca-11bc-4bbb-8f2f-e6f006aa7acb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5364975-f3cf-41ea-be2a-30203f4b1a0e HTTP/1.1" status: 200 len: 999 time: 0.1112294 May 28 04:56:56.882299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a405a-ac28-4ab8-970b-7d81ea0ec321 req-c056f425-e3c2-4ff5-a925-034066ff89d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:56.883805 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-117a405a-ac28-4ab8-970b-7d81ea0ec321 req-c056f425-e3c2-4ff5-a925-034066ff89d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f9ec26d-caa7-4cbe-ae16-1c738926f4ef HTTP/1.1" status: 200 len: 835 time: 0.0671680 May 28 04:56:56.885524 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-17d83455-9f0a-40f4-971f-2610511bb66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'name': 'tempest-TestNetworkBasicOps-router-929075836', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:37Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '6c313d22-c0c7-4297-adde-22a723f645b0', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'port_id': 'a5364975-f3cf-41ea-be2a-30203f4b1a0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613', 'mac_address': 'fa:16:3e:9b:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c698c11-92ca-4351-8c08-00e243182b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:56:54Z', 'updated_at': '2022-05-28T04:56:54Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbdc41f0-1e01-47eb-b89a-c75728567b89', 'name': '', 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:88:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:36Z', 'updated_at': '2022-05-28T04:56:44Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:56.889925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d83455-9f0a-40f4-971f-2610511bb66e None None] Checking router: 69d9af42-1cb9-4749-9b22-bb8111976586 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:56:56.902177 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d83455-9f0a-40f4-971f-2610511bb66e None None] Routers {'69d9af42-1cb9-4749-9b22-bb8111976586'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:56:56.902869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-17d83455-9f0a-40f4-971f-2610511bb66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:56:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['69d9af42-1cb9-4749-9b22-bb8111976586'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:56.975698 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-117a405a-ac28-4ab8-970b-7d81ea0ec321 req-cdf72497-dafc-4773-bee1-c004df41cc2f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=163540f8-5aee-4b00-8f8a-f4965d212613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858583 May 28 04:56:57.106034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:57.108574 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-17d83455-9f0a-40f4-971f-2610511bb66e None None] Set router 69d9af42-1cb9-4749-9b22-bb8111976586 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:56:57.218582 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-117a405a-ac28-4ab8-970b-7d81ea0ec321 req-da0bac71-6e69-4e22-9f4d-4c826ef6a3ea service neutron] 10.222.0.66 "GET /v2.0/networks/163540f8-5aee-4b00-8f8a-f4965d212613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368734 May 28 04:56:57.350444 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-117a405a-ac28-4ab8-970b-7d81ea0ec321 req-2e3b0a6a-d60f-4be1-a36e-781560b0e8dd service neutron] 10.222.0.66 "GET /v2.0/networks/163540f8-5aee-4b00-8f8a-f4965d212613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262593 May 28 04:56:57.468689 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-17d83455-9f0a-40f4-971f-2610511bb66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'name': 'tempest-TestNetworkBasicOps-router-929075836', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:37Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '6c313d22-c0c7-4297-adde-22a723f645b0', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'port_id': 'a5364975-f3cf-41ea-be2a-30203f4b1a0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613', 'mac_address': 'fa:16:3e:9b:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c698c11-92ca-4351-8c08-00e243182b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:56:54Z', 'updated_at': '2022-05-28T04:56:54Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbdc41f0-1e01-47eb-b89a-c75728567b89', 'name': '', 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:88:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:36Z', 'updated_at': '2022-05-28T04:56:44Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:56:57.472655 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d83455-9f0a-40f4-971f-2610511bb66e None None] The sync data for ids ['69d9af42-1cb9-4749-9b22-bb8111976586'] in dv-neutron-843300-5-hyperv is: [{'id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'name': 'tempest-TestNetworkBasicOps-router-929075836', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:37Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '6c313d22-c0c7-4297-adde-22a723f645b0', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'port_id': 'a5364975-f3cf-41ea-be2a-30203f4b1a0e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613', 'mac_address': 'fa:16:3e:9b:91:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c698c11-92ca-4351-8c08-00e243182b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:56:54Z', 'updated_at': '2022-05-28T04:56:54Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbdc41f0-1e01-47eb-b89a-c75728567b89', 'name': '', 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:88:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:36Z', 'updated_at': '2022-05-28T04:56:44Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:56:57.482202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33838) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:57.687094 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-636fc055-e32e-466f-b92b-65fad7ce5985 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/6c313d22-c0c7-4297-adde-22a723f645b0 HTTP/1.1" status: 200 len: 991 time: 0.2036195 May 28 04:56:57.785974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-5d7e3cef-3a91-44de-9ce9-da59f503efe3 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:57.787464 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-5d7e3cef-3a91-44de-9ce9-da59f503efe3 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.66 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 810 time: 0.1543484 May 28 04:56:57.845244 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-23b9e709-18bd-4041-9418-01b3e7e7ede8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18ccd89bc6e04807b7b81890f7b941e1 HTTP/1.1" status: 200 len: 380 time: 0.0455706 May 28 04:56:57.854633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-2e3f917b-41fe-4e17-8314-552146d7feb1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Request body: {'port': {'device_id': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'admin_state_up': True, 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'security_groups': ['12d3f239-98bb-4965-b7d0-8b276a371e4f']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:56:57.983581 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-802c5076-ab9c-4e39-bfc0-7939e4974a04 req-2f77e3f8-347b-4326-99ec-59f1ca67af61 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 210 time: 0.0568078 May 28 04:56:58.042651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-2e3f917b-41fe-4e17-8314-552146d7feb1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:56:58.052380 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-2e3f917b-41fe-4e17-8314-552146d7feb1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:56:58.063142 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-2e3f917b-41fe-4e17-8314-552146d7feb1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Made reservation on behalf of 18ccd89bc6e04807b7b81890f7b941e1 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:56:58.066186 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-2e3f917b-41fe-4e17-8314-552146d7feb1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:58.229253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-2e3f917b-41fe-4e17-8314-552146d7feb1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Allocated IP 172.20.0.4 (9829c481-31a9-48d1-9599-15df4d99a3a7/8dc39ab9-b8b9-4f7a-95dd-aab229021c21/d44f858c-b9f6-48ab-a5ed-f911f19be71b) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:56:58.415225 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-2e3f917b-41fe-4e17-8314-552146d7feb1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:58.432552 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-2e3f917b-41fe-4e17-8314-552146d7feb1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Transition to ACTIVE for port object d44f858c-b9f6-48ab-a5ed-f911f19be71b will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:56:58.460349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-2e3f917b-41fe-4e17-8314-552146d7feb1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:58.536169 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-2e3f917b-41fe-4e17-8314-552146d7feb1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Network 9829c481-31a9-48d1-9599-15df4d99a3a7 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:56:58.539305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-2e3f917b-41fe-4e17-8314-552146d7feb1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:56:58.543727 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-2e3f917b-41fe-4e17-8314-552146d7feb1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:56:58.569038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f917b-41fe-4e17-8314-552146d7feb1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event updated for resources: {'Port': ['ID=d44f858c-b9f6-48ab-a5ed-f911f19be71b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:58.608242 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-2e3f917b-41fe-4e17-8314-552146d7feb1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:58.608944 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-2e3f917b-41fe-4e17-8314-552146d7feb1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:58.636123 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-2e3f917b-41fe-4e17-8314-552146d7feb1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7861738 May 28 04:56:58.647766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Request body: {'port': {'device_id': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:56:58.690925 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33848) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:58.763822 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:58.785212 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2e090ba5-6936-4f49-b1ff-ac278ecb02e0 None None] Provisioning for port d44f858c-b9f6-48ab-a5ed-f911f19be71b completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:56:58.794024 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2e090ba5-6936-4f49-b1ff-ac278ecb02e0 None None] Provisioning complete for port d44f858c-b9f6-48ab-a5ed-f911f19be71b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:56:58.794718 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2e090ba5-6936-4f49-b1ff-ac278ecb02e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:58.801408 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-96653933-f55c-4c37-ab0b-b3a3c5dd4a9d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/6c313d22-c0c7-4297-adde-22a723f645b0 HTTP/1.1" status: 200 len: 991 time: 0.1084812 May 28 04:56:58.856560 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2e090ba5-6936-4f49-b1ff-ac278ecb02e0 None None] Port d44f858c-b9f6-48ab-a5ed-f911f19be71b cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:56:58.908901 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705b832f-0c4d-4d16-ab6d-ccaa28ba792b None None] New status for floating IP ebe1b65b-16de-4e40-8bac-11abdf963689: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:56:59.008302 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dff3313-8bbd-498a-8a27-9dc3785cef5d None None] New status for floating IP 6c313d22-c0c7-4297-adde-22a723f645b0: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:56:59.174704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44f858c-b9f6-48ab-a5ed-f911f19be71b {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:56:59.216755 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:59.245278 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Transition to ACTIVE for port object d44f858c-b9f6-48ab-a5ed-f911f19be71b will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:56:59.256535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:59.485539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Pushing event updated for resources: {'Port': ['ID=d44f858c-b9f6-48ab-a5ed-f911f19be71b,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:59.510133 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1c633-fc55-4277-8a95-47dbcf401cdc req-dd25217d-bde3-4bb0-91af-1f53138ed863 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:56:59.510876 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-e4e1c633-fc55-4277-8a95-47dbcf401cdc req-dd25217d-bde3-4bb0-91af-1f53138ed863 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Synchronizing usage tracker for tenant:18ccd89bc6e04807b7b81890f7b941e1 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:56:59.592006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-e4e1c633-fc55-4277-8a95-47dbcf401cdc req-dd25217d-bde3-4bb0-91af-1f53138ed863 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Unset dirty status for tenant:18ccd89bc6e04807b7b81890f7b941e1 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:56:59.593316 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4e1c633-fc55-4277-8a95-47dbcf401cdc req-dd25217d-bde3-4bb0-91af-1f53138ed863 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 931 time: 0.4122908 May 28 04:56:59.659595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Attempting to bind port d44f858c-b9f6-48ab-a5ed-f911f19be71b on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:56:59.659931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Attempting to bind port d44f858c-b9f6-48ab-a5ed-f911f19be71b by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:56:59.660331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Attempting to bind port d44f858c-b9f6-48ab-a5ed-f911f19be71b on network 9829c481-31a9-48d1-9599-15df4d99a3a7 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:56:59.664855 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4e1c633-fc55-4277-8a95-47dbcf401cdc req-7f2e6b68-6beb-48ca-8676-c4adf98acdbf tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648494 May 28 04:56:59.668798 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Port d44f858c-b9f6-48ab-a5ed-f911f19be71b on network 9829c481-31a9-48d1-9599-15df4d99a3a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:56:59.669110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Attempting to bind port d44f858c-b9f6-48ab-a5ed-f911f19be71b on network 9829c481-31a9-48d1-9599-15df4d99a3a7 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:56:59.675785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:56:59.676341 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Checking segment: {'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:56:59.676846 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Bound using segment: {'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:56:59.677413 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Bound port: d44f858c-b9f6-48ab-a5ed-f911f19be71b, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:56:59.677767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:59.767825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] For port d44f858c-b9f6-48ab-a5ed-f911f19be71b, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:56:59.770672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] For port d44f858c-b9f6-48ab-a5ed-f911f19be71b, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d44f858c-b9f6-48ab-a5ed-f911f19be71b,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:56:59.777832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:59.805953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33854) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:56:59.838319 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:56:59.839714 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] 10.222.0.66 "PUT /v2.0/ports/d44f858c-b9f6-48ab-a5ed-f911f19be71b HTTP/1.1" status: 200 len: 1093 time: 1.1964021 May 28 04:56:59.840110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'tag': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:56:59.857491 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d1309-0893-4cbf-8473-c70b944d9891 service neutron] Pushing event updated for resources: {'Port': ['ID=d44f858c-b9f6-48ab-a5ed-f911f19be71b,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:56:59.940576 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d284aef-9d9d-4afe-b42d-b631dfe01a20'] response: {'name': 'network-changed', 'server_uuid': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'tag': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'status': 'completed', 'code': 200} May 28 04:56:59.952983 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f1ff43e9-a34c-4024-b22e-c16611713ce7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/6c313d22-c0c7-4297-adde-22a723f645b0 HTTP/1.1" status: 200 len: 993 time: 0.1457784 May 28 04:56:59.973787 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-55787ddf-51c4-48b5-8651-47c6142953c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 1096 time: 0.0835133 May 28 04:57:00.042513 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-e20db026-c230-48cf-a117-47360b6a083d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d44f858c-b9f6-48ab-a5ed-f911f19be71b HTTP/1.1" status: 200 len: 217 time: 0.0621672 May 28 04:57:00.108175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-a0ae70d1-4e98-472f-a0c5-eb3464bf38bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:00.109777 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-a0ae70d1-4e98-472f-a0c5-eb3464bf38bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8dc39ab9-b8b9-4f7a-95dd-aab229021c21 HTTP/1.1" status: 200 len: 849 time: 0.0613666 May 28 04:57:00.189451 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-ba82bf86-8321-4739-b796-a01a104e887f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9829c481-31a9-48d1-9599-15df4d99a3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740709 May 28 04:57:00.328874 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-e754a6ed-ba69-4bcb-a576-faf64ade3c4c service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332045 May 28 04:57:00.481111 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0737e99c-6e8e-40f4-b236-715d8d858ced req-a9d028cc-6719-4204-9913-70754c162bd5 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464927 May 28 04:57:00.613600 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e2e8783f-332b-4683-b0b9-49032832a711 req-30d26b88-ecbd-479d-a8b0-6a6085b1d1d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 1096 time: 0.0825810 May 28 04:57:00.748057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8783f-332b-4683-b0b9-49032832a711 req-a0342028-6cb8-4d4d-b05d-e435f030821e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:00.749503 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e2e8783f-332b-4683-b0b9-49032832a711 req-a0342028-6cb8-4d4d-b05d-e435f030821e service neutron] 10.222.0.66 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 911 time: 0.1298299 May 28 04:57:00.856240 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e2e8783f-332b-4683-b0b9-49032832a711 req-83178f56-b228-48ea-8543-0d998c7b372c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d44f858c-b9f6-48ab-a5ed-f911f19be71b HTTP/1.1" status: 200 len: 217 time: 0.1005056 May 28 04:57:00.931631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8783f-332b-4683-b0b9-49032832a711 req-8966de4d-2277-4bba-a820-b4faa8f593de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:00.932979 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e2e8783f-332b-4683-b0b9-49032832a711 req-8966de4d-2277-4bba-a820-b4faa8f593de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8dc39ab9-b8b9-4f7a-95dd-aab229021c21 HTTP/1.1" status: 200 len: 849 time: 0.0707281 May 28 04:57:00.942224 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4617e2f-8915-4993-9e1d-5085b625881f req-c798a10e-6c2d-4dda-9048-b09c57b27377 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:00.943634 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f4617e2f-8915-4993-9e1d-5085b625881f req-c798a10e-6c2d-4dda-9048-b09c57b27377 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 943 time: 0.1416719 May 28 04:57:01.035510 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f4617e2f-8915-4993-9e1d-5085b625881f req-8d3a4f24-05ff-4560-8fe8-a4c8569c4e6f tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632355 May 28 04:57:01.047869 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e2e8783f-332b-4683-b0b9-49032832a711 req-963e8588-c8a9-47ad-8181-50fa24704e92 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9829c481-31a9-48d1-9599-15df4d99a3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1033311 May 28 04:57:01.271446 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e2e8783f-332b-4683-b0b9-49032832a711 req-1ce0172c-8261-4fd2-b079-9c71650b109f service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173557 May 28 04:57:01.402498 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e2e8783f-332b-4683-b0b9-49032832a711 req-6978f29c-7240-492d-85b7-bff69ab04419 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251984 May 28 04:57:02.257581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0976b6c-3b67-4fbe-8f6f-7fce8895564a req-da732cbb-e8d1-4467-aedb-78ff8ffee654 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:02.259024 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b0976b6c-3b67-4fbe-8f6f-7fce8895564a req-da732cbb-e8d1-4467-aedb-78ff8ffee654 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 943 time: 0.0784819 May 28 04:57:02.306137 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b0976b6c-3b67-4fbe-8f6f-7fce8895564a req-7d12460e-3285-437d-b160-9c8ba00ab4fc tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394287 May 28 04:57:03.527473 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c096032-2f05-4f31-873e-ba79024f64b2 req-d2b2f4bc-8c31-4aab-ba67-9861779999e7 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:03.529441 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c096032-2f05-4f31-873e-ba79024f64b2 req-d2b2f4bc-8c31-4aab-ba67-9861779999e7 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 943 time: 0.0939338 May 28 04:57:03.578498 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c096032-2f05-4f31-873e-ba79024f64b2 req-d4e66553-c0ec-42c7-9a1b-b38e29b98e6c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430520 May 28 04:57:04.797094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993bb27-a86d-4841-bda4-8214405916d1 req-b3b27623-b564-40b3-97c5-8262b45660db tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:04.798553 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1993bb27-a86d-4841-bda4-8214405916d1 req-b3b27623-b564-40b3-97c5-8262b45660db tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 943 time: 0.0847349 May 28 04:57:04.845592 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1993bb27-a86d-4841-bda4-8214405916d1 req-6f19cf40-bbe5-4ca0-a468-2dcea94174b7 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413723 May 28 04:57:06.060062 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf390df-c90d-4d37-b34d-4a30ff75850a req-b1d4476e-c802-4286-91e3-eeb85d7d363e tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:06.061521 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8cf390df-c90d-4d37-b34d-4a30ff75850a req-b1d4476e-c802-4286-91e3-eeb85d7d363e tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 943 time: 0.0908031 May 28 04:57:06.109299 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8cf390df-c90d-4d37-b34d-4a30ff75850a req-d81e2c92-0f86-48aa-877a-39d988e7f09f tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394123 May 28 04:57:07.320977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626f14b-48fe-4577-8a8d-742a233a2576 req-e0c022c5-a4ae-40ab-b978-513885766986 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:07.322452 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f626f14b-48fe-4577-8a8d-742a233a2576 req-e0c022c5-a4ae-40ab-b978-513885766986 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 943 time: 0.0818975 May 28 04:57:07.371941 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f626f14b-48fe-4577-8a8d-742a233a2576 req-f0dfb9a9-b9b9-4e8c-afc8-f3ddef642b1a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432098 May 28 04:57:08.312268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device d44f858c-b9f6-48ab-a5ed-f911f19be71b details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 04:57:08.454103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port d44f858c-b9f6-48ab-a5ed-f911f19be71b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d44f858c-b9f6-48ab-a5ed-f911f19be71b,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:57:08.469426 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'port_id': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'mac_address': 'fa:16:3e:1d:a7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 04:57:08.521915 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:08.538726 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44f858c-b9f6-48ab-a5ed-f911f19be71b {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:57:08.553132 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port d44f858c-b9f6-48ab-a5ed-f911f19be71b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d44f858c-b9f6-48ab-a5ed-f911f19be71b,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:57:08.559368 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:08.576164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a299f-ac88-4207-9fbf-d583e2feb8bd req-ad5a54e6-8140-4997-9750-5882c3b42d65 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:08.577686 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-af6a299f-ac88-4207-9fbf-d583e2feb8bd req-ad5a54e6-8140-4997-9750-5882c3b42d65 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 943 time: 0.0786195 May 28 04:57:08.623118 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-af6a299f-ac88-4207-9fbf-d583e2feb8bd req-3eab280a-61d6-472c-ae6d-d8e93af57bdc tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397551 May 28 04:57:08.629778 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=d44f858c-b9f6-48ab-a5ed-f911f19be71b,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:08.774484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['d44f858c-b9f6-48ab-a5ed-f911f19be71b'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 04:57:09.833218 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e006d-a447-4e13-a2a6-c259a25ac2fb req-df953c32-5b0b-42d9-993e-822140dafd23 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:09.834694 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-771e006d-a447-4e13-a2a6-c259a25ac2fb req-df953c32-5b0b-42d9-993e-822140dafd23 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 944 time: 0.0860236 May 28 04:57:09.886078 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-771e006d-a447-4e13-a2a6-c259a25ac2fb req-a6c6294d-99a5-4167-859c-6a8893e4cb91 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428860 May 28 04:57:10.327747 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device d44f858c-b9f6-48ab-a5ed-f911f19be71b up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:57:10.414410 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port d44f858c-b9f6-48ab-a5ed-f911f19be71b completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:57:10.419041 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port d44f858c-b9f6-48ab-a5ed-f911f19be71b triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:57:10.419407 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:10.532535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:10.559243 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:57:10.568719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port d44f858c-b9f6-48ab-a5ed-f911f19be71b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d44f858c-b9f6-48ab-a5ed-f911f19be71b,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:57:10.574075 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:10.636213 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a401a935-67c6-4e94-bf03-178ddc85cc92'] response: {'server_uuid': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'code': 200} May 28 04:57:10.644271 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=d44f858c-b9f6-48ab-a5ed-f911f19be71b,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:10.956230 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c9d14be3-d9a6-43a8-8450-5e1667f6139b req-bd904043-9986-489c-8618-817fe8f49dab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 1098 time: 0.0724967 May 28 04:57:10.999956 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c9d14be3-d9a6-43a8-8450-5e1667f6139b req-72ddc04b-5fbf-4119-a754-76d939c92588 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374522 May 28 04:57:11.091880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4dc47-1d2d-407c-a14a-e5112701c9dd req-6de974ef-a31b-4712-bc98-048c52e53e0b tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:11.093312 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bc4dc47-1d2d-407c-a14a-e5112701c9dd req-6de974ef-a31b-4712-bc98-048c52e53e0b tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 945 time: 0.0820613 May 28 04:57:11.138874 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bc4dc47-1d2d-407c-a14a-e5112701c9dd req-578dc2cb-6cab-4b41-94a7-1dce4ef21215 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397670 May 28 04:57:12.345830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51bd3-6bfa-44b4-8575-28c8e9bd7a87 req-cfc0cc6d-0089-4371-a705-ce2bf2a899a0 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:12.347355 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-46e51bd3-6bfa-44b4-8575-28c8e9bd7a87 req-cfc0cc6d-0089-4371-a705-ce2bf2a899a0 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 945 time: 0.0815365 May 28 04:57:12.398621 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-46e51bd3-6bfa-44b4-8575-28c8e9bd7a87 req-5fc4615a-9d56-45e7-bf4b-41a44346283f tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454538 May 28 04:57:12.607990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f32eee-d7b6-43f0-a1dd-99e759aa8e64 req-d5c8c823-5578-44df-9aa2-93d53f40d3f0 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:12.609473 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23f32eee-d7b6-43f0-a1dd-99e759aa8e64 req-d5c8c823-5578-44df-9aa2-93d53f40d3f0 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 945 time: 0.0814159 May 28 04:57:12.657204 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23f32eee-d7b6-43f0-a1dd-99e759aa8e64 req-a68eb022-67c3-4fe4-b649-7f200eed1c0d tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418701 May 28 04:57:12.686643 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33886) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:12.759710 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-252f68b4-6934-4efc-9fac-2203f4370d21 tempest-TestVolumeBootPattern-122300802 tempest-TestVolumeBootPattern-122300802-project-admin] Synchronizing usage tracker for tenant:6457e5f6ae8f4a11b7342b997fd44a29 on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:57:12.776736 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-252f68b4-6934-4efc-9fac-2203f4370d21 tempest-TestVolumeBootPattern-122300802 tempest-TestVolumeBootPattern-122300802-project-admin] Unset dirty status for tenant:6457e5f6ae8f4a11b7342b997fd44a29 on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:57:12.780868 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-252f68b4-6934-4efc-9fac-2203f4370d21 tempest-TestVolumeBootPattern-122300802 tempest-TestVolumeBootPattern-122300802-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 1093 time: 0.0902498 May 28 04:57:12.781039 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33890) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:12.786135 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:57:12.791506 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:57:12.795205 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Usage tracker for resource:floatingip and tenant:18ccd89bc6e04807b7b81890f7b941e1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:57:12.797991 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:57:12.803921 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:57:12.815831 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for floatingip, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:12.960898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:13.106454 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Allocated IP 172.26.8.225 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/1c1b2661-35c4-4b32-8367-73541d324353) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:57:13.253285 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:13.286302 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:13.368709 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:57:13.371602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:57:13.376146 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:57:13.403020 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event updated for resources: {'Port': ['ID=1c1b2661-35c4-4b32-8367-73541d324353,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:13.916978 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:13.989482 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:14.314697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:14.322532 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:14.439854 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event updated for resources: {'Port': ['ID=1c1b2661-35c4-4b32-8367-73541d324353,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:14.459847 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:14.650993 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.l3_db [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Floating IP 7ba7677d-0bd2-4162-8c30-486c17435651 associated. External IP: 172.26.8.225, port: d44f858c-b9f6-48ab-a5ed-f911f19be71b. May 28 04:57:15.058606 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Router cc019a2c-c590-4ed3-99cf-6c67473de733 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:57:15.272090 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:57:15.281876 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e051c8e-0958-46ce-86e2-0c71da72f376 None None] Sync routers for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:57:15.296094 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e051c8e-0958-46ce-86e2-0c71da72f376 None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:57:15.296723 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-9e051c8e-0958-46ce-86e2-0c71da72f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:56:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:15.298223 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:15.352213 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cebe58a8-d3a5-46fa-a7c6-82fd8f111c02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5701933 May 28 04:57:15.352777 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'tag': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:57:15.406499 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa7f559-e78d-4c1a-87a5-bc0ae7638674'] response: {'name': 'network-changed', 'server_uuid': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'tag': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'status': 'completed', 'code': 200} May 28 04:57:15.472675 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-9e051c8e-0958-46ce-86e2-0c71da72f376 None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:57:15.500621 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8db6cfe1-41a2-4b96-8800-337e49051bf3 req-05a3e8c2-ba69-4d8d-b0d0-71f1ba51d01b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 1098 time: 0.0725281 May 28 04:57:15.630257 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6cfe1-41a2-4b96-8800-337e49051bf3 req-ec059b60-ff1a-4585-9548-d726ed9ec215 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:15.631697 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8db6cfe1-41a2-4b96-8800-337e49051bf3 req-ec059b60-ff1a-4585-9548-d726ed9ec215 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 911 time: 0.1250486 May 28 04:57:15.730307 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8db6cfe1-41a2-4b96-8800-337e49051bf3 req-12e2d623-d256-4245-8210-e074924d619f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d44f858c-b9f6-48ab-a5ed-f911f19be71b HTTP/1.1" status: 200 len: 999 time: 0.0922799 May 28 04:57:15.801567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6cfe1-41a2-4b96-8800-337e49051bf3 req-132ef83b-6a37-4740-a1fe-3ffd30270be3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:15.803073 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8db6cfe1-41a2-4b96-8800-337e49051bf3 req-132ef83b-6a37-4740-a1fe-3ffd30270be3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8dc39ab9-b8b9-4f7a-95dd-aab229021c21 HTTP/1.1" status: 200 len: 849 time: 0.0675297 May 28 04:57:15.826948 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-9e051c8e-0958-46ce-86e2-0c71da72f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '7ba7677d-0bd2-4162-8c30-486c17435651', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'port_id': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'mac_address': 'fa:16:3e:1d:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:57:13Z', 'updated_at': '2022-05-28T04:57:13Z', 'revision_number': 0, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:15.831388 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e051c8e-0958-46ce-86e2-0c71da72f376 None None] Checking router: cc019a2c-c590-4ed3-99cf-6c67473de733 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:57:15.842247 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e051c8e-0958-46ce-86e2-0c71da72f376 None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:57:15.842830 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-9e051c8e-0958-46ce-86e2-0c71da72f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:56:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:15.876322 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8db6cfe1-41a2-4b96-8800-337e49051bf3 req-b97e4ca6-f59f-4a26-81c4-13da01bbcaa4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9829c481-31a9-48d1-9599-15df4d99a3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671570 May 28 04:57:16.061945 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-9e051c8e-0958-46ce-86e2-0c71da72f376 None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:57:16.099820 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8db6cfe1-41a2-4b96-8800-337e49051bf3 req-edf1b296-d416-4f72-8e95-2cbdad8351f2 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168567 May 28 04:57:16.230589 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8db6cfe1-41a2-4b96-8800-337e49051bf3 req-43263df2-857c-45f0-a61a-3f7d96d6a1e7 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244512 May 28 04:57:16.408118 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-9e051c8e-0958-46ce-86e2-0c71da72f376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '7ba7677d-0bd2-4162-8c30-486c17435651', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'port_id': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'mac_address': 'fa:16:3e:1d:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:57:13Z', 'updated_at': '2022-05-28T04:57:13Z', 'revision_number': 0, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:16.412429 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e051c8e-0958-46ce-86e2-0c71da72f376 None None] The sync data for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv is: [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '7ba7677d-0bd2-4162-8c30-486c17435651', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'port_id': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'mac_address': 'fa:16:3e:1d:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:57:13Z', 'updated_at': '2022-05-28T04:57:13Z', 'revision_number': 0, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:57:16.629304 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd7349b-11ea-40ca-9f91-90a126a14aa2 None None] New status for floating IP 7ba7677d-0bd2-4162-8c30-486c17435651: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:57:19.792851 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:57:22.133776 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3da3921e-95c0-4971-8963-6e7c720cab47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:24.299146 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-524217d6-c057-4540-8da5-d5b1bfdd6382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:24.528112 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33908) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:24.646417 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-665c0312-cf7e-47c3-8be3-dd2f9ea4063e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/6c313d22-c0c7-4297-adde-22a723f645b0 HTTP/1.1" status: 200 len: 993 time: 0.1172116 May 28 04:57:24.688067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:25.016395 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33916) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:25.233914 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 86e6282a-681a-4cc9-be82-7975932f3e9b {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:57:25.234193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:25.399734 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:25.400046 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:25.522347 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 86e6282a-681a-4cc9-be82-7975932f3e9b owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:57:25.540242 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:25.566701 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:25.668390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:25.714094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=86e6282a-681a-4cc9-be82-7975932f3e9b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:25.754117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:25.754456 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:25.754790 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:25.755117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:25.755444 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:25.755767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:25.756088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:25.756412 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:25.756730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:25.757042 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:25.757345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:25.816753 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:26.323815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 69d9af42-1cb9-4749-9b22-bb8111976586 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:57:26.528656 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:57:26.538805 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef3daa-88d3-4594-8a88-9c8d09cfc4f4 None None] Sync routers for ids ['69d9af42-1cb9-4749-9b22-bb8111976586'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:57:26.550363 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:26.551864 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef3daa-88d3-4594-8a88-9c8d09cfc4f4 None None] Routers {'69d9af42-1cb9-4749-9b22-bb8111976586'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:57:26.552464 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-f5ef3daa-88d3-4594-8a88-9c8d09cfc4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:57:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['69d9af42-1cb9-4749-9b22-bb8111976586'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:26.607790 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0f5f4a40-afe4-4e88-b67b-6a1ad9ce5c56 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/floatingips/6c313d22-c0c7-4297-adde-22a723f645b0 HTTP/1.1" status: 204 len: 168 time: 1.5873337 May 28 04:57:26.607790 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c698c11-92ca-4351-8c08-00e243182b3b', 'tag': 'a5364975-f3cf-41ea-be2a-30203f4b1a0e'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:57:26.661747 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c57680b-b793-45c5-9bc0-d861784e9f07'] response: {'name': 'network-changed', 'server_uuid': '4c698c11-92ca-4351-8c08-00e243182b3b', 'tag': 'a5364975-f3cf-41ea-be2a-30203f4b1a0e', 'status': 'completed', 'code': 200} May 28 04:57:26.736330 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-f5ef3daa-88d3-4594-8a88-9c8d09cfc4f4 None None] Set router 69d9af42-1cb9-4749-9b22-bb8111976586 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:57:26.756760 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e39f818d-c4c4-4344-a9bf-4894f827da2f req-600ade10-8c59-4a49-8699-d4b64acf0647 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 1098 time: 0.0699553 May 28 04:57:26.897592 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f818d-c4c4-4344-a9bf-4894f827da2f req-b7a04c3e-5fa1-4a07-ae58-60729e7c73c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:26.901560 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e39f818d-c4c4-4344-a9bf-4894f827da2f req-b7a04c3e-5fa1-4a07-ae58-60729e7c73c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=163540f8-5aee-4b00-8f8a-f4965d212613 HTTP/1.1" status: 200 len: 898 time: 0.1326513 May 28 04:57:27.017513 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e39f818d-c4c4-4344-a9bf-4894f827da2f req-ad60b9b6-d7a2-4630-ad91-57c461d4f19b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5364975-f3cf-41ea-be2a-30203f4b1a0e HTTP/1.1" status: 200 len: 217 time: 0.1110601 May 28 04:57:27.064405 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-f5ef3daa-88d3-4594-8a88-9c8d09cfc4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'name': 'tempest-TestNetworkBasicOps-router-929075836', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:37Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'dbdc41f0-1e01-47eb-b89a-c75728567b89', 'name': '', 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:88:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:36Z', 'updated_at': '2022-05-28T04:56:44Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:27.066786 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef3daa-88d3-4594-8a88-9c8d09cfc4f4 None None] Checking router: 69d9af42-1cb9-4749-9b22-bb8111976586 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:57:27.077709 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ef3daa-88d3-4594-8a88-9c8d09cfc4f4 None None] Routers {'69d9af42-1cb9-4749-9b22-bb8111976586'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:57:27.078300 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-f5ef3daa-88d3-4594-8a88-9c8d09cfc4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:57:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['69d9af42-1cb9-4749-9b22-bb8111976586'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:27.099083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f818d-c4c4-4344-a9bf-4894f827da2f req-870d98aa-4833-4a8b-b198-fa36d013d197 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:27.100647 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e39f818d-c4c4-4344-a9bf-4894f827da2f req-870d98aa-4833-4a8b-b198-fa36d013d197 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f9ec26d-caa7-4cbe-ae16-1c738926f4ef HTTP/1.1" status: 200 len: 835 time: 0.0755191 May 28 04:57:27.104059 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:27.111443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4577a9-14bb-4019-b207-26a6102b779c req-691b3e76-7b9b-4357-8202-9fcaf0cf0c7f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:27.112113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-ce4577a9-14bb-4019-b207-26a6102b779c req-691b3e76-7b9b-4357-8202-9fcaf0cf0c7f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:57:27.172076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-ce4577a9-14bb-4019-b207-26a6102b779c req-691b3e76-7b9b-4357-8202-9fcaf0cf0c7f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:57:27.173148 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce4577a9-14bb-4019-b207-26a6102b779c req-691b3e76-7b9b-4357-8202-9fcaf0cf0c7f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 945 time: 0.2059901 May 28 04:57:27.219508 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e39f818d-c4c4-4344-a9bf-4894f827da2f req-218a32b8-f42d-4051-946d-30fe6ba56c02 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=163540f8-5aee-4b00-8f8a-f4965d212613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1045785 May 28 04:57:27.230232 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce4577a9-14bb-4019-b207-26a6102b779c req-c8a40ead-6d05-40c9-a6b6-59a988ead973 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aa8d5d3-1a46-412f-ac0a-08171dc4a347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488639 May 28 04:57:27.272601 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-f5ef3daa-88d3-4594-8a88-9c8d09cfc4f4 None None] Set router 69d9af42-1cb9-4749-9b22-bb8111976586 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:57:27.362528 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e39f818d-c4c4-4344-a9bf-4894f827da2f req-d1506cc3-4934-4dbf-8fcf-3e93285c5419 service neutron] 10.222.0.66 "GET /v2.0/networks/163540f8-5aee-4b00-8f8a-f4965d212613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270599 May 28 04:57:27.494868 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e39f818d-c4c4-4344-a9bf-4894f827da2f req-03e98441-c288-4f7b-b76b-27288901b7d5 service neutron] 10.222.0.66 "GET /v2.0/networks/163540f8-5aee-4b00-8f8a-f4965d212613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255195 May 28 04:57:27.610809 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-f5ef3daa-88d3-4594-8a88-9c8d09cfc4f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'name': 'tempest-TestNetworkBasicOps-router-929075836', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:37Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'dbdc41f0-1e01-47eb-b89a-c75728567b89', 'name': '', 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:88:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:36Z', 'updated_at': '2022-05-28T04:56:44Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:27.615560 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ef3daa-88d3-4594-8a88-9c8d09cfc4f4 None None] The sync data for ids ['69d9af42-1cb9-4749-9b22-bb8111976586'] in dv-neutron-843300-5-hyperv is: [{'id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'name': 'tempest-TestNetworkBasicOps-router-929075836', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:37Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'dbdc41f0-1e01-47eb-b89a-c75728567b89', 'name': '', 'network_id': '163540f8-5aee-4b00-8f8a-f4965d212613', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:88:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:36Z', 'updated_at': '2022-05-28T04:56:44Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '5f9ec26d-caa7-4cbe-ae16-1c738926f4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:57:27.847940 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d157a-d1be-4714-9485-523bf5faf19d None None] New status for floating IP 6c313d22-c0c7-4297-adde-22a723f645b0: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:57:28.488496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce47748-0349-4dd7-bf05-a19db5619f93 req-cb8674bf-eba0-412c-ac3e-ff4f853ca8cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:28.489867 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bce47748-0349-4dd7-bf05-a19db5619f93 req-cb8674bf-eba0-412c-ac3e-ff4f853ca8cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 945 time: 0.1353455 May 28 04:57:28.496477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2cddd-c765-4f7b-861b-977a2292d406 req-254ee4e0-7702-4cf3-9fc5-fbd5f33b790a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:28.497836 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3ed2cddd-c765-4f7b-861b-977a2292d406 req-254ee4e0-7702-4cf3-9fc5-fbd5f33b790a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 945 time: 0.1136057 May 28 04:57:28.587626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-bce47748-0349-4dd7-bf05-a19db5619f93 req-96b41002-d072-4acb-b2f5-b12ea4de93a1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port a5364975-f3cf-41ea-be2a-30203f4b1a0e {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:57:28.587926 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-bce47748-0349-4dd7-bf05-a19db5619f93 req-96b41002-d072-4acb-b2f5-b12ea4de93a1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:28.627230 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3ed2cddd-c765-4f7b-861b-977a2292d406 req-9634f1ce-1581-495f-835a-1a833a77bbcd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=1aa8d5d3-1a46-412f-ac0a-08171dc4a347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015139 May 28 04:57:28.838362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-bce47748-0349-4dd7-bf05-a19db5619f93 req-96b41002-d072-4acb-b2f5-b12ea4de93a1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port a5364975-f3cf-41ea-be2a-30203f4b1a0e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a5364975-f3cf-41ea-be2a-30203f4b1a0e,segment=NetworkSegment(fcfdfb39-2940-4019-b570-60b185b52ece),segment_id=fcfdfb39-2940-4019-b570-60b185b52ece)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:57:28.838632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-bce47748-0349-4dd7-bf05-a19db5619f93 req-96b41002-d072-4acb-b2f5-b12ea4de93a1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:29.061458 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-bce47748-0349-4dd7-bf05-a19db5619f93 req-96b41002-d072-4acb-b2f5-b12ea4de93a1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for a5364975-f3cf-41ea-be2a-30203f4b1a0e owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:57:29.203839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-bce47748-0349-4dd7-bf05-a19db5619f93 req-96b41002-d072-4acb-b2f5-b12ea4de93a1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:29.254376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b41002-d072-4acb-b2f5-b12ea4de93a1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=a5364975-f3cf-41ea-be2a-30203f4b1a0e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:29.337205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce47748-0349-4dd7-bf05-a19db5619f93 req-96b41002-d072-4acb-b2f5-b12ea4de93a1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] No DVR routers for this DVR port a5364975-f3cf-41ea-be2a-30203f4b1a0e on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:57:29.339728 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-bce47748-0349-4dd7-bf05-a19db5619f93 req-96b41002-d072-4acb-b2f5-b12ea4de93a1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:29.342259 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c698c11-92ca-4351-8c08-00e243182b3b', 'name': 'network-vif-deleted', 'tag': 'a5364975-f3cf-41ea-be2a-30203f4b1a0e'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:57:29.359380 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bce47748-0349-4dd7-bf05-a19db5619f93 req-96b41002-d072-4acb-b2f5-b12ea4de93a1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "DELETE /v2.0/ports/a5364975-f3cf-41ea-be2a-30203f4b1a0e HTTP/1.1" status: 204 len: 173 time: 0.8606057 May 28 04:57:29.403160 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d424b555-aaf0-46a2-9c63-f2861ce5908e'] response: {'server_uuid': '4c698c11-92ca-4351-8c08-00e243182b3b', 'name': 'network-vif-deleted', 'tag': 'a5364975-f3cf-41ea-be2a-30203f4b1a0e', 'status': 'completed', 'code': 200} May 28 04:57:29.810513 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-284ef062-2869-4aa3-9b2b-f370785bb3e4 req-f9d7e897-ac0d-4ca8-bda8-0757114cbc65 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:57:29.827203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-284ef062-2869-4aa3-9b2b-f370785bb3e4 req-f9d7e897-ac0d-4ca8-bda8-0757114cbc65 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:57:29.828384 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-284ef062-2869-4aa3-9b2b-f370785bb3e4 req-f9d7e897-ac0d-4ca8-bda8-0757114cbc65 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c698c11-92ca-4351-8c08-00e243182b3b HTTP/1.1" status: 200 len: 210 time: 0.0604677 May 28 04:57:30.943638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33936) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:31.017829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2265d4d4-8121-4805-83c6-f861e2ec767c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:31.049244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2265d4d4-8121-4805-83c6-f861e2ec767c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:31.117843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2265d4d4-8121-4805-83c6-f861e2ec767c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:31.134597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265d4d4-8121-4805-83c6-f861e2ec767c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa8d5d3-1a46-412f-ac0a-08171dc4a347,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:31.149833 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2265d4d4-8121-4805-83c6-f861e2ec767c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:31.149833 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2265d4d4-8121-4805-83c6-f861e2ec767c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/security-groups/1aa8d5d3-1a46-412f-ac0a-08171dc4a347 HTTP/1.1" status: 204 len: 168 time: 0.2032931 May 28 04:57:31.206497 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33942) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:31.700056 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:32.326221 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port dbdc41f0-1e01-47eb-b89a-c75728567b89 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:57:32.326221 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:32.419172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device a5364975-f3cf-41ea-be2a-30203f4b1a0e no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:57:32.497879 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: a5364975-f3cf-41ea-be2a-30203f4b1a0e {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:57:32.497879 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device a5364975-f3cf-41ea-be2a-30203f4b1a0e not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:57:32.519171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port dbdc41f0-1e01-47eb-b89a-c75728567b89, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=dbdc41f0-1e01-47eb-b89a-c75728567b89,segment=NetworkSegment(fcfdfb39-2940-4019-b570-60b185b52ece),segment_id=fcfdfb39-2940-4019-b570-60b185b52ece)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:57:32.519171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:32.640572 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for dbdc41f0-1e01-47eb-b89a-c75728567b89 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:57:32.815050 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:32.865444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=dbdc41f0-1e01-47eb-b89a-c75728567b89,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:32.970627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:32.970627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:32.970627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:32.970627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:32.970627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:32.970627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:32.970627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:32.970627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:32.970627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:32.970627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:32.970627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:33.303037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:33.904467 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 69d9af42-1cb9-4749-9b22-bb8111976586 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:57:34.144057 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:57:34.155920 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a15f860-a0a8-4695-b5be-c19b5cc33efc None None] Sync routers for ids ['69d9af42-1cb9-4749-9b22-bb8111976586'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:57:34.162644 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9046c30f-b8b9-46fc-af5c-e6a648515f49 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/69d9af42-1cb9-4749-9b22-bb8111976586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9545784 May 28 04:57:34.169225 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33946) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:34.175974 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15f860-a0a8-4695-b5be-c19b5cc33efc None None] Routers {'69d9af42-1cb9-4749-9b22-bb8111976586'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:57:34.175974 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5a15f860-a0a8-4695-b5be-c19b5cc33efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:57:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['69d9af42-1cb9-4749-9b22-bb8111976586'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:34.357078 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-5a15f860-a0a8-4695-b5be-c19b5cc33efc None None] Set router 69d9af42-1cb9-4749-9b22-bb8111976586 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:57:34.384477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-0353bd4d-c513-4349-90a3-b1c5bc82f942 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting subnet 5f9ec26d-caa7-4cbe-ae16-1c738926f4ef {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:57:34.388687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0353bd4d-c513-4349-90a3-b1c5bc82f942 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:34.452933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0353bd4d-c513-4349-90a3-b1c5bc82f942 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:34.537379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0353bd4d-c513-4349-90a3-b1c5bc82f942 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:34.616388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0353bd4d-c513-4349-90a3-b1c5bc82f942 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:34.643654 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5a15f860-a0a8-4695-b5be-c19b5cc33efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'name': 'tempest-TestNetworkBasicOps-router-929075836', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:57:32Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:34.647355 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a15f860-a0a8-4695-b5be-c19b5cc33efc None None] Checking router: 69d9af42-1cb9-4749-9b22-bb8111976586 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:57:34.657452 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353bd4d-c513-4349-90a3-b1c5bc82f942 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Subnet': ['ID=5f9ec26d-caa7-4cbe-ae16-1c738926f4ef,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:34.658124 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a15f860-a0a8-4695-b5be-c19b5cc33efc None None] Routers {'69d9af42-1cb9-4749-9b22-bb8111976586'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:57:34.659484 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5a15f860-a0a8-4695-b5be-c19b5cc33efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:57:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['69d9af42-1cb9-4749-9b22-bb8111976586'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:34.662137 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0353bd4d-c513-4349-90a3-b1c5bc82f942 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:34.672348 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0353bd4d-c513-4349-90a3-b1c5bc82f942 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/subnets/5f9ec26d-caa7-4cbe-ae16-1c738926f4ef HTTP/1.1" status: 204 len: 168 time: 0.5080009 May 28 04:57:34.672545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2ee55c-c9b8-44ae-b1ca-a2b86bdbddb0 None None] Network 163540f8-5aee-4b00-8f8a-f4965d212613 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:57:34.672988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33950) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:34.836920 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-5a15f860-a0a8-4695-b5be-c19b5cc33efc None None] Set router 69d9af42-1cb9-4749-9b22-bb8111976586 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:57:34.873873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a329f054-cc36-4829-b1e9-22eed17425cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:34.956949 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7f6b95-17d0-4b8b-aad0-0bb71d1490a7 None None] DHCP port deletion for 163540f8-5aee-4b00-8f8a-f4965d212613 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:57:34.962262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f6b95-17d0-4b8b-aad0-0bb71d1490a7 None None] Deleting port 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:57:34.962625 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6b95-17d0-4b8b-aad0-0bb71d1490a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:35.080647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a329f054-cc36-4829-b1e9-22eed17425cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:35.091882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-a329f054-cc36-4829-b1e9-22eed17425cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 9d698bb7-c218-409e-acfa-d0e3b6f6143d {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:57:35.092268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a329f054-cc36-4829-b1e9-22eed17425cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:35.128416 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5a15f860-a0a8-4695-b5be-c19b5cc33efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'name': 'tempest-TestNetworkBasicOps-router-929075836', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:57:32Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:35.133469 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a15f860-a0a8-4695-b5be-c19b5cc33efc None None] The sync data for ids ['69d9af42-1cb9-4749-9b22-bb8111976586'] in dv-neutron-843300-5-hyperv is: [{'id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'name': 'tempest-TestNetworkBasicOps-router-929075836', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199'}], 'enable_snat': True}, 'gw_port_id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:57:32Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '9d698bb7-c218-409e-acfa-d0e3b6f6143d', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:59:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d9af42-1cb9-4749-9b22-bb8111976586', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:56:33Z', 'updated_at': '2022-05-28T04:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:57:35.167557 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-3f7f6b95-17d0-4b8b-aad0-0bb71d1490a7 None None] For port 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224,segment=NetworkSegment(fcfdfb39-2940-4019-b570-60b185b52ece),segment_id=fcfdfb39-2940-4019-b570-60b185b52ece)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:57:35.167947 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6b95-17d0-4b8b-aad0-0bb71d1490a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:35.289102 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f6b95-17d0-4b8b-aad0-0bb71d1490a7 None None] Calling delete_port for 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:57:35.385563 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6b95-17d0-4b8b-aad0-0bb71d1490a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:35.388841 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-a329f054-cc36-4829-b1e9-22eed17425cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 9d698bb7-c218-409e-acfa-d0e3b6f6143d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9d698bb7-c218-409e-acfa-d0e3b6f6143d,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:57:35.388841 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a329f054-cc36-4829-b1e9-22eed17425cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:35.429153 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f6b95-17d0-4b8b-aad0-0bb71d1490a7 None None] Pushing event deleted for resources: {'Port': ['ID=4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:35.435351 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f6b95-17d0-4b8b-aad0-0bb71d1490a7 None None] No DVR routers for this DVR port 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:57:35.506789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-a329f054-cc36-4829-b1e9-22eed17425cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 9d698bb7-c218-409e-acfa-d0e3b6f6143d owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:57:35.686377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a329f054-cc36-4829-b1e9-22eed17425cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:35.728709 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329f054-cc36-4829-b1e9-22eed17425cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=9d698bb7-c218-409e-acfa-d0e3b6f6143d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:35.990561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device dbdc41f0-1e01-47eb-b89a-c75728567b89 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:57:35.996726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a329f054-cc36-4829-b1e9-22eed17425cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:36.024171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: dbdc41f0-1e01-47eb-b89a-c75728567b89 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:57:36.024507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device dbdc41f0-1e01-47eb-b89a-c75728567b89 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:57:36.024909 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:57:36.059465 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:57:36.059465 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 4c4a1ab8-cdfb-4bcc-8fa7-1d7f76558224 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:57:36.245307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a329f054-cc36-4829-b1e9-22eed17425cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:36.254552 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a329f054-cc36-4829-b1e9-22eed17425cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:36.284680 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a329f054-cc36-4829-b1e9-22eed17425cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:36.285244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a329f054-cc36-4829-b1e9-22eed17425cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Fanout notify agent at l3_agent the message router_deleted on router 69d9af42-1cb9-4749-9b22-bb8111976586 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:57:36.301275 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a329f054-cc36-4829-b1e9-22eed17425cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:36.302664 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a329f054-cc36-4829-b1e9-22eed17425cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/routers/69d9af42-1cb9-4749-9b22-bb8111976586 HTTP/1.1" status: 204 len: 168 time: 1.6289692 May 28 04:57:36.305981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33954) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:36.436541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b661652-2fe8-4d29-8e8e-1ebc72803bb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:36.565745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b661652-2fe8-4d29-8e8e-1ebc72803bb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:36.596315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-1b661652-2fe8-4d29-8e8e-1ebc72803bb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163540f8-5aee-4b00-8f8a-f4965d212613']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:36.608868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-1b661652-2fe8-4d29-8e8e-1ebc72803bb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcfdfb39-2940-4019-b570-60b185b52ece') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:36.609159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-1b661652-2fe8-4d29-8e8e-1ebc72803bb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcfdfb39-2940-4019-b570-60b185b52ece') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:36.625276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b661652-2fe8-4d29-8e8e-1ebc72803bb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:36.644056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b661652-2fe8-4d29-8e8e-1ebc72803bb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:36.650513 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b661652-2fe8-4d29-8e8e-1ebc72803bb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:57:36.650513 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b661652-2fe8-4d29-8e8e-1ebc72803bb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:57:36.661464 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:57:36.850631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b661652-2fe8-4d29-8e8e-1ebc72803bb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:36.868911 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b661652-2fe8-4d29-8e8e-1ebc72803bb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:36.879985 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b661652-2fe8-4d29-8e8e-1ebc72803bb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Network': ['ID=163540f8-5aee-4b00-8f8a-f4965d212613,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:36.894627 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1b661652-2fe8-4d29-8e8e-1ebc72803bb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/networks/163540f8-5aee-4b00-8f8a-f4965d212613 HTTP/1.1" status: 204 len: 168 time: 0.5815756 May 28 04:57:36.903437 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 33960) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:36.903437 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-148e5e2b-0954-436b-906f-ff9a8dca5d7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'network': {'name': 'tempest-network-smoke--2120425904', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'port_security_enabled': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:57:36.913880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-148e5e2b-0954-436b-906f-ff9a8dca5d7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:57:36.913880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-148e5e2b-0954-436b-906f-ff9a8dca5d7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:network and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:57:36.922273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-148e5e2b-0954-436b-906f-ff9a8dca5d7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:57:36.936104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-148e5e2b-0954-436b-906f-ff9a8dca5d7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:57:36.945256 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148e5e2b-0954-436b-906f-ff9a8dca5d7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:57:36.954493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-148e5e2b-0954-436b-906f-ff9a8dca5d7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:36.984199 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148e5e2b-0954-436b-906f-ff9a8dca5d7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:57:36.993393 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-148e5e2b-0954-436b-906f-ff9a8dca5d7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:36.993393 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-148e5e2b-0954-436b-906f-ff9a8dca5d7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Added segment 5c8c60a3-7794-4117-91f6-1903cdfb1cff of type vlan for network 418630b4-8099-4cfe-8651-7fc82294d9b9 May 28 04:57:37.025176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-148e5e2b-0954-436b-906f-ff9a8dca5d7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:37.058132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-148e5e2b-0954-436b-906f-ff9a8dca5d7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:37.064818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148e5e2b-0954-436b-906f-ff9a8dca5d7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:37.064818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-148e5e2b-0954-436b-906f-ff9a8dca5d7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:37.173787 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-148e5e2b-0954-436b-906f-ff9a8dca5d7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2756078 May 28 04:57:37.175864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e5e2b-0954-436b-906f-ff9a8dca5d7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Network': ['ID=418630b4-8099-4cfe-8651-7fc82294d9b9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:37.176001 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33964) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:37.183580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'admin_state_up': True, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:57:37.188784 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 418630b4-8099-4cfe-8651-7fc82294d9b9 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:57:37.204691 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:57:37.210204 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:router and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:57:37.212147 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:57:37.229970 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:57:37.240190 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:37.240190 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:37.263994 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:37.422270 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:37.604031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:37.631941 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:37.888427 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9d698bb7-c218-409e-acfa-d0e3b6f6143d no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:57:37.906672 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.11 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/3099c5d0-47b5-42a1-a62f-90a7c38f5385) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:57:37.923323 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 9d698bb7-c218-409e-acfa-d0e3b6f6143d {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:57:37.923721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9d698bb7-c218-409e-acfa-d0e3b6f6143d not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:57:38.065174 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:38.098066 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:38.168211 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:57:38.171770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:57:38.175510 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:57:38.199602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=3099c5d0-47b5-42a1-a62f-90a7c38f5385,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:38.332870 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:38.333608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:38.567178 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:57:38.770320 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:57:38.781575 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Sync routers for ids ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:57:38.794861 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Routers {'4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:57:38.796540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-3ba853cf-568b-434a-a568-96d026758ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:57:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:38.802345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:38.802345 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-54953a19-48be-46d1-ae10-c7103b25a280 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6240606 May 28 04:57:38.807926 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33968) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:38.851836 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f0058e02-1b5e-4675-b4d4-e8e7eefe8a9e tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f3dfbb4a80ae4be4a49f16f926649fcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459306 May 28 04:57:38.854739 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33972) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:38.988637 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Set router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:57:39.001458 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffc6e8e-76c2-4e8e-9bee-f30bdbdadb02 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:39.002994 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7ffc6e8e-76c2-4e8e-9bee-f30bdbdadb02 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1479661 May 28 04:57:39.005956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33976) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:39.044306 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c0f66e86-ef37-4653-9991-6e4f0a0d7bac tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372982 May 28 04:57:39.047958 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33980) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:39.053164 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-25bd6fd5-23f9-40ac-9803-01a0052aa092 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-711466818', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:57:39.167099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-25bd6fd5-23f9-40ac-9803-01a0052aa092 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:57:39.168875 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-25bd6fd5-23f9-40ac-9803-01a0052aa092 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:subnet and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:57:39.172879 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-25bd6fd5-23f9-40ac-9803-01a0052aa092 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:57:39.181099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-25bd6fd5-23f9-40ac-9803-01a0052aa092 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:57:39.192398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bd6fd5-23f9-40ac-9803-01a0052aa092 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:57:39.301099 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25bd6fd5-23f9-40ac-9803-01a0052aa092 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:39.320341 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-3ba853cf-568b-434a-a568-96d026758ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:38Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:39.324986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Checking router: 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:57:39.324986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Updating router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec port 3099c5d0-47b5-42a1-a62f-90a7c38f5385 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:57:39.377707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:39.534259 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25bd6fd5-23f9-40ac-9803-01a0052aa092 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:39.714861 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd6fd5-23f9-40ac-9803-01a0052aa092 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Subnet': ['ID=ed9cfa19-f9df-4d87-8fee-be541563990b,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:39.727400 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bd6fd5-23f9-40ac-9803-01a0052aa092 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Checking segment: {'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:57:39.727650 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bd6fd5-23f9-40ac-9803-01a0052aa092 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network hostable DHCP agents. Network: 418630b4-8099-4cfe-8651-7fc82294d9b9, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:57:39.753068 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:39.753882 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bd6fd5-23f9-40ac-9803-01a0052aa092 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 418630b4-8099-4cfe-8651-7fc82294d9b9 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:57:39.764014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-25bd6fd5-23f9-40ac-9803-01a0052aa092 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 418630b4-8099-4cfe-8651-7fc82294d9b9) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:57:39.764460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Transition to ACTIVE for port object 3099c5d0-47b5-42a1-a62f-90a7c38f5385 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:57:39.772798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bd6fd5-23f9-40ac-9803-01a0052aa092 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:39.772798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25bd6fd5-23f9-40ac-9803-01a0052aa092 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:39.776665 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:39.797686 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-25bd6fd5-23f9-40ac-9803-01a0052aa092 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7474520 May 28 04:57:39.801204 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33984) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:39.819126 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3566684b-ae86-42fc-b193-41c9af96088d None None] Network 418630b4-8099-4cfe-8651-7fc82294d9b9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:57:39.952721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9526fbd-cdea-480b-980f-eb2da8edc59b None None] Pushing event updated for resources: {'Port': ['ID=3099c5d0-47b5-42a1-a62f-90a7c38f5385,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:39.986051 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Attempting to bind port 3099c5d0-47b5-42a1-a62f-90a7c38f5385 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:57:39.986327 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Attempting to bind port 3099c5d0-47b5-42a1-a62f-90a7c38f5385 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:57:39.986678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Attempting to bind port 3099c5d0-47b5-42a1-a62f-90a7c38f5385 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:57:40.007953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:57:40.008353 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:57:40.008679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:40.009060 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:57:40.009525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Bound port: 3099c5d0-47b5-42a1-a62f-90a7c38f5385, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:57:40.009913 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:40.167582 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-3ba853cf-568b-434a-a568-96d026758ced None None] For port 3099c5d0-47b5-42a1-a62f-90a7c38f5385, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:57:40.178509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-3ba853cf-568b-434a-a568-96d026758ced None None] For port 3099c5d0-47b5-42a1-a62f-90a7c38f5385, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3099c5d0-47b5-42a1-a62f-90a7c38f5385,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:57:40.192548 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-418630b4-8099-4cfe-8651-7fc82294d9b9', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:57:40.195931 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:40.208629 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:40.387782 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Routers {'4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:57:40.387782 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-3ba853cf-568b-434a-a568-96d026758ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:57:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:40.452903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9526fbd-cdea-480b-980f-eb2da8edc59b None None] Pushing event updated for resources: {'Port': ['ID=3099c5d0-47b5-42a1-a62f-90a7c38f5385,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:40.655670 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Allocated IP 172.20.0.2 (418630b4-8099-4cfe-8651-7fc82294d9b9/ed9cfa19-f9df-4d87-8fee-be541563990b/cc80df52-641c-4b92-9aeb-493cd4d54fae) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:57:40.658898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:40.679293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-3ba853cf-568b-434a-a568-96d026758ced None None] Set router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:57:40.842791 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-688c4ab9-84ea-4161-a719-a926e9124372 req-b00b2a44-5f4b-485c-994d-3510462cdaeb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879064 May 28 04:57:41.026866 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-688c4ab9-84ea-4161-a719-a926e9124372 req-43c94bab-4cf5-4654-82f4-fe6b50c552df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 1098 time: 0.0995629 May 28 04:57:41.191387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c4ab9-84ea-4161-a719-a926e9124372 req-9525db85-374d-4a3a-b16b-09ad4793aa8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:41.191805 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-688c4ab9-84ea-4161-a719-a926e9124372 req-9525db85-374d-4a3a-b16b-09ad4793aa8c service neutron] 10.222.0.66 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 911 time: 0.1437635 May 28 04:57:41.198140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:41.215228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Transition to ACTIVE for port object cc80df52-641c-4b92-9aeb-493cd4d54fae will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:57:41.239745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Transition to ACTIVE for port object cc80df52-641c-4b92-9aeb-493cd4d54fae will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:57:41.251325 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:41.312394 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-688c4ab9-84ea-4161-a719-a926e9124372 req-7543a041-14bc-4bb6-82f9-50861e19c201 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d44f858c-b9f6-48ab-a5ed-f911f19be71b HTTP/1.1" status: 200 len: 1001 time: 0.1141560 May 28 04:57:41.317211 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-3ba853cf-568b-434a-a568-96d026758ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:38Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:41.334520 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba853cf-568b-434a-a568-96d026758ced None None] The sync data for ids ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'] in dv-neutron-843300-5-hyperv is: [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:38Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:57:41.342461 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.1 (418630b4-8099-4cfe-8651-7fc82294d9b9/ed9cfa19-f9df-4d87-8fee-be541563990b/2684ab7e-b9d9-433e-94ef-f537d4984868) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:57:41.348775 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Pushing event updated for resources: {'Port': ['ID=cc80df52-641c-4b92-9aeb-493cd4d54fae,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:41.357313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Network 418630b4-8099-4cfe-8651-7fc82294d9b9 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:57:41.357313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:57:41.362258 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:57:41.378782 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:41.380050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:41.380050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:41.380050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:41.380300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:41.380908 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:41.381007 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:41.381269 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:41.386694 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:41.387341 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:41.388895 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:41.409697 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c4ab9-84ea-4161-a719-a926e9124372 req-acc92bb9-6cea-41dc-97dc-cb14ba5b8c5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:41.412567 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-688c4ab9-84ea-4161-a719-a926e9124372 req-acc92bb9-6cea-41dc-97dc-cb14ba5b8c5b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8dc39ab9-b8b9-4f7a-95dd-aab229021c21 HTTP/1.1" status: 200 len: 849 time: 0.0941687 May 28 04:57:41.516495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Attempting to bind port cc80df52-641c-4b92-9aeb-493cd4d54fae on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:57:41.516495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Attempting to bind port cc80df52-641c-4b92-9aeb-493cd4d54fae by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:57:41.516495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Attempting to bind port cc80df52-641c-4b92-9aeb-493cd4d54fae on network 418630b4-8099-4cfe-8651-7fc82294d9b9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:57:41.526006 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-688c4ab9-84ea-4161-a719-a926e9124372 req-da2f8e9c-2634-4076-9f0e-2d68e6f67581 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9829c481-31a9-48d1-9599-15df4d99a3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936949 May 28 04:57:41.532573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:57:41.532573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Checking segment: {'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:57:41.532573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:41.532573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Bound using segment: {'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:57:41.532573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Bound port: cc80df52-641c-4b92-9aeb-493cd4d54fae, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:57:41.532573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:41.659271 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:41.680824 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object 2684ab7e-b9d9-433e-94ef-f537d4984868 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:57:41.684274 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] For port cc80df52-641c-4b92-9aeb-493cd4d54fae, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:57:41.696455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] For port cc80df52-641c-4b92-9aeb-493cd4d54fae, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=cc80df52-641c-4b92-9aeb-493cd4d54fae,segment=NetworkSegment(5c8c60a3-7794-4117-91f6-1903cdfb1cff),segment_id=5c8c60a3-7794-4117-91f6-1903cdfb1cff)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:57:41.709470 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:41.720533 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:41.759561 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-688c4ab9-84ea-4161-a719-a926e9124372 req-2d20e0c9-bf8b-4b7a-a4a0-b61145ec902c service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382324 May 28 04:57:41.797196 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46e600-bd0a-4542-91ed-bcba7a7169ce None None] Pushing event updated for resources: {'Port': ['ID=cc80df52-641c-4b92-9aeb-493cd4d54fae,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:41.827548 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=2684ab7e-b9d9-433e-94ef-f537d4984868,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:41.832875 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 418630b4-8099-4cfe-8651-7fc82294d9b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:57:41.834196 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:57:41.842003 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:57:41.984667 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-688c4ab9-84ea-4161-a719-a926e9124372 req-c2fd355b-33c3-429c-b61e-3bc11d57e350 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161877 May 28 04:57:42.026715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3099c5d0-47b5-42a1-a62f-90a7c38f5385 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:57:42.102993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:42.183784 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 3099c5d0-47b5-42a1-a62f-90a7c38f5385 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:57:42.190789 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 3099c5d0-47b5-42a1-a62f-90a7c38f5385 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:57:42.191147 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:42.225969 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:42.323826 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:42.340362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 3099c5d0-47b5-42a1-a62f-90a7c38f5385, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3099c5d0-47b5-42a1-a62f-90a7c38f5385,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:57:42.346074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:42.421588 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=3099c5d0-47b5-42a1-a62f-90a7c38f5385,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:42.650371 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:42.656315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:42.765823 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:42.769253 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=2684ab7e-b9d9-433e-94ef-f537d4984868,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:42.813022 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafc3119-e4b0-45a8-a91a-c8765e4504e2 None None] Network 418630b4-8099-4cfe-8651-7fc82294d9b9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:57:42.908642 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 418630b4-8099-4cfe-8651-7fc82294d9b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:57:42.910103 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:57:42.935434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a51f9db4-234a-4a4c-9900-8389f4962df6 None None] Provisioning for port cc80df52-641c-4b92-9aeb-493cd4d54fae completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:57:43.268927 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-21883aac-ab8b-45ea-bf13-e6faf637ea55 None None] Provisioning for port 2684ab7e-b9d9-433e-94ef-f537d4984868 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:57:43.274448 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-21883aac-ab8b-45ea-bf13-e6faf637ea55 None None] Provisioning complete for port 2684ab7e-b9d9-433e-94ef-f537d4984868 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:57:43.275162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-21883aac-ab8b-45ea-bf13-e6faf637ea55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:43.299245 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:57:43.332150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-21883aac-ab8b-45ea-bf13-e6faf637ea55 None None] Port 2684ab7e-b9d9-433e-94ef-f537d4984868 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:57:43.472045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-09b8678a-8f68-4b22-8dfc-c760d6537ec4 None None] Provisioning complete for port 2684ab7e-b9d9-433e-94ef-f537d4984868 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:57:43.472708 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-09b8678a-8f68-4b22-8dfc-c760d6537ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:43.515965 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:57:43.529910 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-277d570f-9616-4cba-a5f6-0fa8bda3b73a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/4bbab4cf-23a7-4b69-b2ab-ad794bafbaec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7289586 May 28 04:57:43.532504 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33988) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:43.536661 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-09b8678a-8f68-4b22-8dfc-c760d6537ec4 None None] Port 2684ab7e-b9d9-433e-94ef-f537d4984868 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:57:43.660705 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-70e3ae13-4d8a-44e9-80a4-35c043d97e47 None None] Provisioning complete for port 2684ab7e-b9d9-433e-94ef-f537d4984868 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:57:43.661059 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-70e3ae13-4d8a-44e9-80a4-35c043d97e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:43.718420 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-70e3ae13-4d8a-44e9-80a4-35c043d97e47 None None] Port 2684ab7e-b9d9-433e-94ef-f537d4984868 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:57:43.772153 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3aa11f-04b5-4350-8b77-a5bb0b2c62c3 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:43.772748 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3aa11f-04b5-4350-8b77-a5bb0b2c62c3 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:43.773202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3aa11f-04b5-4350-8b77-a5bb0b2c62c3 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:43.773687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3aa11f-04b5-4350-8b77-a5bb0b2c62c3 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:43.774061 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3aa11f-04b5-4350-8b77-a5bb0b2c62c3 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:43.774383 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3aa11f-04b5-4350-8b77-a5bb0b2c62c3 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:43.776165 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fd3aa11f-04b5-4350-8b77-a5bb0b2c62c3 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2427223 May 28 04:57:43.778996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33992) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:43.852118 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08629f8-df8a-4ca6-b98d-22c5341216e7 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:43.852471 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08629f8-df8a-4ca6-b98d-22c5341216e7 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:43.852822 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08629f8-df8a-4ca6-b98d-22c5341216e7 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:43.853163 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08629f8-df8a-4ca6-b98d-22c5341216e7 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:43.853506 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08629f8-df8a-4ca6-b98d-22c5341216e7 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:43.853871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08629f8-df8a-4ca6-b98d-22c5341216e7 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:43.855572 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b08629f8-df8a-4ca6-b98d-22c5341216e7 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0757008 May 28 04:57:43.858501 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 33996) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:44.006925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cc80df52-641c-4b92-9aeb-493cd4d54fae up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:57:44.069558 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6510a38e-cc67-4185-8875-3194b2376e4a tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2100406 May 28 04:57:44.075342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port cc80df52-641c-4b92-9aeb-493cd4d54fae completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:57:44.080637 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port cc80df52-641c-4b92-9aeb-493cd4d54fae triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:57:44.081018 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.152615 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34002) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:44.158516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-eae15c19-c475-4250-bdb8-7a112e32ed22 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1105178326', 'description': 'tempest-secgroup-smoke-1105178326 description', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:57:44.165032 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-eae15c19-c475-4250-bdb8-7a112e32ed22 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:57:44.169565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-eae15c19-c475-4250-bdb8-7a112e32ed22 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:57:44.172666 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-eae15c19-c475-4250-bdb8-7a112e32ed22 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:57:44.178725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-eae15c19-c475-4250-bdb8-7a112e32ed22 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:57:44.192318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-eae15c19-c475-4250-bdb8-7a112e32ed22 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.195598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.228581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-eae15c19-c475-4250-bdb8-7a112e32ed22 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:57:44.228827 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port cc80df52-641c-4b92-9aeb-493cd4d54fae, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=cc80df52-641c-4b92-9aeb-493cd4d54fae,segment=NetworkSegment(5c8c60a3-7794-4117-91f6-1903cdfb1cff),segment_id=5c8c60a3-7794-4117-91f6-1903cdfb1cff)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:57:44.232856 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-eae15c19-c475-4250-bdb8-7a112e32ed22 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:57:44.233858 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.234780 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3099c5d0-47b5-42a1-a62f-90a7c38f5385 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:57:44.235915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-eae15c19-c475-4250-bdb8-7a112e32ed22 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:57:44.241931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-eae15c19-c475-4250-bdb8-7a112e32ed22 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:57:44.299077 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-eae15c19-c475-4250-bdb8-7a112e32ed22 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.308376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-eae15c19-c475-4250-bdb8-7a112e32ed22 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.350919 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=cc80df52-641c-4b92-9aeb-493cd4d54fae,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:44.358793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae15c19-c475-4250-bdb8-7a112e32ed22 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013e12f8-f18c-4b36-a30f-9c1b8f0a8f29,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:44.364608 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-eae15c19-c475-4250-bdb8-7a112e32ed22 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.369734 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 3099c5d0-47b5-42a1-a62f-90a7c38f5385 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:57:44.370206 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-eae15c19-c475-4250-bdb8-7a112e32ed22 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2124722 May 28 04:57:44.370562 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.370650 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34006) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:44.375339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-1088d413-dce7-4480-bb96-dee4c9317d62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '013e12f8-f18c-4b36-a30f-9c1b8f0a8f29', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:57:44.381374 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1088d413-dce7-4480-bb96-dee4c9317d62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:57:44.385797 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1088d413-dce7-4480-bb96-dee4c9317d62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:57:44.388653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1088d413-dce7-4480-bb96-dee4c9317d62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:57:44.394380 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1088d413-dce7-4480-bb96-dee4c9317d62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:57:44.415929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1088d413-dce7-4480-bb96-dee4c9317d62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.478822 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1088d413-dce7-4480-bb96-dee4c9317d62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.485129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1088d413-dce7-4480-bb96-dee4c9317d62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.513328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088d413-dce7-4480-bb96-dee4c9317d62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbe70b0-b0fa-4a37-9e21-6994cdbff492,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:44.523383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1088d413-dce7-4480-bb96-dee4c9317d62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.524617 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1088d413-dce7-4480-bb96-dee4c9317d62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1539769 May 28 04:57:44.527637 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34010) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:44.532978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-135d27b9-5a75-4ec7-b097-52d9b5bb6c59 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '013e12f8-f18c-4b36-a30f-9c1b8f0a8f29', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:57:44.538902 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-135d27b9-5a75-4ec7-b097-52d9b5bb6c59 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:57:44.542665 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-135d27b9-5a75-4ec7-b097-52d9b5bb6c59 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:57:44.545476 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-135d27b9-5a75-4ec7-b097-52d9b5bb6c59 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:57:44.551199 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-135d27b9-5a75-4ec7-b097-52d9b5bb6c59 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:57:44.570013 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-135d27b9-5a75-4ec7-b097-52d9b5bb6c59 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.634215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-135d27b9-5a75-4ec7-b097-52d9b5bb6c59 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.640586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-135d27b9-5a75-4ec7-b097-52d9b5bb6c59 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.663882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d27b9-5a75-4ec7-b097-52d9b5bb6c59 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1152d8-f169-436b-84bb-281cf1b2a02e,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:44.674013 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-135d27b9-5a75-4ec7-b097-52d9b5bb6c59 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.675151 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-135d27b9-5a75-4ec7-b097-52d9b5bb6c59 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1465700 May 28 04:57:44.678281 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34014) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:44.683836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-b9d162dd-19bf-4aad-85f4-f3e997e506a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '013e12f8-f18c-4b36-a30f-9c1b8f0a8f29', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:57:44.689579 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b9d162dd-19bf-4aad-85f4-f3e997e506a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:57:44.693385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b9d162dd-19bf-4aad-85f4-f3e997e506a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:57:44.696365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b9d162dd-19bf-4aad-85f4-f3e997e506a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:57:44.702074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b9d162dd-19bf-4aad-85f4-f3e997e506a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:57:44.720991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b9d162dd-19bf-4aad-85f4-f3e997e506a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.784901 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b9d162dd-19bf-4aad-85f4-f3e997e506a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.790195 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b9d162dd-19bf-4aad-85f4-f3e997e506a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.812205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d162dd-19bf-4aad-85f4-f3e997e506a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3ecef7-7706-45da-9c45-9a0f8bb1934c,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:44.821449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b9d162dd-19bf-4aad-85f4-f3e997e506a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.822787 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b9d162dd-19bf-4aad-85f4-f3e997e506a8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1435950 May 28 04:57:44.825494 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34018) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:44.830865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-49e1b18b-3a9d-47c7-9f8a-b20f769134c2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '013e12f8-f18c-4b36-a30f-9c1b8f0a8f29', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:57:44.836792 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-49e1b18b-3a9d-47c7-9f8a-b20f769134c2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:57:44.840558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-49e1b18b-3a9d-47c7-9f8a-b20f769134c2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:57:44.843433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-49e1b18b-3a9d-47c7-9f8a-b20f769134c2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:57:44.849324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-49e1b18b-3a9d-47c7-9f8a-b20f769134c2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:57:44.868324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49e1b18b-3a9d-47c7-9f8a-b20f769134c2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.939235 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49e1b18b-3a9d-47c7-9f8a-b20f769134c2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.946495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49e1b18b-3a9d-47c7-9f8a-b20f769134c2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.970708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1b18b-3a9d-47c7-9f8a-b20f769134c2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3145c0c9-4041-4848-957b-353e456957cc,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:44.980565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49e1b18b-3a9d-47c7-9f8a-b20f769134c2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:44.982025 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-49e1b18b-3a9d-47c7-9f8a-b20f769134c2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1556098 May 28 04:57:44.984751 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34024) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:44.990102 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-96717ef3-424d-4dab-8cd9-16aa572a452f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '013e12f8-f18c-4b36-a30f-9c1b8f0a8f29', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:57:44.996938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-96717ef3-424d-4dab-8cd9-16aa572a452f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:57:45.000850 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-96717ef3-424d-4dab-8cd9-16aa572a452f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:57:45.003757 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-96717ef3-424d-4dab-8cd9-16aa572a452f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:57:45.009821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-96717ef3-424d-4dab-8cd9-16aa572a452f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:57:45.022593 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-96717ef3-424d-4dab-8cd9-16aa572a452f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:57:45.029453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96717ef3-424d-4dab-8cd9-16aa572a452f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:45.093420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96717ef3-424d-4dab-8cd9-16aa572a452f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:45.098946 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96717ef3-424d-4dab-8cd9-16aa572a452f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:45.121855 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96717ef3-424d-4dab-8cd9-16aa572a452f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f1d98e-f1ab-482e-a751-4498bdb4d5da,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:45.133803 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-96717ef3-424d-4dab-8cd9-16aa572a452f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:45.134996 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-96717ef3-424d-4dab-8cd9-16aa572a452f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1493399 May 28 04:57:45.138033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34028) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:45.143599 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-2833753b-ef87-47b5-a499-1506400399a9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '013e12f8-f18c-4b36-a30f-9c1b8f0a8f29', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:57:45.150103 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2833753b-ef87-47b5-a499-1506400399a9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:57:45.153237 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Sync routers for ids ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:57:45.154151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2833753b-ef87-47b5-a499-1506400399a9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:57:45.157411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2833753b-ef87-47b5-a499-1506400399a9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:57:45.163305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2833753b-ef87-47b5-a499-1506400399a9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:57:45.165628 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Routers {'4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:57:45.166277 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:57:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:45.176310 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-2833753b-ef87-47b5-a499-1506400399a9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:57:45.183612 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2833753b-ef87-47b5-a499-1506400399a9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:45.255168 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2833753b-ef87-47b5-a499-1506400399a9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:45.260871 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2833753b-ef87-47b5-a499-1506400399a9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:45.284483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833753b-ef87-47b5-a499-1506400399a9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6719e5f2-d28f-49a7-b8a4-16e453f69367,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:45.295814 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2833753b-ef87-47b5-a499-1506400399a9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:45.297150 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2833753b-ef87-47b5-a499-1506400399a9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1580935 May 28 04:57:45.384914 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Set router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:57:45.705088 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '2684ab7e-b9d9-433e-94ef-f537d4984868', 'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:f5:ad:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:40Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 2, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:45.709166 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Checking router: 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:57:45.709504 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Updating router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec port 2684ab7e-b9d9-433e-94ef-f537d4984868 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:57:45.748164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8bfff41e-6329-4b0f-9151-650098826f6c req-409c4faa-1f6b-4532-9e96-c6d77ec1385f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:57:45.764664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8bfff41e-6329-4b0f-9151-650098826f6c req-409c4faa-1f6b-4532-9e96-c6d77ec1385f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:57:45.765790 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:45.765966 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8bfff41e-6329-4b0f-9151-650098826f6c req-409c4faa-1f6b-4532-9e96-c6d77ec1385f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105178326&fields=id&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 267 time: 0.0597007 May 28 04:57:45.974369 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cc80df52-641c-4b92-9aeb-493cd4d54fae up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:57:46.020339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfff41e-6329-4b0f-9151-650098826f6c req-be164a79-50e8-4f05-9bfd-152527dabbf3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:46.021486 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8bfff41e-6329-4b0f-9151-650098826f6c req-be164a79-50e8-4f05-9bfd-152527dabbf3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:57:46.043799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8bfff41e-6329-4b0f-9151-650098826f6c req-be164a79-50e8-4f05-9bfd-152527dabbf3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:57:46.046041 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8bfff41e-6329-4b0f-9151-650098826f6c req-be164a79-50e8-4f05-9bfd-152527dabbf3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/networks?id=418630b4-8099-4cfe-8651-7fc82294d9b9 HTTP/1.1" status: 200 len: 797 time: 0.2725265 May 28 04:57:46.047275 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port cc80df52-641c-4b92-9aeb-493cd4d54fae triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:57:46.047882 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:46.064502 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8bfff41e-6329-4b0f-9151-650098826f6c req-86e7f498-f472-45a8-a4bc-4a2c63123c4b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/quotas/f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 375 time: 0.0120215 May 28 04:57:46.119381 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:46.132089 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Transition to ACTIVE for port object 2684ab7e-b9d9-433e-94ef-f537d4984868 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:57:46.141621 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:46.152098 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8bfff41e-6329-4b0f-9151-650098826f6c req-af524724-16d6-448e-8271-7840f729c0bf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807021 May 28 04:57:46.295179 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad771a-6992-47bd-b19b-28bfa6c8aafa None None] Pushing event updated for resources: {'Port': ['ID=2684ab7e-b9d9-433e-94ef-f537d4984868,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:46.305056 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8bfff41e-6329-4b0f-9151-650098826f6c req-6258249b-6cdf-406d-8abf-632cfb0ac58b service neutron] 10.222.0.15 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378870 May 28 04:57:46.340258 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad771a-6992-47bd-b19b-28bfa6c8aafa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:46.340586 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad771a-6992-47bd-b19b-28bfa6c8aafa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:46.341114 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad771a-6992-47bd-b19b-28bfa6c8aafa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:46.341592 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad771a-6992-47bd-b19b-28bfa6c8aafa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:46.342122 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad771a-6992-47bd-b19b-28bfa6c8aafa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:46.342615 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad771a-6992-47bd-b19b-28bfa6c8aafa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:46.343087 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad771a-6992-47bd-b19b-28bfa6c8aafa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:46.343807 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad771a-6992-47bd-b19b-28bfa6c8aafa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:46.344331 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad771a-6992-47bd-b19b-28bfa6c8aafa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:46.344817 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad771a-6992-47bd-b19b-28bfa6c8aafa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:46.345338 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ad771a-6992-47bd-b19b-28bfa6c8aafa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:57:46.373418 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Attempting to bind port 2684ab7e-b9d9-433e-94ef-f537d4984868 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:57:46.373811 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Attempting to bind port 2684ab7e-b9d9-433e-94ef-f537d4984868 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:57:46.374158 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Attempting to bind port 2684ab7e-b9d9-433e-94ef-f537d4984868 on network 418630b4-8099-4cfe-8651-7fc82294d9b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:57:46.380334 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:57:46.380683 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Checking segment: {'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:57:46.381059 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:46.381430 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Bound using segment: {'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:57:46.381888 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Bound port: 2684ab7e-b9d9-433e-94ef-f537d4984868, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:57:46.382295 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:46.441791 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8bfff41e-6329-4b0f-9151-650098826f6c req-a4eed33e-b63e-4d58-9e2b-03d2dabce6de service neutron] 10.222.0.15 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323004 May 28 04:57:46.470183 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] For port 2684ab7e-b9d9-433e-94ef-f537d4984868, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:57:46.473862 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] For port 2684ab7e-b9d9-433e-94ef-f537d4984868, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2684ab7e-b9d9-433e-94ef-f537d4984868,segment=NetworkSegment(5c8c60a3-7794-4117-91f6-1903cdfb1cff),segment_id=5c8c60a3-7794-4117-91f6-1903cdfb1cff)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:57:46.480291 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:46.583363 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad771a-6992-47bd-b19b-28bfa6c8aafa None None] Pushing event updated for resources: {'Port': ['ID=2684ab7e-b9d9-433e-94ef-f537d4984868,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:46.593257 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Routers {'4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:57:46.593927 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:57:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:46.786756 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] Set router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:57:46.830802 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a7cb7ee5-bfe2-405c-ab37-a585e07eb5a0 req-ac246c8a-bc32-4e10-ba64-e32ff17cef5a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 210 time: 0.2084508 May 28 04:57:47.145670 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '2684ab7e-b9d9-433e-94ef-f537d4984868', 'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:f5:ad:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:40Z', 'updated_at': '2022-05-28T04:57:46Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:57:47.150170 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21eadfcc-fde1-4864-8a3d-11c850b98ad3 None None] The sync data for ids ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'] in dv-neutron-843300-5-hyperv is: [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '2684ab7e-b9d9-433e-94ef-f537d4984868', 'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:f5:ad:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:40Z', 'updated_at': '2022-05-28T04:57:46Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:57:47.984318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfff41e-6329-4b0f-9151-650098826f6c req-718a6e0a-2f43-4eac-a2cf-a95872574b2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:47.986792 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8bfff41e-6329-4b0f-9151-650098826f6c req-718a6e0a-2f43-4eac-a2cf-a95872574b2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/networks?id=418630b4-8099-4cfe-8651-7fc82294d9b9 HTTP/1.1" status: 200 len: 797 time: 0.1796348 May 28 04:57:48.022727 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2684ab7e-b9d9-433e-94ef-f537d4984868 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:57:48.105002 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f0da1da4-b167-45ac-8ba9-d5a3fde7e1f9 req-c38133ae-372c-4a46-8518-1be9f8342634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 210 time: 0.0494182 May 28 04:57:48.111919 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8bfff41e-6329-4b0f-9151-650098826f6c req-58f96305-5610-436c-8a40-0d60635101c5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 380 time: 0.1126754 May 28 04:57:48.115331 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 2684ab7e-b9d9-433e-94ef-f537d4984868 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:57:48.121336 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 2684ab7e-b9d9-433e-94ef-f537d4984868 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:57:48.121894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'port': {'device_id': 'e45fc16e-5378-4399-87ad-fd4af64791c5', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'admin_state_up': True, 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'security_groups': ['013e12f8-f18c-4b36-a30f-9c1b8f0a8f29']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:57:48.122398 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:48.241172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:48.254541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:57:48.258537 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:port and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:57:48.261492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:57:48.267286 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:57:48.276003 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 2684ab7e-b9d9-433e-94ef-f537d4984868, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2684ab7e-b9d9-433e-94ef-f537d4984868,segment=NetworkSegment(5c8c60a3-7794-4117-91f6-1903cdfb1cff),segment_id=5c8c60a3-7794-4117-91f6-1903cdfb1cff)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:57:48.278701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:57:48.279816 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:48.281966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:48.347479 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=2684ab7e-b9d9-433e-94ef-f537d4984868,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:48.453313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.14 (418630b4-8099-4cfe-8651-7fc82294d9b9/ed9cfa19-f9df-4d87-8fee-be541563990b/baa40776-c7fe-4a22-b36d-ada6274862f2) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:57:48.646599 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:48.663696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object baa40776-c7fe-4a22-b36d-ada6274862f2 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:57:48.690940 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:48.764920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 418630b4-8099-4cfe-8651-7fc82294d9b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:57:48.768155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:57:48.770929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:57:48.808075 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=baa40776-c7fe-4a22-b36d-ada6274862f2,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:48.839716 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:48.840317 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:48.866186 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8bfff41e-6329-4b0f-9151-650098826f6c req-890d19a5-b839-40fd-9c9e-fe064f764bfe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7484834 May 28 04:57:48.948603 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Request body: {'port': {'device_id': 'e45fc16e-5378-4399-87ad-fd4af64791c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:57:49.039997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ab0bd99f-376c-4b95-9d8f-9c5aa9b3ca70 None None] Provisioning for port baa40776-c7fe-4a22-b36d-ada6274862f2 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:57:49.045257 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ab0bd99f-376c-4b95-9d8f-9c5aa9b3ca70 None None] Provisioning complete for port baa40776-c7fe-4a22-b36d-ada6274862f2 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:57:49.045613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ab0bd99f-376c-4b95-9d8f-9c5aa9b3ca70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:49.069506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:49.099341 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ab0bd99f-376c-4b95-9d8f-9c5aa9b3ca70 None None] Port baa40776-c7fe-4a22-b36d-ada6274862f2 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:57:49.493328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9fe609-2e4b-4bce-a0a2-9a8b312e3619 req-1d4f944b-ff0e-440d-a050-264c38bcee0a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:49.494050 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-7f9fe609-2e4b-4bce-a0a2-9a8b312e3619 req-1d4f944b-ff0e-440d-a050-264c38bcee0a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:57:49.561905 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-7f9fe609-2e4b-4bce-a0a2-9a8b312e3619 req-1d4f944b-ff0e-440d-a050-264c38bcee0a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:57:49.563048 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f9fe609-2e4b-4bce-a0a2-9a8b312e3619 req-1d4f944b-ff0e-440d-a050-264c38bcee0a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 932 time: 0.2952063 May 28 04:57:49.566844 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa40776-c7fe-4a22-b36d-ada6274862f2 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:57:49.586298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:49.611782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Transition to ACTIVE for port object baa40776-c7fe-4a22-b36d-ada6274862f2 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:57:49.618742 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:49.670519 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f9fe609-2e4b-4bce-a0a2-9a8b312e3619 req-824c6a0f-e900-4aa8-ac8e-0caef77c808d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=013e12f8-f18c-4b36-a30f-9c1b8f0a8f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995433 May 28 04:57:49.751300 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Pushing event updated for resources: {'Port': ['ID=baa40776-c7fe-4a22-b36d-ada6274862f2,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:49.863178 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Attempting to bind port baa40776-c7fe-4a22-b36d-ada6274862f2 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:57:49.863516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Attempting to bind port baa40776-c7fe-4a22-b36d-ada6274862f2 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:57:49.863817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Attempting to bind port baa40776-c7fe-4a22-b36d-ada6274862f2 on network 418630b4-8099-4cfe-8651-7fc82294d9b9 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:57:49.870007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Port baa40776-c7fe-4a22-b36d-ada6274862f2 on network 418630b4-8099-4cfe-8651-7fc82294d9b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:57:49.870322 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Attempting to bind port baa40776-c7fe-4a22-b36d-ada6274862f2 on network 418630b4-8099-4cfe-8651-7fc82294d9b9 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:57:49.876365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:57:49.876687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Checking segment: {'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:57:49.877053 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Bound using segment: {'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:57:49.877491 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Bound port: baa40776-c7fe-4a22-b36d-ada6274862f2, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:57:49.877848 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:49.953075 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2684ab7e-b9d9-433e-94ef-f537d4984868 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:57:49.972878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] For port baa40776-c7fe-4a22-b36d-ada6274862f2, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:57:49.975830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] For port baa40776-c7fe-4a22-b36d-ada6274862f2, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=baa40776-c7fe-4a22-b36d-ada6274862f2,segment=NetworkSegment(5c8c60a3-7794-4117-91f6-1903cdfb1cff),segment_id=5c8c60a3-7794-4117-91f6-1903cdfb1cff)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:57:49.980245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:50.022344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 2684ab7e-b9d9-433e-94ef-f537d4984868 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:57:50.022690 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:50.058722 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:50.060124 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8bfff41e-6329-4b0f-9151-650098826f6c req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] 10.222.0.66 "PUT /v2.0/ports/baa40776-c7fe-4a22-b36d-ada6274862f2 HTTP/1.1" status: 200 len: 1094 time: 1.1869829 May 28 04:57:50.060592 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45fc16e-5378-4399-87ad-fd4af64791c5', 'tag': 'baa40776-c7fe-4a22-b36d-ada6274862f2'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:57:50.084062 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d6d0f-1f2a-4684-98e9-e0a0f1903522 service neutron] Pushing event updated for resources: {'Port': ['ID=baa40776-c7fe-4a22-b36d-ada6274862f2,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:50.190187 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8bfff41e-6329-4b0f-9151-650098826f6c req-9d2d1e26-6679-4f3e-a1e2-ad5eb5e39a00 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 1097 time: 0.0872245 May 28 04:57:50.251464 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c70491-a8cd-454a-8609-b4b90c0cc29a'] response: {'name': 'network-changed', 'server_uuid': 'e45fc16e-5378-4399-87ad-fd4af64791c5', 'tag': 'baa40776-c7fe-4a22-b36d-ada6274862f2', 'status': 'completed', 'code': 200} May 28 04:57:50.267339 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8bfff41e-6329-4b0f-9151-650098826f6c req-d2656ecb-94b7-419d-9a44-66d336934b1a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baa40776-c7fe-4a22-b36d-ada6274862f2 HTTP/1.1" status: 200 len: 217 time: 0.0691602 May 28 04:57:50.332524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfff41e-6329-4b0f-9151-650098826f6c req-16670fff-f3b8-4d83-88df-b169ef7e39df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:50.333999 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8bfff41e-6329-4b0f-9151-650098826f6c req-16670fff-f3b8-4d83-88df-b169ef7e39df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed9cfa19-f9df-4d87-8fee-be541563990b HTTP/1.1" status: 200 len: 834 time: 0.0610507 May 28 04:57:50.414482 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8bfff41e-6329-4b0f-9151-650098826f6c req-d901240d-e412-4b40-b815-b20634960036 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=418630b4-8099-4cfe-8651-7fc82294d9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747304 May 28 04:57:50.546563 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8bfff41e-6329-4b0f-9151-650098826f6c req-04145742-2b9c-4612-8693-5ee1f93a6d19 service neutron] 10.222.0.66 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258984 May 28 04:57:50.681332 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8bfff41e-6329-4b0f-9151-650098826f6c req-dff7557c-753c-428c-9621-6c8bb3e9e447 service neutron] 10.222.0.66 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284959 May 28 04:57:50.842543 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2c1dc93-aa45-4d0f-80a9-1aa6247ab0e1 req-896e0e11-4c19-42a1-a5c6-49d2a8a121a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 1097 time: 0.1146343 May 28 04:57:50.975190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28528a21-8dfa-41f4-9530-8fdf9595981b req-5f5ed10d-4001-46e4-80c1-f37feb5b5998 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:50.976639 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-28528a21-8dfa-41f4-9530-8fdf9595981b req-5f5ed10d-4001-46e4-80c1-f37feb5b5998 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 944 time: 0.1782460 May 28 04:57:51.009379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1dc93-aa45-4d0f-80a9-1aa6247ab0e1 req-d06eb021-0180-4eac-9adf-f651a050f259 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:51.010787 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2c1dc93-aa45-4d0f-80a9-1aa6247ab0e1 req-d06eb021-0180-4eac-9adf-f651a050f259 service neutron] 10.222.0.66 "GET /v2.0/networks?id=418630b4-8099-4cfe-8651-7fc82294d9b9 HTTP/1.1" status: 200 len: 898 time: 0.1607409 May 28 04:57:51.090797 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2c1dc93-aa45-4d0f-80a9-1aa6247ab0e1 req-d324cdde-a3a4-4089-8cb4-dd56d495d90f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baa40776-c7fe-4a22-b36d-ada6274862f2 HTTP/1.1" status: 200 len: 217 time: 0.0695589 May 28 04:57:51.093127 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-28528a21-8dfa-41f4-9530-8fdf9595981b req-00bdd90e-7a5f-4f33-b73d-5026b7c6f633 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=013e12f8-f18c-4b36-a30f-9c1b8f0a8f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059864 May 28 04:57:51.251481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1dc93-aa45-4d0f-80a9-1aa6247ab0e1 req-4abf1dfa-d5c8-4fe0-b304-a5c83ac7f6c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:51.252920 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2c1dc93-aa45-4d0f-80a9-1aa6247ab0e1 req-4abf1dfa-d5c8-4fe0-b304-a5c83ac7f6c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed9cfa19-f9df-4d87-8fee-be541563990b HTTP/1.1" status: 200 len: 834 time: 0.1514342 May 28 04:57:51.330655 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2c1dc93-aa45-4d0f-80a9-1aa6247ab0e1 req-369b4858-d74f-414d-a868-4fb749e34cc3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=418630b4-8099-4cfe-8651-7fc82294d9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704069 May 28 04:57:51.465205 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2c1dc93-aa45-4d0f-80a9-1aa6247ab0e1 req-27ec89a8-f704-4d79-83e2-891650fe14ff service neutron] 10.222.0.66 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268938 May 28 04:57:51.599498 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2c1dc93-aa45-4d0f-80a9-1aa6247ab0e1 req-7a310059-09f5-41e5-aac4-55ec2a2e5e27 service neutron] 10.222.0.66 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278961 May 28 04:57:52.140854 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-446d3934-66f2-475c-a8b1-5416beb0ca9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:52.301679 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd68b8-1b4b-4544-8f53-33754eba0ecc req-5210253d-73b5-49f5-9c0f-5e4fcddd0ff8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:52.303140 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4dd68b8-1b4b-4544-8f53-33754eba0ecc req-5210253d-73b5-49f5-9c0f-5e4fcddd0ff8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 944 time: 0.0820196 May 28 04:57:52.352711 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4dd68b8-1b4b-4544-8f53-33754eba0ecc req-0b032fdf-ccc1-4d98-9e5f-06ecb0a94212 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=013e12f8-f18c-4b36-a30f-9c1b8f0a8f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427873 May 28 04:57:52.525340 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device baa40776-c7fe-4a22-b36d-ada6274862f2 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 04:57:52.662247 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port baa40776-c7fe-4a22-b36d-ada6274862f2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=baa40776-c7fe-4a22-b36d-ada6274862f2,segment=NetworkSegment(5c8c60a3-7794-4117-91f6-1903cdfb1cff),segment_id=5c8c60a3-7794-4117-91f6-1903cdfb1cff)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:57:52.675678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'baa40776-c7fe-4a22-b36d-ada6274862f2', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'port_id': 'baa40776-c7fe-4a22-b36d-ada6274862f2', 'mac_address': 'fa:16:3e:31:61:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 04:57:52.732160 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:52.749375 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa40776-c7fe-4a22-b36d-ada6274862f2 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:57:52.764717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port baa40776-c7fe-4a22-b36d-ada6274862f2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=baa40776-c7fe-4a22-b36d-ada6274862f2,segment=NetworkSegment(5c8c60a3-7794-4117-91f6-1903cdfb1cff),segment_id=5c8c60a3-7794-4117-91f6-1903cdfb1cff)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:57:52.771613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:52.846458 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=baa40776-c7fe-4a22-b36d-ada6274862f2,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:52.985957 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['baa40776-c7fe-4a22-b36d-ada6274862f2'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 04:57:53.558283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dbffd-18f0-4515-a100-92aeac47b803 req-9a1f3fc2-a36b-403f-aac4-6fb76e79a656 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:53.559752 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2e5dbffd-18f0-4515-a100-92aeac47b803 req-9a1f3fc2-a36b-403f-aac4-6fb76e79a656 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 945 time: 0.0767810 May 28 04:57:53.608613 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2e5dbffd-18f0-4515-a100-92aeac47b803 req-3ec2d344-99b6-4b48-a16c-735c787bc1e2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=013e12f8-f18c-4b36-a30f-9c1b8f0a8f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409334 May 28 04:57:54.305934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6f39f9b8-4b1c-454d-99d6-338cda27c25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:54.555934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device baa40776-c7fe-4a22-b36d-ada6274862f2 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:57:54.634257 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port baa40776-c7fe-4a22-b36d-ada6274862f2 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:57:54.639280 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port baa40776-c7fe-4a22-b36d-ada6274862f2 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:57:54.639608 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:54.708676 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:54.763825 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:54.794533 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45fc16e-5378-4399-87ad-fd4af64791c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa40776-c7fe-4a22-b36d-ada6274862f2'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:57:54.803693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port baa40776-c7fe-4a22-b36d-ada6274862f2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=baa40776-c7fe-4a22-b36d-ada6274862f2,segment=NetworkSegment(5c8c60a3-7794-4117-91f6-1903cdfb1cff),segment_id=5c8c60a3-7794-4117-91f6-1903cdfb1cff)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:57:54.810122 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:54.817409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986b7c1-d91f-40b8-8374-504ff7a58c5f req-6982a833-90c4-4606-9967-f5efca8fa812 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:54.822579 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1986b7c1-d91f-40b8-8374-504ff7a58c5f req-6982a833-90c4-4606-9967-f5efca8fa812 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 945 time: 0.0869405 May 28 04:57:54.866387 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1986b7c1-d91f-40b8-8374-504ff7a58c5f req-b3bcc47d-75bd-4d34-9f94-86a814013421 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=013e12f8-f18c-4b36-a30f-9c1b8f0a8f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409138 May 28 04:57:54.880092 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=baa40776-c7fe-4a22-b36d-ada6274862f2,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:54.958662 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e82309-d113-4fc5-af1c-3fcf7a40ba44'] response: {'server_uuid': 'e45fc16e-5378-4399-87ad-fd4af64791c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa40776-c7fe-4a22-b36d-ada6274862f2', 'code': 200} May 28 04:57:55.191870 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e7d3e5ea-ffec-46ec-bd19-708f549a4b1a req-cdac90e3-86f7-46db-8cd8-a60a77745b3e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 1099 time: 0.0699906 May 28 04:57:55.235959 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e7d3e5ea-ffec-46ec-bd19-708f549a4b1a req-6f2e5fbd-b5b1-4543-9f24-2d264080502f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=013e12f8-f18c-4b36-a30f-9c1b8f0a8f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376751 May 28 04:57:55.543982 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:55.565416 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:56.090541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea33d4-9702-4061-836d-f6d7bfa370cb req-4d4e9c83-78fb-47ac-9573-f5f207708cf1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:56.091972 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9ea33d4-9702-4061-836d-f6d7bfa370cb req-4d4e9c83-78fb-47ac-9573-f5f207708cf1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 946 time: 0.0881546 May 28 04:57:56.141317 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9ea33d4-9702-4061-836d-f6d7bfa370cb req-806a0206-edfa-4b64-bb38-91310d5c7287 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=013e12f8-f18c-4b36-a30f-9c1b8f0a8f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403409 May 28 04:57:56.800769 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:57:57.107978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:57.370159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fe598-7f17-4eef-8d37-1be52270623b req-fd27bba2-9476-48ba-a8c3-3810e30ee9c1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:57.371356 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ba5fe598-7f17-4eef-8d37-1be52270623b req-fd27bba2-9476-48ba-a8c3-3810e30ee9c1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 946 time: 0.0805340 May 28 04:57:57.422653 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ba5fe598-7f17-4eef-8d37-1be52270623b req-b4ce3748-57a5-4182-a53b-6c9d544a5dc1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=013e12f8-f18c-4b36-a30f-9c1b8f0a8f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448875 May 28 04:57:57.626764 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011acc8-4797-406c-b150-b8dfd8d01d38 req-bb40fb6f-ef37-4486-8138-edc726cd558b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:57:57.629691 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7011acc8-4797-406c-b150-b8dfd8d01d38 req-bb40fb6f-ef37-4486-8138-edc726cd558b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 946 time: 0.0806665 May 28 04:57:57.680250 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7011acc8-4797-406c-b150-b8dfd8d01d38 req-eebd89af-6f27-4e31-8b24-0fa28d882662 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=013e12f8-f18c-4b36-a30f-9c1b8f0a8f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439601 May 28 04:57:57.706776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34090) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:57.784263 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5799386e-b9a0-4101-9733-dab10075bb2d tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 1094 time: 0.0762026 May 28 04:57:57.787602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34094) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:57:57.792521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': 'baa40776-c7fe-4a22-b36d-ada6274862f2', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:57:57.798152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:57:57.802263 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:floatingip and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:57:57.805526 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:57:57.813063 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:57:57.832417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:57.976374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:58.159019 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.18 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/01b59beb-9bdf-4055-80bb-d0255f16573c) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:57:58.318681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:58.349544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:58.421606 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:57:58.424425 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:57:58.427322 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:57:58.459160 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=01b59beb-9bdf-4055-80bb-d0255f16573c,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:58.976713 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:59.035530 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:59.350861 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:59.357166 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:59.465030 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=01b59beb-9bdf-4055-80bb-d0255f16573c,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:57:59.478901 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:57:59.676461 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.l3_db [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Floating IP a5b928a1-59f6-4ed3-b42a-54dadcc8afae associated. External IP: 172.26.8.18, port: baa40776-c7fe-4a22-b36d-ada6274862f2. May 28 04:58:00.120777 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:58:00.330978 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:58:00.341070 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e1d0c-5f57-42c4-8e1d-ce04b030cf0f None None] Sync routers for ids ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:58:00.353882 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e1d0c-5f57-42c4-8e1d-ce04b030cf0f None None] Routers {'4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:58:00.354679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b37e1d0c-5f57-42c4-8e1d-ce04b030cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:57:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:58:00.358999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:00.420339 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-056b7574-7ea8-48db-8b66-13f8494f6b15 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6261733 May 28 04:58:00.420339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45fc16e-5378-4399-87ad-fd4af64791c5', 'tag': 'baa40776-c7fe-4a22-b36d-ada6274862f2'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:58:00.420537 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34098) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:00.477696 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bb6d552-70aa-4bce-ae4a-ce63b7fe4a81'] response: {'name': 'network-changed', 'server_uuid': 'e45fc16e-5378-4399-87ad-fd4af64791c5', 'tag': 'baa40776-c7fe-4a22-b36d-ada6274862f2', 'status': 'completed', 'code': 200} May 28 04:58:00.577955 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7b99e44a-51eb-439c-b1dd-6bf504f54ac2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5b928a1-59f6-4ed3-b42a-54dadcc8afae HTTP/1.1" status: 200 len: 991 time: 0.1591687 May 28 04:58:00.596164 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-b37e1d0c-5f57-42c4-8e1d-ce04b030cf0f None None] Set router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:58:00.603514 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7377e314-271f-44a4-9387-fd311e2592e2 req-2b955f13-a6f4-4226-a321-4900602ef281 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 1099 time: 0.1021566 May 28 04:58:00.744612 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377e314-271f-44a4-9387-fd311e2592e2 req-dffe291a-9c61-4c23-9dd7-ff18a34c528b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:00.746166 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7377e314-271f-44a4-9387-fd311e2592e2 req-dffe291a-9c61-4c23-9dd7-ff18a34c528b service neutron] 10.222.0.66 "GET /v2.0/networks?id=418630b4-8099-4cfe-8651-7fc82294d9b9 HTTP/1.1" status: 200 len: 898 time: 0.1380792 May 28 04:58:00.851093 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7377e314-271f-44a4-9387-fd311e2592e2 req-13b6c411-c3cc-4025-9d9b-b9c278c3b044 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baa40776-c7fe-4a22-b36d-ada6274862f2 HTTP/1.1" status: 200 len: 999 time: 0.0994558 May 28 04:58:00.924069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377e314-271f-44a4-9387-fd311e2592e2 req-f52b1678-2c64-4206-b66a-f2c0443588e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:00.924722 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7377e314-271f-44a4-9387-fd311e2592e2 req-f52b1678-2c64-4206-b66a-f2c0443588e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed9cfa19-f9df-4d87-8fee-be541563990b HTTP/1.1" status: 200 len: 834 time: 0.0686762 May 28 04:58:00.975979 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b37e1d0c-5f57-42c4-8e1d-ce04b030cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'a5b928a1-59f6-4ed3-b42a-54dadcc8afae', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'port_id': 'baa40776-c7fe-4a22-b36d-ada6274862f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'mac_address': 'fa:16:3e:31:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fc16e-5378-4399-87ad-fd4af64791c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:57:58Z', 'updated_at': '2022-05-28T04:57:58Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2684ab7e-b9d9-433e-94ef-f537d4984868', 'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:f5:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:40Z', 'updated_at': '2022-05-28T04:57:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:58:00.975979 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e1d0c-5f57-42c4-8e1d-ce04b030cf0f None None] Checking router: 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:58:00.987714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e1d0c-5f57-42c4-8e1d-ce04b030cf0f None None] Routers {'4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:58:00.987714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b37e1d0c-5f57-42c4-8e1d-ce04b030cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:57:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:58:01.012257 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7377e314-271f-44a4-9387-fd311e2592e2 req-8ba90deb-4543-49c5-99dd-a61934eab3aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=418630b4-8099-4cfe-8651-7fc82294d9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807173 May 28 04:58:01.178496 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-b37e1d0c-5f57-42c4-8e1d-ce04b030cf0f None None] Set router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:58:01.288110 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7377e314-271f-44a4-9387-fd311e2592e2 req-652babf2-ea03-4797-ac61-3e0ce6a96f2a service neutron] 10.222.0.66 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627664 May 28 04:58:01.421271 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7377e314-271f-44a4-9387-fd311e2592e2 req-60f6d2d5-9339-48b9-8dd5-ae715a56a24f service neutron] 10.222.0.66 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337492 May 28 04:58:01.547779 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b37e1d0c-5f57-42c4-8e1d-ce04b030cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'a5b928a1-59f6-4ed3-b42a-54dadcc8afae', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'port_id': 'baa40776-c7fe-4a22-b36d-ada6274862f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'mac_address': 'fa:16:3e:31:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fc16e-5378-4399-87ad-fd4af64791c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:57:58Z', 'updated_at': '2022-05-28T04:57:58Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2684ab7e-b9d9-433e-94ef-f537d4984868', 'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:f5:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:40Z', 'updated_at': '2022-05-28T04:57:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:58:01.551908 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37e1d0c-5f57-42c4-8e1d-ce04b030cf0f None None] The sync data for ids ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'] in dv-neutron-843300-5-hyperv is: [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'a5b928a1-59f6-4ed3-b42a-54dadcc8afae', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'port_id': 'baa40776-c7fe-4a22-b36d-ada6274862f2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'mac_address': 'fa:16:3e:31:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e45fc16e-5378-4399-87ad-fd4af64791c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:57:58Z', 'updated_at': '2022-05-28T04:57:58Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2684ab7e-b9d9-433e-94ef-f537d4984868', 'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:f5:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:40Z', 'updated_at': '2022-05-28T04:57:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:58:01.583070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34104) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:01.709321 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-eaefe4b0-a151-4f01-b736-48e9fa342347 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5b928a1-59f6-4ed3-b42a-54dadcc8afae HTTP/1.1" status: 200 len: 991 time: 0.1253874 May 28 04:58:02.713693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34108) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:02.819829 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f4d45157-e836-41be-b816-1f7b862f69f3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5b928a1-59f6-4ed3-b42a-54dadcc8afae HTTP/1.1" status: 200 len: 991 time: 0.1049016 May 28 04:58:03.400065 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603418d2-5449-405b-8ec9-203104a7bebb None None] New status for floating IP a5b928a1-59f6-4ed3-b42a-54dadcc8afae: ACTIVE {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:58:03.825349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34112) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:03.941793 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-254b114c-d4a7-4647-9c03-7a04e4740d20 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5b928a1-59f6-4ed3-b42a-54dadcc8afae HTTP/1.1" status: 200 len: 993 time: 0.1147091 May 28 04:58:22.131855 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9bd4fc29-a27f-43a6-8aa6-3a905ebae128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:24.301087 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6bc9-2023-4372-972f-30340378a77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:24.710114 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:25.547045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:25.559334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:27.111163 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:28.575024 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34130) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:28.668285 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d7fd7f90-d6a9-43ef-884b-0c0fb4d78ec3 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=f3dfbb4a80ae4be4a49f16f926649fcb&network_id=418630b4-8099-4cfe-8651-7fc82294d9b9 HTTP/1.1" status: 200 len: 3000 time: 0.0918770 May 28 04:58:32.967496 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34142) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:33.025890 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03943388-cfcf-432f-9cfb-f6b89ed1599e tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:33.027349 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-03943388-cfcf-432f-9cfb-f6b89ed1599e tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9 HTTP/1.1" status: 200 len: 814 time: 0.0588605 May 28 04:58:33.796293 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:58:34.280936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34150) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:34.286463 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-2b9ea3af-2161-4426-a4ad-a23821fb35d8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:58:34.487351 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea3af-2161-4426-a4ad-a23821fb35d8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:34.762883 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea3af-2161-4426-a4ad-a23821fb35d8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:34.770171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea3af-2161-4426-a4ad-a23821fb35d8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:34.770625 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.l3_db [None req-2b9ea3af-2161-4426-a4ad-a23821fb35d8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Floating IP a5b928a1-59f6-4ed3-b42a-54dadcc8afae disassociated. External IP: 172.26.8.18, port: baa40776-c7fe-4a22-b36d-ada6274862f2. May 28 04:58:35.188010 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9ea3af-2161-4426-a4ad-a23821fb35d8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:58:35.406305 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9ea3af-2161-4426-a4ad-a23821fb35d8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:58:35.411474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2b9ea3af-2161-4426-a4ad-a23821fb35d8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:35.416809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fe0d25-0769-495e-b9f7-dc0e05dc65e3 None None] Sync routers for ids ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:58:35.430039 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fe0d25-0769-495e-b9f7-dc0e05dc65e3 None None] Routers {'4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:58:35.430640 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-89fe0d25-0769-495e-b9f7-dc0e05dc65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:58:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:58:35.464987 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2b9ea3af-2161-4426-a4ad-a23821fb35d8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/floatingips/a5b928a1-59f6-4ed3-b42a-54dadcc8afae HTTP/1.1" status: 200 len: 689 time: 1.1827171 May 28 04:58:35.465455 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45fc16e-5378-4399-87ad-fd4af64791c5', 'tag': 'baa40776-c7fe-4a22-b36d-ada6274862f2'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:58:35.468028 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34154) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:35.523621 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c13a53-7b17-4b93-8cd6-b8dd08be45ef'] response: {'name': 'network-changed', 'server_uuid': 'e45fc16e-5378-4399-87ad-fd4af64791c5', 'tag': 'baa40776-c7fe-4a22-b36d-ada6274862f2', 'status': 'completed', 'code': 200} May 28 04:58:35.594823 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3bbfd9f9-c549-48a2-a50d-7cc70e991dde tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5b928a1-59f6-4ed3-b42a-54dadcc8afae HTTP/1.1" status: 200 len: 689 time: 0.1249652 May 28 04:58:35.613566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-89fe0d25-0769-495e-b9f7-dc0e05dc65e3 None None] Set router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:58:35.626408 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-02bd48de-ff04-4f49-b3a7-873a629b08a5 req-084163f2-ade0-4804-a1db-9065e22f60e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 1099 time: 0.0761669 May 28 04:58:35.761558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd48de-ff04-4f49-b3a7-873a629b08a5 req-efc8974f-8afe-4e44-89b3-ca86324936e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:35.762979 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-02bd48de-ff04-4f49-b3a7-873a629b08a5 req-efc8974f-8afe-4e44-89b3-ca86324936e6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=418630b4-8099-4cfe-8651-7fc82294d9b9 HTTP/1.1" status: 200 len: 898 time: 0.1303117 May 28 04:58:35.831867 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-02bd48de-ff04-4f49-b3a7-873a629b08a5 req-e8e46d0e-aa21-450c-b868-696b67b5fcfb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=baa40776-c7fe-4a22-b36d-ada6274862f2 HTTP/1.1" status: 200 len: 217 time: 0.0632665 May 28 04:58:35.894314 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd48de-ff04-4f49-b3a7-873a629b08a5 req-f94a028c-823a-4c15-89a1-85212d3c60a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:35.895760 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-02bd48de-ff04-4f49-b3a7-873a629b08a5 req-f94a028c-823a-4c15-89a1-85212d3c60a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed9cfa19-f9df-4d87-8fee-be541563990b HTTP/1.1" status: 200 len: 834 time: 0.0580726 May 28 04:58:35.971698 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-02bd48de-ff04-4f49-b3a7-873a629b08a5 req-f6ef299c-9498-461d-a53f-52716c626b7d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=418630b4-8099-4cfe-8651-7fc82294d9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704265 May 28 04:58:35.975047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-89fe0d25-0769-495e-b9f7-dc0e05dc65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '2684ab7e-b9d9-433e-94ef-f537d4984868', 'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:f5:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:40Z', 'updated_at': '2022-05-28T04:57:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:58:35.979033 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fe0d25-0769-495e-b9f7-dc0e05dc65e3 None None] Checking router: 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:58:35.989939 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fe0d25-0769-495e-b9f7-dc0e05dc65e3 None None] Routers {'4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:58:35.990541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-89fe0d25-0769-495e-b9f7-dc0e05dc65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:58:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:58:36.100613 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-02bd48de-ff04-4f49-b3a7-873a629b08a5 req-d0e31f57-377d-41ba-9849-a17679bc3164 service neutron] 10.222.0.66 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226861 May 28 04:58:36.177265 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-89fe0d25-0769-495e-b9f7-dc0e05dc65e3 None None] Set router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:58:36.229344 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-02bd48de-ff04-4f49-b3a7-873a629b08a5 req-60b18424-0885-4c11-907e-d4cff360d60f service neutron] 10.222.0.66 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230266 May 28 04:58:36.502592 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-89fe0d25-0769-495e-b9f7-dc0e05dc65e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '2684ab7e-b9d9-433e-94ef-f537d4984868', 'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:f5:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:40Z', 'updated_at': '2022-05-28T04:57:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:58:36.506584 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fe0d25-0769-495e-b9f7-dc0e05dc65e3 None None] The sync data for ids ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'] in dv-neutron-843300-5-hyperv is: [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '2684ab7e-b9d9-433e-94ef-f537d4984868', 'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:f5:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:40Z', 'updated_at': '2022-05-28T04:57:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:58:36.598417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34160) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:36.679178 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2302563f-3361-41e6-85f9-da7bd3ee00f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5b928a1-59f6-4ed3-b42a-54dadcc8afae HTTP/1.1" status: 200 len: 689 time: 0.0795317 May 28 04:58:36.749321 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be2a185-8d81-48b0-baf0-e823ed0d358d None None] New status for floating IP a5b928a1-59f6-4ed3-b42a-54dadcc8afae: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:58:37.684463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34164) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:37.772529 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dd3fa286-282a-4f68-a81a-9fc887ffdabd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5b928a1-59f6-4ed3-b42a-54dadcc8afae HTTP/1.1" status: 200 len: 687 time: 0.0865440 May 28 04:58:38.889134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34170) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:38.894868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-524672442', 'description': 'tempest-secgroup-smoke-524672442 description', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:58:38.901375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:58:38.911920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:58:38.924176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:38.961132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:58:38.965106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:58:38.968128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:58:38.973956 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:58:39.038375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.044531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.179545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788133a5-1587-49a9-b2db-f399dca07ee5,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:58:39.185508 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.187160 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2969084 May 28 04:58:39.190403 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34174) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:39.192336 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.192666 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.192989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.193308 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.193623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.193983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.194280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.194592 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.194903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.195205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.195512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f71ed0-e9e3-4dd0-bfa1-d8663492c0ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.196331 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '788133a5-1587-49a9-b2db-f399dca07ee5', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:58:39.202514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:58:39.206453 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:58:39.209317 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:58:39.215854 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:58:39.233675 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.297841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.304642 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.326763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4100885-32f4-44b1-a638-ef601898b390,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:58:39.338406 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.338741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.339067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.339382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.339700 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.340022 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.340337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.340701 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.341028 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.341328 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.341635 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:39.344584 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.345757 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1c991d43-5d7e-4133-ad29-06a1aa3865f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1542826 May 28 04:58:39.349487 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34178) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:39.354806 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-608bfd8e-a760-4010-ac88-49a7eeab0145 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '788133a5-1587-49a9-b2db-f399dca07ee5', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:58:39.360722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-608bfd8e-a760-4010-ac88-49a7eeab0145 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:58:39.364526 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-608bfd8e-a760-4010-ac88-49a7eeab0145 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:58:39.367975 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-608bfd8e-a760-4010-ac88-49a7eeab0145 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:58:39.374841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-608bfd8e-a760-4010-ac88-49a7eeab0145 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:58:39.393879 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-608bfd8e-a760-4010-ac88-49a7eeab0145 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.456132 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-608bfd8e-a760-4010-ac88-49a7eeab0145 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.461926 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-608bfd8e-a760-4010-ac88-49a7eeab0145 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.485917 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bfd8e-a760-4010-ac88-49a7eeab0145 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=761f4f7e-9028-47ee-b371-4fe4daa6f202,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:58:39.496868 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-608bfd8e-a760-4010-ac88-49a7eeab0145 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.498201 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-608bfd8e-a760-4010-ac88-49a7eeab0145 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1477802 May 28 04:58:39.500927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34182) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:39.506339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-f24de8d5-4bbf-4723-af07-03833e692eb9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '788133a5-1587-49a9-b2db-f399dca07ee5', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:58:39.512261 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f24de8d5-4bbf-4723-af07-03833e692eb9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:58:39.516324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f24de8d5-4bbf-4723-af07-03833e692eb9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:58:39.519407 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f24de8d5-4bbf-4723-af07-03833e692eb9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:58:39.525409 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f24de8d5-4bbf-4723-af07-03833e692eb9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:58:39.542767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f24de8d5-4bbf-4723-af07-03833e692eb9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.605346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f24de8d5-4bbf-4723-af07-03833e692eb9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.611115 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f24de8d5-4bbf-4723-af07-03833e692eb9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.635825 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24de8d5-4bbf-4723-af07-03833e692eb9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac0e2fd-adce-4481-bf38-4b31134abead,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:58:39.645426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f24de8d5-4bbf-4723-af07-03833e692eb9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.646636 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f24de8d5-4bbf-4723-af07-03833e692eb9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1447651 May 28 04:58:39.650535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34186) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:39.655992 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-24e1c478-637d-4573-a1db-1a8f1aef5934 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '788133a5-1587-49a9-b2db-f399dca07ee5', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:58:39.661821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-24e1c478-637d-4573-a1db-1a8f1aef5934 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:58:39.665796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-24e1c478-637d-4573-a1db-1a8f1aef5934 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:58:39.668774 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-24e1c478-637d-4573-a1db-1a8f1aef5934 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:58:39.674743 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-24e1c478-637d-4573-a1db-1a8f1aef5934 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:58:39.694143 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-24e1c478-637d-4573-a1db-1a8f1aef5934 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.760714 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-24e1c478-637d-4573-a1db-1a8f1aef5934 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.766000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-24e1c478-637d-4573-a1db-1a8f1aef5934 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.790345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1c478-637d-4573-a1db-1a8f1aef5934 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f8d95af-d9d5-4f7b-af0f-a21c5ad730db,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:58:39.801177 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-24e1c478-637d-4573-a1db-1a8f1aef5934 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.802456 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-24e1c478-637d-4573-a1db-1a8f1aef5934 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1510148 May 28 04:58:39.805962 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34190) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:39.811391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-bbb49f0b-14ed-4ed1-a2aa-0a0e541302b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '788133a5-1587-49a9-b2db-f399dca07ee5', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:58:39.817149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-bbb49f0b-14ed-4ed1-a2aa-0a0e541302b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:58:39.820941 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-bbb49f0b-14ed-4ed1-a2aa-0a0e541302b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:58:39.823864 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-bbb49f0b-14ed-4ed1-a2aa-0a0e541302b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:58:39.829864 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-bbb49f0b-14ed-4ed1-a2aa-0a0e541302b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:58:39.840903 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-bbb49f0b-14ed-4ed1-a2aa-0a0e541302b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:58:39.847390 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bbb49f0b-14ed-4ed1-a2aa-0a0e541302b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.912303 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bbb49f0b-14ed-4ed1-a2aa-0a0e541302b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.917394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bbb49f0b-14ed-4ed1-a2aa-0a0e541302b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.940188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb49f0b-14ed-4ed1-a2aa-0a0e541302b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1583faae-df90-4094-ac12-0494ee97f039,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:58:39.950458 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bbb49f0b-14ed-4ed1-a2aa-0a0e541302b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:39.951687 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bbb49f0b-14ed-4ed1-a2aa-0a0e541302b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1448457 May 28 04:58:39.954491 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34194) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:39.959891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c68f353d-efd7-4b70-b178-8ec700d7fd89 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '788133a5-1587-49a9-b2db-f399dca07ee5', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:58:39.965841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c68f353d-efd7-4b70-b178-8ec700d7fd89 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:58:39.969911 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c68f353d-efd7-4b70-b178-8ec700d7fd89 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:58:39.972868 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c68f353d-efd7-4b70-b178-8ec700d7fd89 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:58:39.978898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c68f353d-efd7-4b70-b178-8ec700d7fd89 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:58:39.993478 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-c68f353d-efd7-4b70-b178-8ec700d7fd89 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:58:40.000973 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c68f353d-efd7-4b70-b178-8ec700d7fd89 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:40.072092 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c68f353d-efd7-4b70-b178-8ec700d7fd89 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:40.078010 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c68f353d-efd7-4b70-b178-8ec700d7fd89 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:40.101848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f353d-efd7-4b70-b178-8ec700d7fd89 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb7bccb-7876-4191-8174-1a080201f8b2,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:58:40.112904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c68f353d-efd7-4b70-b178-8ec700d7fd89 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:40.114391 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c68f353d-efd7-4b70-b178-8ec700d7fd89 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1588175 May 28 04:58:40.306566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-2c6859ee-83e7-42d5-be58-c1b43605cd79 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:58:40.327092 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-2c6859ee-83e7-42d5-be58-c1b43605cd79 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:58:40.328493 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-2c6859ee-83e7-42d5-be58-c1b43605cd79 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-524672442&fields=id&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 267 time: 0.0649188 May 28 04:58:40.484189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-8f7e14b0-12b4-4a18-8430-71debbadd552 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:40.485634 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-8f7e14b0-12b4-4a18-8430-71debbadd552 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/networks?id=418630b4-8099-4cfe-8651-7fc82294d9b9 HTTP/1.1" status: 200 len: 797 time: 0.1500609 May 28 04:58:40.505868 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-eb64eba1-e459-4208-a426-da51f5911418 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/quotas/f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 375 time: 0.0117588 May 28 04:58:40.590082 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-28e04927-83ad-4b20-a483-92d38d32d0c6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0791540 May 28 04:58:40.712555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c8892501-094b-450b-9dc3-5c5dc3e1861c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 04:58:40.713515 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c8892501-094b-450b-9dc3-5c5dc3e1861c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1066010 May 28 04:58:40.851526 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-97591f91-6472-469f-a6a3-4b1fc4b3e168 service neutron] 10.222.0.15 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283226 May 28 04:58:40.996677 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-618a8a30-0877-42a8-935b-e0005bcba342 service neutron] 10.222.0.15 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374559 May 28 04:58:41.206601 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-566dc773-4ab2-41f3-a4c7-2988b04e5430 req-75614853-8ee5-4484-b589-6e850a1d6916 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 210 time: 0.0496972 May 28 04:58:41.834204 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2720d94d-9e2e-446c-9aa5-17ab0f8b9c6b req-81423e52-779d-4fcc-9770-e8765fa58108 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672646 May 28 04:58:41.975656 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2720d94d-9e2e-446c-9aa5-17ab0f8b9c6b req-77efc70a-39d1-4f73-9925-53c86f82e002 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 1098 time: 0.0756805 May 28 04:58:42.121090 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720d94d-9e2e-446c-9aa5-17ab0f8b9c6b req-e7d04a1a-71ca-437c-8037-e2933023296b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:42.122618 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2720d94d-9e2e-446c-9aa5-17ab0f8b9c6b req-e7d04a1a-71ca-437c-8037-e2933023296b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 911 time: 0.1277421 May 28 04:58:42.222797 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2720d94d-9e2e-446c-9aa5-17ab0f8b9c6b req-83cb9bca-ad6b-4e3d-8d9e-8004c761f3fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d44f858c-b9f6-48ab-a5ed-f911f19be71b HTTP/1.1" status: 200 len: 1001 time: 0.0922320 May 28 04:58:42.291127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720d94d-9e2e-446c-9aa5-17ab0f8b9c6b req-b9063cae-d54f-405f-8b63-9bdb57cc9228 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:42.292570 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2720d94d-9e2e-446c-9aa5-17ab0f8b9c6b req-b9063cae-d54f-405f-8b63-9bdb57cc9228 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8dc39ab9-b8b9-4f7a-95dd-aab229021c21 HTTP/1.1" status: 200 len: 849 time: 0.0629041 May 28 04:58:42.406026 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-eb07c86d-f477-4034-975b-9fed67a6a9ef req-f4eacd33-cf87-4a93-bc81-4d48e04b4750 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 210 time: 0.0790818 May 28 04:58:42.531966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-a6cb0487-2e1b-41a6-b9f4-eb535bf75ed8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:42.533274 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-a6cb0487-2e1b-41a6-b9f4-eb535bf75ed8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/networks?id=418630b4-8099-4cfe-8651-7fc82294d9b9 HTTP/1.1" status: 200 len: 797 time: 0.1722746 May 28 04:58:42.536209 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2720d94d-9e2e-446c-9aa5-17ab0f8b9c6b req-fdb5f100-c7c0-4f52-9d87-4ab4036e1981 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9829c481-31a9-48d1-9599-15df4d99a3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2376921 May 28 04:58:42.679884 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-76b0d577-8b6e-4bb0-bc5e-808350226775 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 472 time: 0.1242914 May 28 04:58:42.696684 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c835b60f-ee66-411e-814b-39eee42c0c61 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'port': {'device_id': '190e663d-f7a3-4ceb-b33a-16ed663228ff', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'admin_state_up': True, 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'security_groups': ['788133a5-1587-49a9-b2db-f399dca07ee5']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:58:42.884598 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2720d94d-9e2e-446c-9aa5-17ab0f8b9c6b req-04dcba6a-6614-47e7-a965-65ad51be3165 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278122 May 28 04:58:43.026136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c835b60f-ee66-411e-814b-39eee42c0c61 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:58:43.046626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c835b60f-ee66-411e-814b-39eee42c0c61 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:58:43.058552 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2720d94d-9e2e-446c-9aa5-17ab0f8b9c6b req-7d64f1ca-eb09-4035-b4d0-635a3f61fa44 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678891 May 28 04:58:43.065327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c835b60f-ee66-411e-814b-39eee42c0c61 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:58:43.068324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c835b60f-ee66-411e-814b-39eee42c0c61 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:43.231795 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c835b60f-ee66-411e-814b-39eee42c0c61 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.10 (418630b4-8099-4cfe-8651-7fc82294d9b9/ed9cfa19-f9df-4d87-8fee-be541563990b/60c0f0aa-fda1-42e4-98f9-10e7e3e724b2) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:58:43.423671 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c835b60f-ee66-411e-814b-39eee42c0c61 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:43.439862 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c835b60f-ee66-411e-814b-39eee42c0c61 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:58:43.463123 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c835b60f-ee66-411e-814b-39eee42c0c61 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:43.539610 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c835b60f-ee66-411e-814b-39eee42c0c61 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 418630b4-8099-4cfe-8651-7fc82294d9b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:58:43.570375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c835b60f-ee66-411e-814b-39eee42c0c61 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:58:43.578941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c835b60f-ee66-411e-814b-39eee42c0c61 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:58:43.603205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835b60f-ee66-411e-814b-39eee42c0c61 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=60c0f0aa-fda1-42e4-98f9-10e7e3e724b2,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:58:43.656158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c835b60f-ee66-411e-814b-39eee42c0c61 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:43.656797 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c835b60f-ee66-411e-814b-39eee42c0c61 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:43.688586 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c835b60f-ee66-411e-814b-39eee42c0c61 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9954484 May 28 04:58:43.695175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bff677-5d1f-4a90-ae6c-020afa3044e7 req-23182cbb-c0a8-499d-9cd1-8448328133f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:43.695958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-76bff677-5d1f-4a90-ae6c-020afa3044e7 req-23182cbb-c0a8-499d-9cd1-8448328133f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:58:43.704121 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Request body: {'port': {'device_id': '190e663d-f7a3-4ceb-b33a-16ed663228ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:58:43.761117 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2249c000-16b9-457e-9646-c343ee9bbdc4 None None] Provisioning for port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:58:43.766114 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2249c000-16b9-457e-9646-c343ee9bbdc4 None None] Provisioning complete for port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:58:43.766474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2249c000-16b9-457e-9646-c343ee9bbdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:43.767192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-76bff677-5d1f-4a90-ae6c-020afa3044e7 req-23182cbb-c0a8-499d-9cd1-8448328133f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:58:43.768401 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-76bff677-5d1f-4a90-ae6c-020afa3044e7 req-23182cbb-c0a8-499d-9cd1-8448328133f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 932 time: 0.2328436 May 28 04:58:43.821675 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2249c000-16b9-457e-9646-c343ee9bbdc4 None None] Port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:58:43.846779 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:43.901288 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-76bff677-5d1f-4a90-ae6c-020afa3044e7 req-46c409e4-887f-4c09-af01-4dee0ad81a2c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=788133a5-1587-49a9-b2db-f399dca07ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036258 May 28 04:58:44.211723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:58:44.219251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:44.234076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Transition to ACTIVE for port object 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:58:44.240249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:44.363873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Pushing event updated for resources: {'Port': ['ID=60c0f0aa-fda1-42e4-98f9-10e7e3e724b2,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:58:44.469215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Attempting to bind port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:58:44.469539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Attempting to bind port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:58:44.469894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Attempting to bind port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 on network 418630b4-8099-4cfe-8651-7fc82294d9b9 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:58:44.476164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 on network 418630b4-8099-4cfe-8651-7fc82294d9b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:58:44.476469 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Attempting to bind port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 on network 418630b4-8099-4cfe-8651-7fc82294d9b9 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:58:44.482854 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:58:44.483184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Checking segment: {'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:58:44.483544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Bound using segment: {'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:58:44.483951 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Bound port: 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8c60a3-7794-4117-91f6-1903cdfb1cff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:58:44.484274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:44.576293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] For port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:58:44.579176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] For port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=60c0f0aa-fda1-42e4-98f9-10e7e3e724b2,segment=NetworkSegment(5c8c60a3-7794-4117-91f6-1903cdfb1cff),segment_id=5c8c60a3-7794-4117-91f6-1903cdfb1cff)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:58:44.584531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:44.650820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:44.652226 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] 10.222.0.66 "PUT /v2.0/ports/60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 HTTP/1.1" status: 200 len: 1094 time: 0.9533815 May 28 04:58:44.652648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190e663d-f7a3-4ceb-b33a-16ed663228ff', 'tag': '60c0f0aa-fda1-42e4-98f9-10e7e3e724b2'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:58:44.671671 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17125e-c026-4026-8fe8-2798529d2f6e service neutron] Pushing event updated for resources: {'Port': ['ID=60c0f0aa-fda1-42e4-98f9-10e7e3e724b2,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:58:44.736501 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b57c63f3-933f-4fa3-a821-c618c474e075'] response: {'name': 'network-changed', 'server_uuid': '190e663d-f7a3-4ceb-b33a-16ed663228ff', 'tag': '60c0f0aa-fda1-42e4-98f9-10e7e3e724b2', 'status': 'completed', 'code': 200} May 28 04:58:44.882644 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-df1dd4ea-9eec-458b-be35-06f229fc305c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 1097 time: 0.1821389 May 28 04:58:44.954496 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-a7791d41-350a-4d0e-b301-25f0da3fc009 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 HTTP/1.1" status: 200 len: 217 time: 0.0637770 May 28 04:58:45.017709 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-fa215bbf-ebe5-4530-9000-de8dd3e9f841 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:45.019244 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-fa215bbf-ebe5-4530-9000-de8dd3e9f841 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed9cfa19-f9df-4d87-8fee-be541563990b HTTP/1.1" status: 200 len: 834 time: 0.0587614 May 28 04:58:45.152143 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-ea1c8239-741e-4a22-84b0-d9527e294587 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=418630b4-8099-4cfe-8651-7fc82294d9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1268950 May 28 04:58:45.157668 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3211ce-b179-4587-96fd-67fccc90d7a2 req-4311b3f8-02cb-4213-89f5-9d92f54719e3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:45.158954 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd3211ce-b179-4587-96fd-67fccc90d7a2 req-4311b3f8-02cb-4213-89f5-9d92f54719e3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 944 time: 0.1327281 May 28 04:58:45.290157 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd3211ce-b179-4587-96fd-67fccc90d7a2 req-6ba69760-cb02-486b-9410-e37e04cba949 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=788133a5-1587-49a9-b2db-f399dca07ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134861 May 28 04:58:45.312192 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-c08e9321-534d-4000-bcd2-f5c7a3b0f58c service neutron] 10.222.0.66 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523526 May 28 04:58:45.440371 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5faff568-ae96-4b91-9a20-13f473d45e6f req-0da445d6-48a3-4a24-8e7d-677835b81932 service neutron] 10.222.0.66 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210282 May 28 04:58:45.565138 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e718d5eb-1272-4081-80d5-618783850373 req-a405f786-59f4-4720-90f6-c5ccddb87453 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 1097 time: 0.0751462 May 28 04:58:45.698426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718d5eb-1272-4081-80d5-618783850373 req-ad9d9e5d-80ae-44c4-a6dc-deee02945362 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:45.699958 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e718d5eb-1272-4081-80d5-618783850373 req-ad9d9e5d-80ae-44c4-a6dc-deee02945362 service neutron] 10.222.0.66 "GET /v2.0/networks?id=418630b4-8099-4cfe-8651-7fc82294d9b9 HTTP/1.1" status: 200 len: 898 time: 0.1279776 May 28 04:58:45.767196 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e718d5eb-1272-4081-80d5-618783850373 req-289064c3-597f-461a-a071-b8bf4ccdc8f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 HTTP/1.1" status: 200 len: 217 time: 0.0611062 May 28 04:58:45.839566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718d5eb-1272-4081-80d5-618783850373 req-f70893a4-023f-4cd1-a89b-8e5b7087052b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:45.841213 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e718d5eb-1272-4081-80d5-618783850373 req-f70893a4-023f-4cd1-a89b-8e5b7087052b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed9cfa19-f9df-4d87-8fee-be541563990b HTTP/1.1" status: 200 len: 834 time: 0.0617912 May 28 04:58:45.923864 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e718d5eb-1272-4081-80d5-618783850373 req-a481308f-deca-4b51-a88d-f41c87857cc3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=418630b4-8099-4cfe-8651-7fc82294d9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764322 May 28 04:58:46.063747 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e718d5eb-1272-4081-80d5-618783850373 req-430d05ce-5c8f-45c9-8a87-2fe14cb6012f service neutron] 10.222.0.66 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322536 May 28 04:58:46.205599 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e718d5eb-1272-4081-80d5-618783850373 req-0f981c36-5c99-4aa9-8a4a-10de15d7d5bc service neutron] 10.222.0.66 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345387 May 28 04:58:46.494395 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5e160-bf38-4750-8031-093658f2771d req-483375b4-18ba-4681-aa91-e0eab1faa427 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:46.495741 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-15d5e160-bf38-4750-8031-093658f2771d req-483375b4-18ba-4681-aa91-e0eab1faa427 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 944 time: 0.0830998 May 28 04:58:46.544330 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-15d5e160-bf38-4750-8031-093658f2771d req-e3cf7abc-8652-459e-8539-392f53f3266c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=788133a5-1587-49a9-b2db-f399dca07ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408862 May 28 04:58:46.856178 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 04:58:47.001536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=60c0f0aa-fda1-42e4-98f9-10e7e3e724b2,segment=NetworkSegment(5c8c60a3-7794-4117-91f6-1903cdfb1cff),segment_id=5c8c60a3-7794-4117-91f6-1903cdfb1cff)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:58:47.014636 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '60c0f0aa-fda1-42e4-98f9-10e7e3e724b2', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'port_id': '60c0f0aa-fda1-42e4-98f9-10e7e3e724b2', 'mac_address': 'fa:16:3e:f3:7d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 04:58:47.068474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:47.086233 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:58:47.102061 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=60c0f0aa-fda1-42e4-98f9-10e7e3e724b2,segment=NetworkSegment(5c8c60a3-7794-4117-91f6-1903cdfb1cff),segment_id=5c8c60a3-7794-4117-91f6-1903cdfb1cff)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:58:47.109193 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:47.176219 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=60c0f0aa-fda1-42e4-98f9-10e7e3e724b2,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:58:47.184791 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:47.185127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:47.185458 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:47.185809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:47.186137 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:47.186458 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:47.186775 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:47.187099 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:47.187435 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:47.187721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:47.188030 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:58:47.322655 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['60c0f0aa-fda1-42e4-98f9-10e7e3e724b2'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 04:58:47.754382 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe507e-b62f-4dfc-827b-46af1fe9c867 req-89e1d27f-12e4-42fa-ab5e-d865f772a9ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:47.756134 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bbe507e-b62f-4dfc-827b-46af1fe9c867 req-89e1d27f-12e4-42fa-ab5e-d865f772a9ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 945 time: 0.0805752 May 28 04:58:47.801807 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bbe507e-b62f-4dfc-827b-46af1fe9c867 req-56eadf4f-7c16-45b1-8bc5-a530884188e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=788133a5-1587-49a9-b2db-f399dca07ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399897 May 28 04:58:48.866932 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:58:48.939781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:58:48.945441 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:58:48.945831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:49.099102 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:49.123283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881682b9-bde4-41af-b2d8-068efd82b488 req-e5555ee3-349d-4e72-8f69-8d08c7d9f81f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:49.124655 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-881682b9-bde4-41af-b2d8-068efd82b488 req-e5555ee3-349d-4e72-8f69-8d08c7d9f81f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 945 time: 0.1797755 May 28 04:58:49.125748 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190e663d-f7a3-4ceb-b33a-16ed663228ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c0f0aa-fda1-42e4-98f9-10e7e3e724b2'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:58:49.135454 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=60c0f0aa-fda1-42e4-98f9-10e7e3e724b2,segment=NetworkSegment(5c8c60a3-7794-4117-91f6-1903cdfb1cff),segment_id=5c8c60a3-7794-4117-91f6-1903cdfb1cff)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:58:49.141073 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:49.170779 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-881682b9-bde4-41af-b2d8-068efd82b488 req-17745faa-881b-47cb-9ed7-d78d4bb7996a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=788133a5-1587-49a9-b2db-f399dca07ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401514 May 28 04:58:49.185024 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0498acdf-4cec-4db3-abcb-c6056ab098a6'] response: {'server_uuid': '190e663d-f7a3-4ceb-b33a-16ed663228ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c0f0aa-fda1-42e4-98f9-10e7e3e724b2', 'code': 200} May 28 04:58:49.212407 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=60c0f0aa-fda1-42e4-98f9-10e7e3e724b2,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:58:49.414089 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f4f96718-abc4-4246-bf12-a9d4cc753e0a req-7043e949-ca6c-4f1f-96fa-9acc12f42001 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 1099 time: 0.0691152 May 28 04:58:49.455567 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f4f96718-abc4-4246-bf12-a9d4cc753e0a req-4b463035-f881-41e1-adc6-2ce226146c77 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=788133a5-1587-49a9-b2db-f399dca07ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358098 May 28 04:58:50.390676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1aab8a-8b43-40ac-b7df-272ad9272bde req-5932bf4a-ac01-47b4-a642-3be82618dae6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:50.392134 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-db1aab8a-8b43-40ac-b7df-272ad9272bde req-5932bf4a-ac01-47b4-a642-3be82618dae6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 946 time: 0.0850840 May 28 04:58:50.441587 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-db1aab8a-8b43-40ac-b7df-272ad9272bde req-911f6acc-e8b4-4f24-bc15-2dc6512326d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=788133a5-1587-49a9-b2db-f399dca07ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436761 May 28 04:58:51.662951 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c00359-5348-482c-af5d-c6ad5f09d34d req-cb98fb59-da35-4b4f-9fee-a0b4182dc330 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:51.664420 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b0c00359-5348-482c-af5d-c6ad5f09d34d req-cb98fb59-da35-4b4f-9fee-a0b4182dc330 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 946 time: 0.0818293 May 28 04:58:51.717076 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b0c00359-5348-482c-af5d-c6ad5f09d34d req-b53d6de2-6ec9-41f3-b97a-2d7aed463b0a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=788133a5-1587-49a9-b2db-f399dca07ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446067 May 28 04:58:51.919321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f7a36-0f21-4b4b-b5db-740c6d3d04da req-3c2413d3-6001-4f1c-9b6b-eec67b3f5a73 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:51.920882 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a83f7a36-0f21-4b4b-b5db-740c6d3d04da req-3c2413d3-6001-4f1c-9b6b-eec67b3f5a73 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 946 time: 0.0845282 May 28 04:58:51.966904 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a83f7a36-0f21-4b4b-b5db-740c6d3d04da req-8194fec4-f8cb-47a7-a3ab-2a0ea598af3a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=788133a5-1587-49a9-b2db-f399dca07ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403485 May 28 04:58:51.999833 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34242) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:52.071029 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1a09617a-4a4b-41c2-89d8-d4aa5e8b33c3 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 1094 time: 0.0700674 May 28 04:58:52.075119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34246) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:52.080368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-6c13933b-2691-41f9-b7dd-f93ebb2d5a5c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'floatingip': {'port_id': '60c0f0aa-fda1-42e4-98f9-10e7e3e724b2'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:58:52.128236 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f39f0a24-a64c-49c5-9136-1268027c0ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:52.152643 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c13933b-2691-41f9-b7dd-f93ebb2d5a5c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:52.739554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c13933b-2691-41f9-b7dd-f93ebb2d5a5c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:52.746839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c13933b-2691-41f9-b7dd-f93ebb2d5a5c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:52.933906 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-6c13933b-2691-41f9-b7dd-f93ebb2d5a5c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Floating IP a5b928a1-59f6-4ed3-b42a-54dadcc8afae associated. External IP: 172.26.8.18, port: 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2. May 28 04:58:53.441867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c13933b-2691-41f9-b7dd-f93ebb2d5a5c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:58:53.667052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c13933b-2691-41f9-b7dd-f93ebb2d5a5c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:58:53.672091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c13933b-2691-41f9-b7dd-f93ebb2d5a5c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:53.677537 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35ace4-4a2d-4024-bde6-c9e55cfc10d8 None None] Sync routers for ids ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:58:53.690810 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35ace4-4a2d-4024-bde6-c9e55cfc10d8 None None] Routers {'4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:58:53.691511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7f35ace4-4a2d-4024-bde6-c9e55cfc10d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:58:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:58:53.725970 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6c13933b-2691-41f9-b7dd-f93ebb2d5a5c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/floatingips/a5b928a1-59f6-4ed3-b42a-54dadcc8afae HTTP/1.1" status: 200 len: 991 time: 1.6497233 May 28 04:58:53.726443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190e663d-f7a3-4ceb-b33a-16ed663228ff', 'tag': '60c0f0aa-fda1-42e4-98f9-10e7e3e724b2'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:58:53.728923 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34250) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:53.784160 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47681ba5-285f-48ac-b438-f466de186deb'] response: {'name': 'network-changed', 'server_uuid': '190e663d-f7a3-4ceb-b33a-16ed663228ff', 'tag': '60c0f0aa-fda1-42e4-98f9-10e7e3e724b2', 'status': 'completed', 'code': 200} May 28 04:58:53.837772 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-95b5f8ce-8d63-436a-b5f1-aef2c876c8b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5b928a1-59f6-4ed3-b42a-54dadcc8afae HTTP/1.1" status: 200 len: 991 time: 0.1070995 May 28 04:58:53.873924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-7f35ace4-4a2d-4024-bde6-c9e55cfc10d8 None None] Set router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:58:53.878679 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbfd4845-9310-42e6-9560-9356c3c63c4c req-95163cf9-56b3-44c3-b67c-25bf4160caa2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 1099 time: 0.0714760 May 28 04:58:54.007877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd4845-9310-42e6-9560-9356c3c63c4c req-95ddbda2-d372-4c96-b919-f580b5579dfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:54.009217 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbfd4845-9310-42e6-9560-9356c3c63c4c req-95ddbda2-d372-4c96-b919-f580b5579dfe service neutron] 10.222.0.66 "GET /v2.0/networks?id=418630b4-8099-4cfe-8651-7fc82294d9b9 HTTP/1.1" status: 200 len: 898 time: 0.1250832 May 28 04:58:54.109240 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbfd4845-9310-42e6-9560-9356c3c63c4c req-bf3557af-5225-43cb-b0b0-9e1915b141b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 HTTP/1.1" status: 200 len: 999 time: 0.0939720 May 28 04:58:54.172081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd4845-9310-42e6-9560-9356c3c63c4c req-4e4436e6-c54e-4281-8c4f-06620131ceab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:58:54.173517 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbfd4845-9310-42e6-9560-9356c3c63c4c req-4e4436e6-c54e-4281-8c4f-06620131ceab service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed9cfa19-f9df-4d87-8fee-be541563990b HTTP/1.1" status: 200 len: 834 time: 0.0580747 May 28 04:58:54.220974 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7f35ace4-4a2d-4024-bde6-c9e55cfc10d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'a5b928a1-59f6-4ed3-b42a-54dadcc8afae', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'port_id': '60c0f0aa-fda1-42e4-98f9-10e7e3e724b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'mac_address': 'fa:16:3e:f3:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e663d-f7a3-4ceb-b33a-16ed663228ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:57:58Z', 'updated_at': '2022-05-28T04:58:52Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2684ab7e-b9d9-433e-94ef-f537d4984868', 'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:f5:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:40Z', 'updated_at': '2022-05-28T04:57:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:58:54.225149 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35ace4-4a2d-4024-bde6-c9e55cfc10d8 None None] Checking router: 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:58:54.235981 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35ace4-4a2d-4024-bde6-c9e55cfc10d8 None None] Routers {'4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:58:54.236580 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7f35ace4-4a2d-4024-bde6-c9e55cfc10d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:58:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:58:54.250544 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbfd4845-9310-42e6-9560-9356c3c63c4c req-519c6fd7-706d-459d-8141-504880266087 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=418630b4-8099-4cfe-8651-7fc82294d9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698943 May 28 04:58:54.377182 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d5e4e852-bc39-45b0-9911-dbd871f5fb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:54.383705 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbfd4845-9310-42e6-9560-9356c3c63c4c req-8c942b2b-8398-4c64-99c6-e0639bd97f3a service neutron] 10.222.0.66 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260288 May 28 04:58:54.428880 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-7f35ace4-4a2d-4024-bde6-c9e55cfc10d8 None None] Set router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:58:54.513960 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbfd4845-9310-42e6-9560-9356c3c63c4c req-7a6a1090-70df-4ca8-b1ec-d0ef62603dc8 service neutron] 10.222.0.66 "GET /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242609 May 28 04:58:54.728543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:54.797368 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7f35ace4-4a2d-4024-bde6-c9e55cfc10d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'a5b928a1-59f6-4ed3-b42a-54dadcc8afae', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'port_id': '60c0f0aa-fda1-42e4-98f9-10e7e3e724b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'mac_address': 'fa:16:3e:f3:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e663d-f7a3-4ceb-b33a-16ed663228ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:57:58Z', 'updated_at': '2022-05-28T04:58:52Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2684ab7e-b9d9-433e-94ef-f537d4984868', 'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:f5:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:40Z', 'updated_at': '2022-05-28T04:57:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:58:54.801599 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35ace4-4a2d-4024-bde6-c9e55cfc10d8 None None] The sync data for ids ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'] in dv-neutron-843300-5-hyperv is: [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'a5b928a1-59f6-4ed3-b42a-54dadcc8afae', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'port_id': '60c0f0aa-fda1-42e4-98f9-10e7e3e724b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'mac_address': 'fa:16:3e:f3:7d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190e663d-f7a3-4ceb-b33a-16ed663228ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:57:58Z', 'updated_at': '2022-05-28T04:58:52Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2684ab7e-b9d9-433e-94ef-f537d4984868', 'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:f5:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:40Z', 'updated_at': '2022-05-28T04:57:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:58:54.841029 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34260) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:54.950154 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-97059f14-5ec6-40c5-8474-683f9a91d393 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5b928a1-59f6-4ed3-b42a-54dadcc8afae HTTP/1.1" status: 200 len: 991 time: 0.1076651 May 28 04:58:55.041380 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2460d6-f4fc-4641-b41d-f36e01063349 None None] New status for floating IP a5b928a1-59f6-4ed3-b42a-54dadcc8afae: ACTIVE {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:58:55.552858 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:55.565684 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:58:55.954862 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34266) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:58:56.224443 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9a919b03-2efb-4bb0-9409-e412d0c5c2da tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5b928a1-59f6-4ed3-b42a-54dadcc8afae HTTP/1.1" status: 200 len: 993 time: 0.2680738 May 28 04:58:57.111749 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:05.875037 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9025c3e3-5427-4177-861e-0418af29bcf2 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307554842&fields=id&tenant_id=18ccd89bc6e04807b7b81890f7b941e1 HTTP/1.1" status: 200 len: 267 time: 0.0419495 May 28 04:59:06.118947 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-a0b21c30-1437-4852-a024-b35a59006cae tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:06.120392 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-a0b21c30-1437-4852-a024-b35a59006cae tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 810 time: 0.2387743 May 28 04:59:06.136661 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-d059b386-02ab-42b8-ae01-625a3c83167a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/quotas/18ccd89bc6e04807b7b81890f7b941e1 HTTP/1.1" status: 200 len: 375 time: 0.0107133 May 28 04:59:06.225314 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-a16aca72-98fb-4f53-b432-260eac4a7703 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0835192 May 28 04:59:06.370686 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-67b91492-9fc9-4cf8-995f-3f2140a67c2a service neutron] 10.222.0.15 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314938 May 28 04:59:06.503298 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-c9b0a059-ca52-4194-bb9f-85e97be09c15 service neutron] 10.222.0.15 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257763 May 28 04:59:06.906915 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5d09ac13-8c55-4c92-a2b9-46ba65fea682 req-516158cc-d1e5-4913-b882-5fdb3ddec5eb tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 210 time: 0.0430372 May 28 04:59:07.994628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-6c421aa7-387a-4a1a-9086-9014b4fedb82 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:07.996057 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-6c421aa7-387a-4a1a-9086-9014b4fedb82 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.66 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 810 time: 0.1479454 May 28 04:59:08.087813 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f3598b8a-5bdd-4720-a593-76c6aab21126 req-050abe36-1cb5-4a5a-a9a9-0fb605ac19e1 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 210 time: 0.0503905 May 28 04:59:08.094350 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-aa99c632-7655-442f-94cf-ece277e03b8a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18ccd89bc6e04807b7b81890f7b941e1 HTTP/1.1" status: 200 len: 380 time: 0.0850763 May 28 04:59:08.104915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-3f0e9e1c-e9b2-4f80-9cbe-6326be086704 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Request body: {'port': {'device_id': '74c1ceca-c4f6-47d7-ab67-010e636ed158', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'admin_state_up': True, 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'security_groups': ['12d3f239-98bb-4965-b7d0-8b276a371e4f']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:59:08.240570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-3f0e9e1c-e9b2-4f80-9cbe-6326be086704 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:59:08.250788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-3f0e9e1c-e9b2-4f80-9cbe-6326be086704 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:59:08.262834 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-3f0e9e1c-e9b2-4f80-9cbe-6326be086704 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Made reservation on behalf of 18ccd89bc6e04807b7b81890f7b941e1 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:59:08.266974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-3f0e9e1c-e9b2-4f80-9cbe-6326be086704 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:08.438019 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-3f0e9e1c-e9b2-4f80-9cbe-6326be086704 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Allocated IP 172.20.0.6 (9829c481-31a9-48d1-9599-15df4d99a3a7/8dc39ab9-b8b9-4f7a-95dd-aab229021c21/e025cabb-778a-4fbe-8c58-bbbd6c77e086) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:59:08.637076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-3f0e9e1c-e9b2-4f80-9cbe-6326be086704 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:08.653989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-3f0e9e1c-e9b2-4f80-9cbe-6326be086704 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Transition to ACTIVE for port object e025cabb-778a-4fbe-8c58-bbbd6c77e086 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:59:08.678877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-3f0e9e1c-e9b2-4f80-9cbe-6326be086704 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:08.747740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-3f0e9e1c-e9b2-4f80-9cbe-6326be086704 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Network 9829c481-31a9-48d1-9599-15df4d99a3a7 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:59:08.750851 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-3f0e9e1c-e9b2-4f80-9cbe-6326be086704 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:59:08.755578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-3f0e9e1c-e9b2-4f80-9cbe-6326be086704 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:59:08.808384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e9e1c-e9b2-4f80-9cbe-6326be086704 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event updated for resources: {'Port': ['ID=e025cabb-778a-4fbe-8c58-bbbd6c77e086,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:08.834257 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-3f0e9e1c-e9b2-4f80-9cbe-6326be086704 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:08.834858 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-3f0e9e1c-e9b2-4f80-9cbe-6326be086704 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:08.863134 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-3f0e9e1c-e9b2-4f80-9cbe-6326be086704 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7622066 May 28 04:59:08.876710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Request body: {'port': {'device_id': '74c1ceca-c4f6-47d7-ab67-010e636ed158', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:59:08.985847 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d097f55a-844e-4f7f-9399-975f01c66c71 None None] Provisioning for port e025cabb-778a-4fbe-8c58-bbbd6c77e086 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:59:08.991500 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d097f55a-844e-4f7f-9399-975f01c66c71 None None] Provisioning complete for port e025cabb-778a-4fbe-8c58-bbbd6c77e086 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:59:08.991859 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d097f55a-844e-4f7f-9399-975f01c66c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:08.997056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:09.050113 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-d097f55a-844e-4f7f-9399-975f01c66c71 None None] Port e025cabb-778a-4fbe-8c58-bbbd6c77e086 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:59:09.449627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930b7a1-0e1b-4f52-b850-969dd45d9d6c req-9ced5116-fced-4fe4-b51c-53a6bf8679b3 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:09.450353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-f930b7a1-0e1b-4f52-b850-969dd45d9d6c req-9ced5116-fced-4fe4-b51c-53a6bf8679b3 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Synchronizing usage tracker for tenant:18ccd89bc6e04807b7b81890f7b941e1 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:59:09.515345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-f930b7a1-0e1b-4f52-b850-969dd45d9d6c req-9ced5116-fced-4fe4-b51c-53a6bf8679b3 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Unset dirty status for tenant:18ccd89bc6e04807b7b81890f7b941e1 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:59:09.516737 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f930b7a1-0e1b-4f52-b850-969dd45d9d6c req-9ced5116-fced-4fe4-b51c-53a6bf8679b3 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 931 time: 0.1968029 May 28 04:59:09.544787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e025cabb-778a-4fbe-8c58-bbbd6c77e086 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:59:09.555957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:09.584087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Transition to ACTIVE for port object e025cabb-778a-4fbe-8c58-bbbd6c77e086 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:59:09.590404 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:09.622133 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f930b7a1-0e1b-4f52-b850-969dd45d9d6c req-fb67b63b-4de7-45d4-bcc9-5d581d5e5c9c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990872 May 28 04:59:09.716570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Pushing event updated for resources: {'Port': ['ID=e025cabb-778a-4fbe-8c58-bbbd6c77e086,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:09.827061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Attempting to bind port e025cabb-778a-4fbe-8c58-bbbd6c77e086 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:59:09.827390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Attempting to bind port e025cabb-778a-4fbe-8c58-bbbd6c77e086 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:59:09.827773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Attempting to bind port e025cabb-778a-4fbe-8c58-bbbd6c77e086 on network 9829c481-31a9-48d1-9599-15df4d99a3a7 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:59:09.833589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Port e025cabb-778a-4fbe-8c58-bbbd6c77e086 on network 9829c481-31a9-48d1-9599-15df4d99a3a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:59:09.833938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Attempting to bind port e025cabb-778a-4fbe-8c58-bbbd6c77e086 on network 9829c481-31a9-48d1-9599-15df4d99a3a7 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:59:09.840098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:59:09.840424 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Checking segment: {'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:59:09.840792 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Bound using segment: {'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:59:09.841205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Bound port: e025cabb-778a-4fbe-8c58-bbbd6c77e086, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:59:09.841538 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:09.929758 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] For port e025cabb-778a-4fbe-8c58-bbbd6c77e086, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:59:09.932795 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] For port e025cabb-778a-4fbe-8c58-bbbd6c77e086, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e025cabb-778a-4fbe-8c58-bbbd6c77e086,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:59:09.937123 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:09.996148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:09.997499 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] 10.222.0.66 "PUT /v2.0/ports/e025cabb-778a-4fbe-8c58-bbbd6c77e086 HTTP/1.1" status: 200 len: 1093 time: 1.1254189 May 28 04:59:09.998137 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c1ceca-c4f6-47d7-ab67-010e636ed158', 'tag': 'e025cabb-778a-4fbe-8c58-bbbd6c77e086'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:59:10.018439 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339ec0a-c561-4459-98f4-232db1f6bde6 service neutron] Pushing event updated for resources: {'Port': ['ID=e025cabb-778a-4fbe-8c58-bbbd6c77e086,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:10.076268 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa00fa2-f15d-4ab2-a8ec-73068deebdaf'] response: {'name': 'network-changed', 'server_uuid': '74c1ceca-c4f6-47d7-ab67-010e636ed158', 'tag': 'e025cabb-778a-4fbe-8c58-bbbd6c77e086', 'status': 'completed', 'code': 200} May 28 04:59:10.120182 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-312bc731-8166-458d-a094-13dfc3aca8cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 1096 time: 0.0794420 May 28 04:59:10.188561 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-41a5bc16-4479-4372-9ebd-def2f7840e0c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e025cabb-778a-4fbe-8c58-bbbd6c77e086 HTTP/1.1" status: 200 len: 217 time: 0.0606265 May 28 04:59:10.253634 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-604f1ab7-5f30-4f30-b028-1f9811452471 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:10.255196 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-604f1ab7-5f30-4f30-b028-1f9811452471 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8dc39ab9-b8b9-4f7a-95dd-aab229021c21 HTTP/1.1" status: 200 len: 849 time: 0.0608950 May 28 04:59:10.330565 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-9834ee36-dfd1-4206-a11d-0cdb6cb14ff8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9829c481-31a9-48d1-9599-15df4d99a3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687711 May 28 04:59:10.464796 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-03758681-59eb-4b6c-a148-0f2dab7778e3 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269951 May 28 04:59:10.601420 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99554434-ab35-4d2e-bfb4-7852379cc890 req-906e5d8d-c934-4f5e-b5d8-951444ef3ca6 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302159 May 28 04:59:10.728596 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab2c7716-d739-4a6a-9605-216d2cea4a3f req-dd21c2d2-c2f1-45fb-ab6e-1cbfe0de85bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 1096 time: 0.0783775 May 28 04:59:10.797818 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:59:10.933209 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c7716-d739-4a6a-9605-216d2cea4a3f req-18ddea58-b1e8-4433-b55f-819147ab95c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:10.933209 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab2c7716-d739-4a6a-9605-216d2cea4a3f req-18ddea58-b1e8-4433-b55f-819147ab95c9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 911 time: 0.1951671 May 28 04:59:10.943639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227da21e-f821-4117-bead-e8240ae594df req-f38eda30-3be8-4d4b-b57d-1e01ca927c96 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:10.945254 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-227da21e-f821-4117-bead-e8240ae594df req-f38eda30-3be8-4d4b-b57d-1e01ca927c96 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 943 time: 0.1874199 May 28 04:59:11.145479 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab2c7716-d739-4a6a-9605-216d2cea4a3f req-cd461de2-b668-4168-8704-e74e3c001e96 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e025cabb-778a-4fbe-8c58-bbbd6c77e086 HTTP/1.1" status: 200 len: 217 time: 0.1991673 May 28 04:59:11.219873 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-227da21e-f821-4117-bead-e8240ae594df req-0d2f1b03-9407-485b-a779-aa0fb3a6e41c tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116419 May 28 04:59:11.228810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c7716-d739-4a6a-9605-216d2cea4a3f req-70cd5577-ab96-4429-8352-400ae15b1ab7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:11.230458 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab2c7716-d739-4a6a-9605-216d2cea4a3f req-70cd5577-ab96-4429-8352-400ae15b1ab7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8dc39ab9-b8b9-4f7a-95dd-aab229021c21 HTTP/1.1" status: 200 len: 849 time: 0.0766785 May 28 04:59:11.308861 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab2c7716-d739-4a6a-9605-216d2cea4a3f req-2d911fa4-f6f5-4557-a469-e99135f491b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9829c481-31a9-48d1-9599-15df4d99a3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719869 May 28 04:59:11.453369 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab2c7716-d739-4a6a-9605-216d2cea4a3f req-a93add26-bb80-4a8b-94b4-9bc9b6a91fcf service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374502 May 28 04:59:11.590012 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab2c7716-d739-4a6a-9605-216d2cea4a3f req-4b6de417-ca64-47a3-9a61-283ea40a58dd service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311247 May 28 04:59:12.438897 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af25cb-cc3a-4ca5-9cd8-8a996ce87b1d req-5d79f8fe-d1c3-40ef-b9d5-6faeb2965a14 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:12.440390 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f0af25cb-cc3a-4ca5-9cd8-8a996ce87b1d req-5d79f8fe-d1c3-40ef-b9d5-6faeb2965a14 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 943 time: 0.0902109 May 28 04:59:12.491403 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f0af25cb-cc3a-4ca5-9cd8-8a996ce87b1d req-102becd9-f1b5-4aa2-a1b2-76e5759029b8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449865 May 28 04:59:13.724358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f6fed-4f80-4b22-aee5-c95b90a29fb4 req-e0bf3899-9c1d-4878-80ed-808720f7839b tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:13.730408 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e17f6fed-4f80-4b22-aee5-c95b90a29fb4 req-e0bf3899-9c1d-4878-80ed-808720f7839b tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 943 time: 0.0896471 May 28 04:59:13.774208 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e17f6fed-4f80-4b22-aee5-c95b90a29fb4 req-d9452dfc-8a72-4eb6-8aa5-96a0a730d0c8 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428038 May 28 04:59:14.976078 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9d633-c5ce-45c6-8b27-558afe425e33 req-68af10f7-abd5-4a7c-85fb-ab01c3c79471 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:14.977523 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-08e9d633-c5ce-45c6-8b27-558afe425e33 req-68af10f7-abd5-4a7c-85fb-ab01c3c79471 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 943 time: 0.0837948 May 28 04:59:15.025556 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-08e9d633-c5ce-45c6-8b27-558afe425e33 req-a33aa5c9-306f-4ed2-9771-4f8601da6d53 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424249 May 28 04:59:16.270936 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9e535-fae1-4328-8b4b-9746d1bf425d req-f30de14e-b50c-4d54-b0f8-fe93194fe794 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:16.272331 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-63d9e535-fae1-4328-8b4b-9746d1bf425d req-f30de14e-b50c-4d54-b0f8-fe93194fe794 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 943 time: 0.0898988 May 28 04:59:16.327984 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-63d9e535-fae1-4328-8b4b-9746d1bf425d req-97e8c62f-21d5-4dbd-8192-bcf084b0c036 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455673 May 28 04:59:17.011342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device e025cabb-778a-4fbe-8c58-bbbd6c77e086 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 04:59:17.202853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port e025cabb-778a-4fbe-8c58-bbbd6c77e086, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e025cabb-778a-4fbe-8c58-bbbd6c77e086,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:59:17.220371 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'e025cabb-778a-4fbe-8c58-bbbd6c77e086', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'port_id': 'e025cabb-778a-4fbe-8c58-bbbd6c77e086', 'mac_address': 'fa:16:3e:d7:59:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 04:59:17.276922 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:17.294995 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e025cabb-778a-4fbe-8c58-bbbd6c77e086 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:59:17.310650 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port e025cabb-778a-4fbe-8c58-bbbd6c77e086, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e025cabb-778a-4fbe-8c58-bbbd6c77e086,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:59:17.317961 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:17.385682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=e025cabb-778a-4fbe-8c58-bbbd6c77e086,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:17.540802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187eb55-d4b7-4978-9ea5-f2e4091fa8fd req-6e2363a2-c7fb-4250-91ee-0b7f67a51355 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:17.542227 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0187eb55-d4b7-4978-9ea5-f2e4091fa8fd req-6e2363a2-c7fb-4250-91ee-0b7f67a51355 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 944 time: 0.0890577 May 28 04:59:17.573605 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['e025cabb-778a-4fbe-8c58-bbbd6c77e086'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 04:59:17.589562 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0187eb55-d4b7-4978-9ea5-f2e4091fa8fd req-8996f3a7-a6a4-46c8-ad66-36059ac7ea3f tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399575 May 28 04:59:18.800414 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987daa8-e912-4c0b-9a09-41f0d46e503e req-4da668f1-ddf3-4cf6-97b3-ec5942a492b4 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:18.801866 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9987daa8-e912-4c0b-9a09-41f0d46e503e req-4da668f1-ddf3-4cf6-97b3-ec5942a492b4 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 944 time: 0.0796432 May 28 04:59:18.848207 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9987daa8-e912-4c0b-9a09-41f0d46e503e req-ae724e67-c03c-4d99-a3a5-ec704ce9cf1e tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406051 May 28 04:59:19.024819 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device e025cabb-778a-4fbe-8c58-bbbd6c77e086 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:59:19.111807 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port e025cabb-778a-4fbe-8c58-bbbd6c77e086 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:59:19.120237 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port e025cabb-778a-4fbe-8c58-bbbd6c77e086 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:59:19.120701 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:19.258167 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:19.285097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c1ceca-c4f6-47d7-ab67-010e636ed158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e025cabb-778a-4fbe-8c58-bbbd6c77e086'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:59:19.295477 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port e025cabb-778a-4fbe-8c58-bbbd6c77e086, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e025cabb-778a-4fbe-8c58-bbbd6c77e086,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:59:19.300630 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:19.343196 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e787f5c-f811-4188-90a1-a4abb9fc9182'] response: {'server_uuid': '74c1ceca-c4f6-47d7-ab67-010e636ed158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e025cabb-778a-4fbe-8c58-bbbd6c77e086', 'code': 200} May 28 04:59:19.374215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=e025cabb-778a-4fbe-8c58-bbbd6c77e086,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:19.654035 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-47af536b-9dc2-40f0-b41d-bdaae68e0baa req-7a3fe0cc-547d-4e57-9c5e-3f9f49162370 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 1098 time: 0.0714574 May 28 04:59:19.697359 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-47af536b-9dc2-40f0-b41d-bdaae68e0baa req-a1d293a7-a0b7-4385-ae3f-859a57368dfb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368161 May 28 04:59:20.066584 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd14f67-896b-4e87-a4bf-51fd2a606eef req-b7783b95-e623-4b9b-96f3-c1430034ebd4 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:20.068169 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7bd14f67-896b-4e87-a4bf-51fd2a606eef req-b7783b95-e623-4b9b-96f3-c1430034ebd4 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 945 time: 0.0927398 May 28 04:59:20.118455 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7bd14f67-896b-4e87-a4bf-51fd2a606eef req-947d77e4-7c69-4131-857d-6b63f93c8e18 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446689 May 28 04:59:21.331170 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8faa9-0de3-4f1b-aaca-b5bca5c1292b req-4c0061bc-1854-43f3-b901-d1eb097a525a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:21.332582 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8ba8faa9-0de3-4f1b-aaca-b5bca5c1292b req-4c0061bc-1854-43f3-b901-d1eb097a525a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 945 time: 0.0865986 May 28 04:59:21.384113 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8ba8faa9-0de3-4f1b-aaca-b5bca5c1292b req-3f5851a4-a0c7-48df-b496-446fd1433406 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439463 May 28 04:59:21.597007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09803b-4860-4a75-80f4-d939e725d344 req-0b692431-66e8-4748-9e82-0718c37541a7 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:21.598405 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab09803b-4860-4a75-80f4-d939e725d344 req-0b692431-66e8-4748-9e82-0718c37541a7 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 945 time: 0.0833890 May 28 04:59:21.651504 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab09803b-4860-4a75-80f4-d939e725d344 req-818af261-1a52-4c2a-a08d-92aaacca9617 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438025 May 28 04:59:21.682718 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34358) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:21.754167 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-778b617b-c2ca-4536-ab9e-8a43d9b6c10b tempest-TestVolumeBootPattern-122300802 tempest-TestVolumeBootPattern-122300802-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 1093 time: 0.0702622 May 28 04:59:21.756778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34362) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:21.761827 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': 'e025cabb-778a-4fbe-8c58-bbbd6c77e086', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:59:21.767463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:59:21.771687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Usage tracker for resource:floatingip and tenant:18ccd89bc6e04807b7b81890f7b941e1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:59:21.774731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:59:21.780665 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:59:21.795305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:21.935330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:22.123743 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-61aa7c1f-4d01-4e8f-8125-16ea759fc7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:22.172207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Allocated IP 172.26.8.110 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/6db420bd-d347-4cd8-8e6f-a710aeca1c85) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:59:22.325502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:22.355568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:22.426261 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:59:22.429130 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:59:22.433325 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:59:22.456553 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event updated for resources: {'Port': ['ID=6db420bd-d347-4cd8-8e6f-a710aeca1c85,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:22.926598 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:22.983596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:23.187184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:23.195024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:23.298327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event updated for resources: {'Port': ['ID=6db420bd-d347-4cd8-8e6f-a710aeca1c85,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:23.313319 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:23.507466 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Floating IP 99323072-f791-426d-9000-c61e6695dff4 associated. External IP: 172.26.8.110, port: e025cabb-778a-4fbe-8c58-bbbd6c77e086. May 28 04:59:24.011321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Router cc019a2c-c590-4ed3-99cf-6c67473de733 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:59:24.221732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:59:24.231539 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0479790c-ba36-4bee-b4c9-c1b7dcbc9d26 None None] Sync routers for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:59:24.248509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:24.250587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0479790c-ba36-4bee-b4c9-c1b7dcbc9d26 None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:59:24.251203 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-0479790c-ba36-4bee-b4c9-c1b7dcbc9d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:58:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:24.311104 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ba4450d7-57b4-4cc4-aa6c-05cb0d64a055 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5486631 May 28 04:59:24.311104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c1ceca-c4f6-47d7-ab67-010e636ed158', 'tag': 'e025cabb-778a-4fbe-8c58-bbbd6c77e086'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:59:24.367368 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eee01bd9-bac7-46dc-8d08-2eca89e20925'] response: {'name': 'network-changed', 'server_uuid': '74c1ceca-c4f6-47d7-ab67-010e636ed158', 'tag': 'e025cabb-778a-4fbe-8c58-bbbd6c77e086', 'status': 'completed', 'code': 200} May 28 04:59:24.390830 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8af72c88-8f14-40d5-83c4-cd45b77513f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:24.441382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-0479790c-ba36-4bee-b4c9-c1b7dcbc9d26 None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:59:24.460335 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d175fd4b-fd62-4120-88d5-f30329555846 req-9c218b54-d097-4888-9c3c-42a574676f42 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 1098 time: 0.0698287 May 28 04:59:24.591976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175fd4b-fd62-4120-88d5-f30329555846 req-48bec73f-2360-4f33-8099-579a9c9ca842 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:24.593423 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d175fd4b-fd62-4120-88d5-f30329555846 req-48bec73f-2360-4f33-8099-579a9c9ca842 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 911 time: 0.1269717 May 28 04:59:24.704576 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d175fd4b-fd62-4120-88d5-f30329555846 req-89e2f8ae-e696-45f2-8aa7-93fef528d6ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e025cabb-778a-4fbe-8c58-bbbd6c77e086 HTTP/1.1" status: 200 len: 999 time: 0.1037595 May 28 04:59:24.735441 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:24.770299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175fd4b-fd62-4120-88d5-f30329555846 req-729064c3-deb4-45dd-addc-0ef0bd3c8995 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:24.772158 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d175fd4b-fd62-4120-88d5-f30329555846 req-729064c3-deb4-45dd-addc-0ef0bd3c8995 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8dc39ab9-b8b9-4f7a-95dd-aab229021c21 HTTP/1.1" status: 200 len: 849 time: 0.0597303 May 28 04:59:24.804261 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-0479790c-ba36-4bee-b4c9-c1b7dcbc9d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '7ba7677d-0bd2-4162-8c30-486c17435651', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'port_id': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'mac_address': 'fa:16:3e:1d:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:57:13Z', 'updated_at': '2022-05-28T04:57:16Z', 'revision_number': 1, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address_scope': None}, {'id': '99323072-f791-426d-9000-c61e6695dff4', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'floating_ip_address': '172.26.8.110', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'port_id': 'e025cabb-778a-4fbe-8c58-bbbd6c77e086', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'mac_address': 'fa:16:3e:d7:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c1ceca-c4f6-47d7-ab67-010e636ed158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:59:22Z', 'updated_at': '2022-05-28T04:59:22Z', 'revision_number': 0, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:24.808421 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0479790c-ba36-4bee-b4c9-c1b7dcbc9d26 None None] Checking router: cc019a2c-c590-4ed3-99cf-6c67473de733 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:59:24.819344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0479790c-ba36-4bee-b4c9-c1b7dcbc9d26 None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:59:24.819935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-0479790c-ba36-4bee-b4c9-c1b7dcbc9d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:59:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:24.855147 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d175fd4b-fd62-4120-88d5-f30329555846 req-32b15ab6-111b-40d2-b49c-fcc2b74a7a36 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9829c481-31a9-48d1-9599-15df4d99a3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716715 May 28 04:59:24.988654 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d175fd4b-fd62-4120-88d5-f30329555846 req-3c704440-5197-4541-b9d7-720b0cc2c220 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256843 May 28 04:59:24.997376 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-0479790c-ba36-4bee-b4c9-c1b7dcbc9d26 None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:59:25.122962 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d175fd4b-fd62-4120-88d5-f30329555846 req-e767da1c-9cae-494d-9708-f68141cb98e0 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269672 May 28 04:59:25.375058 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-0479790c-ba36-4bee-b4c9-c1b7dcbc9d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '7ba7677d-0bd2-4162-8c30-486c17435651', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'port_id': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'mac_address': 'fa:16:3e:1d:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:57:13Z', 'updated_at': '2022-05-28T04:57:16Z', 'revision_number': 1, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address_scope': None}, {'id': '99323072-f791-426d-9000-c61e6695dff4', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'floating_ip_address': '172.26.8.110', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'port_id': 'e025cabb-778a-4fbe-8c58-bbbd6c77e086', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'mac_address': 'fa:16:3e:d7:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c1ceca-c4f6-47d7-ab67-010e636ed158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:59:22Z', 'updated_at': '2022-05-28T04:59:22Z', 'revision_number': 0, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:25.379046 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0479790c-ba36-4bee-b4c9-c1b7dcbc9d26 None None] The sync data for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv is: [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '7ba7677d-0bd2-4162-8c30-486c17435651', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'port_id': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'mac_address': 'fa:16:3e:1d:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:57:13Z', 'updated_at': '2022-05-28T04:57:16Z', 'revision_number': 1, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address_scope': None}, {'id': '99323072-f791-426d-9000-c61e6695dff4', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'floating_ip_address': '172.26.8.110', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'port_id': 'e025cabb-778a-4fbe-8c58-bbbd6c77e086', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'mac_address': 'fa:16:3e:d7:59:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74c1ceca-c4f6-47d7-ab67-010e636ed158', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:59:22Z', 'updated_at': '2022-05-28T04:59:22Z', 'revision_number': 0, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:59:25.564846 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:25.571536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:25.586847 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb91961-b628-4c89-b717-298b247d57f1 None None] New status for floating IP 99323072-f791-426d-9000-c61e6695dff4: ACTIVE {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:59:25.793339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb602f5-8aea-446b-9fd1-a46f6d1a13e4 req-905450bc-3cee-4ae9-a9a9-96c0f1ca9cac tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:25.794784 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-beb602f5-8aea-446b-9fd1-a46f6d1a13e4 req-905450bc-3cee-4ae9-a9a9-96c0f1ca9cac tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 946 time: 0.0783954 May 28 04:59:25.841549 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-beb602f5-8aea-446b-9fd1-a46f6d1a13e4 req-6b4bbbcd-9c3a-4003-824b-91b0a5a81009 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=788133a5-1587-49a9-b2db-f399dca07ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408790 May 28 04:59:27.109560 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:27.110155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c63c3-6ada-445d-b602-4338f6d66d9f req-b203aa47-4338-4ce6-b9c1-61b15261f881 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:27.111216 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce6c63c3-6ada-445d-b602-4338f6d66d9f req-b203aa47-4338-4ce6-b9c1-61b15261f881 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 946 time: 0.1402900 May 28 04:59:27.118119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a90b6-30e1-4045-a0b0-9d3209dbd8ca req-71682b19-d7dd-4d4c-adf8-bb201c05e0ee tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:27.119460 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-567a90b6-30e1-4045-a0b0-9d3209dbd8ca req-71682b19-d7dd-4d4c-adf8-bb201c05e0ee tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/ports?device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 946 time: 0.1005189 May 28 04:59:27.312128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-567a90b6-30e1-4045-a0b0-9d3209dbd8ca req-cc6b21b7-20b0-415e-8375-137ab09809a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:59:27.312457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-567a90b6-30e1-4045-a0b0-9d3209dbd8ca req-cc6b21b7-20b0-415e-8375-137ab09809a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:27.336634 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce6c63c3-6ada-445d-b602-4338f6d66d9f req-bf286265-dc21-4132-8ca7-fdd9f1fbe611 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=788133a5-1587-49a9-b2db-f399dca07ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163005 May 28 04:59:27.554304 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-567a90b6-30e1-4045-a0b0-9d3209dbd8ca req-cc6b21b7-20b0-415e-8375-137ab09809a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=60c0f0aa-fda1-42e4-98f9-10e7e3e724b2,segment=NetworkSegment(5c8c60a3-7794-4117-91f6-1903cdfb1cff),segment_id=5c8c60a3-7794-4117-91f6-1903cdfb1cff)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:59:27.554643 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-567a90b6-30e1-4045-a0b0-9d3209dbd8ca req-cc6b21b7-20b0-415e-8375-137ab09809a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:27.835179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-567a90b6-30e1-4045-a0b0-9d3209dbd8ca req-cc6b21b7-20b0-415e-8375-137ab09809a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:27.835585 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-567a90b6-30e1-4045-a0b0-9d3209dbd8ca req-cc6b21b7-20b0-415e-8375-137ab09809a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:27.835851 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [req-567a90b6-30e1-4045-a0b0-9d3209dbd8ca req-cc6b21b7-20b0-415e-8375-137ab09809a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Floating IP a5b928a1-59f6-4ed3-b42a-54dadcc8afae disassociated. External IP: 172.26.8.18, port: 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2. May 28 04:59:27.836172 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-567a90b6-30e1-4045-a0b0-9d3209dbd8ca req-cc6b21b7-20b0-415e-8375-137ab09809a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:59:27.980122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-567a90b6-30e1-4045-a0b0-9d3209dbd8ca req-cc6b21b7-20b0-415e-8375-137ab09809a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:28.026226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b21b7-20b0-415e-8375-137ab09809a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=60c0f0aa-fda1-42e4-98f9-10e7e3e724b2,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:28.258203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-567a90b6-30e1-4045-a0b0-9d3209dbd8ca req-cc6b21b7-20b0-415e-8375-137ab09809a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:59:28.497997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-567a90b6-30e1-4045-a0b0-9d3209dbd8ca req-cc6b21b7-20b0-415e-8375-137ab09809a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:59:28.508997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c530bc0-7f65-4563-8bbe-8d74b4993490 None None] Sync routers for ids ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:59:28.522450 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c530bc0-7f65-4563-8bbe-8d74b4993490 None None] Routers {'4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:59:28.523245 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-8c530bc0-7f65-4563-8bbe-8d74b4993490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:59:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:28.541043 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5cc0292a-1978-4390-b490-811ded21eafc req-411d6be8-2ef2-40ed-b578-e5e3bf6b52dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=190e663d-f7a3-4ceb-b33a-16ed663228ff HTTP/1.1" status: 200 len: 210 time: 0.0772331 May 28 04:59:28.575077 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-567a90b6-30e1-4045-a0b0-9d3209dbd8ca req-cc6b21b7-20b0-415e-8375-137ab09809a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] No DVR routers for this DVR port 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:59:28.577543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-567a90b6-30e1-4045-a0b0-9d3209dbd8ca req-cc6b21b7-20b0-415e-8375-137ab09809a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:28.580115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190e663d-f7a3-4ceb-b33a-16ed663228ff', 'name': 'network-vif-deleted', 'tag': '60c0f0aa-fda1-42e4-98f9-10e7e3e724b2'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:59:28.597516 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-567a90b6-30e1-4045-a0b0-9d3209dbd8ca req-cc6b21b7-20b0-415e-8375-137ab09809a3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "DELETE /v2.0/ports/60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 HTTP/1.1" status: 204 len: 173 time: 1.4641993 May 28 04:59:28.643975 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f34bf5-2b13-4d81-b475-a6ab0681b85c'] response: {'server_uuid': '190e663d-f7a3-4ceb-b33a-16ed663228ff', 'name': 'network-vif-deleted', 'tag': '60c0f0aa-fda1-42e4-98f9-10e7e3e724b2', 'status': 'completed', 'code': 200} May 28 04:59:28.708460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-8c530bc0-7f65-4563-8bbe-8d74b4993490 None None] Set router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:59:29.024621 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-8c530bc0-7f65-4563-8bbe-8d74b4993490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '2684ab7e-b9d9-433e-94ef-f537d4984868', 'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:f5:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:40Z', 'updated_at': '2022-05-28T04:57:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:29.028680 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c530bc0-7f65-4563-8bbe-8d74b4993490 None None] Checking router: 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:59:29.041137 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c530bc0-7f65-4563-8bbe-8d74b4993490 None None] Routers {'4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:59:29.041805 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-8c530bc0-7f65-4563-8bbe-8d74b4993490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:59:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:29.091436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:59:29.179863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:59:29.180196 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 60c0f0aa-fda1-42e4-98f9-10e7e3e724b2 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:59:29.254603 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-8c530bc0-7f65-4563-8bbe-8d74b4993490 None None] Set router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:59:29.596415 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-8c530bc0-7f65-4563-8bbe-8d74b4993490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '2684ab7e-b9d9-433e-94ef-f537d4984868', 'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:f5:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:40Z', 'updated_at': '2022-05-28T04:57:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:29.600629 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c530bc0-7f65-4563-8bbe-8d74b4993490 None None] The sync data for ids ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'] in dv-neutron-843300-5-hyperv is: [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '2684ab7e-b9d9-433e-94ef-f537d4984868', 'name': '', 'network_id': '418630b4-8099-4cfe-8651-7fc82294d9b9', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:f5:ad:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:40Z', 'updated_at': '2022-05-28T04:57:48Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'ed9cfa19-f9df-4d87-8fee-be541563990b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:59:29.653581 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34384) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:29.721523 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-05400418-67aa-43a6-bb1d-62b0882b7360 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:29.752014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-05400418-67aa-43a6-bb1d-62b0882b7360 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:29.819528 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-05400418-67aa-43a6-bb1d-62b0882b7360 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:29.837195 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05400418-67aa-43a6-bb1d-62b0882b7360 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=788133a5-1587-49a9-b2db-f399dca07ee5,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:29.848669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-05400418-67aa-43a6-bb1d-62b0882b7360 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:29.849884 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-05400418-67aa-43a6-bb1d-62b0882b7360 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/security-groups/788133a5-1587-49a9-b2db-f399dca07ee5 HTTP/1.1" status: 204 len: 168 time: 0.1952372 May 28 04:59:29.990760 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34392) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:30.154428 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e0bcec9b-8915-4406-b7c4-c683e1874e1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 01b59beb-9bdf-4055-80bb-d0255f16573c {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:59:30.154642 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e0bcec9b-8915-4406-b7c4-c683e1874e1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:30.324780 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e0bcec9b-8915-4406-b7c4-c683e1874e1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:30.325124 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e0bcec9b-8915-4406-b7c4-c683e1874e1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:30.465695 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e0bcec9b-8915-4406-b7c4-c683e1874e1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 01b59beb-9bdf-4055-80bb-d0255f16573c owned by network:floatingip {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:59:30.624198 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e0bcec9b-8915-4406-b7c4-c683e1874e1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:30.676085 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bcec9b-8915-4406-b7c4-c683e1874e1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=01b59beb-9bdf-4055-80bb-d0255f16573c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:30.771126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e0bcec9b-8915-4406-b7c4-c683e1874e1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:30.785252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e0bcec9b-8915-4406-b7c4-c683e1874e1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:30.786420 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e0bcec9b-8915-4406-b7c4-c683e1874e1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/floatingips/a5b928a1-59f6-4ed3-b42a-54dadcc8afae HTTP/1.1" status: 204 len: 168 time: 0.7948437 May 28 04:59:31.166977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629a221-57ec-49f0-9413-2cd3e0e23e49 req-f11a6954-0643-49ed-ab31-4ee54fe13ed3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:31.167645 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-9629a221-57ec-49f0-9413-2cd3e0e23e49 req-f11a6954-0643-49ed-ab31-4ee54fe13ed3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:59:31.186984 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-9629a221-57ec-49f0-9413-2cd3e0e23e49 req-f11a6954-0643-49ed-ab31-4ee54fe13ed3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:59:31.188073 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9629a221-57ec-49f0-9413-2cd3e0e23e49 req-f11a6954-0643-49ed-ab31-4ee54fe13ed3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 946 time: 0.0988855 May 28 04:59:31.236059 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9629a221-57ec-49f0-9413-2cd3e0e23e49 req-3256f8ed-3a8b-4039-9bdb-b61e67cef2d8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=013e12f8-f18c-4b36-a30f-9c1b8f0a8f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400445 May 28 04:59:31.892506 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b773c4e3-811b-436b-b717-f7a170888664 None None] New status for floating IP a5b928a1-59f6-4ed3-b42a-54dadcc8afae: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 04:59:32.594394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea77fc6-eba2-4b9f-8fc3-e26af4342cc2 req-af7b3cde-6230-47c8-b081-7c7ceaf7ce35 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:32.595250 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4ea77fc6-eba2-4b9f-8fc3-e26af4342cc2 req-af7b3cde-6230-47c8-b081-7c7ceaf7ce35 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 946 time: 0.2377377 May 28 04:59:32.602069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32eff5-4aca-4f10-9b31-b6d31fa9d582 req-5cdb18d9-3857-40d7-81fe-c2b764e7b753 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:32.603541 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-de32eff5-4aca-4f10-9b31-b6d31fa9d582 req-5cdb18d9-3857-40d7-81fe-c2b764e7b753 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/ports?device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 946 time: 0.2120068 May 28 04:59:32.691174 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4ea77fc6-eba2-4b9f-8fc3-e26af4342cc2 req-b6166e73-32f3-4911-be35-8d9b2a88b524 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=013e12f8-f18c-4b36-a30f-9c1b8f0a8f29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868754 May 28 04:59:32.698997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-de32eff5-4aca-4f10-9b31-b6d31fa9d582 req-acaeda9d-68e1-47d7-bd7d-6f04f63848d4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port baa40776-c7fe-4a22-b36d-ada6274862f2 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:59:32.699330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-de32eff5-4aca-4f10-9b31-b6d31fa9d582 req-acaeda9d-68e1-47d7-bd7d-6f04f63848d4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:32.965968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-de32eff5-4aca-4f10-9b31-b6d31fa9d582 req-acaeda9d-68e1-47d7-bd7d-6f04f63848d4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port baa40776-c7fe-4a22-b36d-ada6274862f2, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=baa40776-c7fe-4a22-b36d-ada6274862f2,segment=NetworkSegment(5c8c60a3-7794-4117-91f6-1903cdfb1cff),segment_id=5c8c60a3-7794-4117-91f6-1903cdfb1cff)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:59:32.967087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-de32eff5-4aca-4f10-9b31-b6d31fa9d582 req-acaeda9d-68e1-47d7-bd7d-6f04f63848d4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:33.091101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-de32eff5-4aca-4f10-9b31-b6d31fa9d582 req-acaeda9d-68e1-47d7-bd7d-6f04f63848d4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for baa40776-c7fe-4a22-b36d-ada6274862f2 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:59:33.245449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-de32eff5-4aca-4f10-9b31-b6d31fa9d582 req-acaeda9d-68e1-47d7-bd7d-6f04f63848d4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:33.292743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaeda9d-68e1-47d7-bd7d-6f04f63848d4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=baa40776-c7fe-4a22-b36d-ada6274862f2,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:33.368638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-de32eff5-4aca-4f10-9b31-b6d31fa9d582 req-acaeda9d-68e1-47d7-bd7d-6f04f63848d4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] No DVR routers for this DVR port baa40776-c7fe-4a22-b36d-ada6274862f2 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:59:33.371082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-de32eff5-4aca-4f10-9b31-b6d31fa9d582 req-acaeda9d-68e1-47d7-bd7d-6f04f63848d4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:33.373491 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45fc16e-5378-4399-87ad-fd4af64791c5', 'name': 'network-vif-deleted', 'tag': 'baa40776-c7fe-4a22-b36d-ada6274862f2'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:59:33.389548 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-de32eff5-4aca-4f10-9b31-b6d31fa9d582 req-acaeda9d-68e1-47d7-bd7d-6f04f63848d4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "DELETE /v2.0/ports/baa40776-c7fe-4a22-b36d-ada6274862f2 HTTP/1.1" status: 204 len: 173 time: 0.7697101 May 28 04:59:33.436636 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea8df24-113f-4ded-86fd-dd2a193e26b6'] response: {'server_uuid': 'e45fc16e-5378-4399-87ad-fd4af64791c5', 'name': 'network-vif-deleted', 'tag': 'baa40776-c7fe-4a22-b36d-ada6274862f2', 'status': 'completed', 'code': 200} May 28 04:59:33.869922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-3b5dd43b-147a-4ee6-bfef-a234e092e93e req-110a145d-56b5-4827-8e2a-ebffcd16714f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:59:33.887020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-3b5dd43b-147a-4ee6-bfef-a234e092e93e req-110a145d-56b5-4827-8e2a-ebffcd16714f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:59:33.888480 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b5dd43b-147a-4ee6-bfef-a234e092e93e req-110a145d-56b5-4827-8e2a-ebffcd16714f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e45fc16e-5378-4399-87ad-fd4af64791c5 HTTP/1.1" status: 200 len: 210 time: 0.0608885 May 28 04:59:34.998267 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34410) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:35.070302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-22baa049-3be7-4f4e-85ae-2ca9fa315ccd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:35.102945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-22baa049-3be7-4f4e-85ae-2ca9fa315ccd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:35.116588 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device baa40776-c7fe-4a22-b36d-ada6274862f2 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:59:35.152383 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: baa40776-c7fe-4a22-b36d-ada6274862f2 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:59:35.152876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device baa40776-c7fe-4a22-b36d-ada6274862f2 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:59:35.169298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-22baa049-3be7-4f4e-85ae-2ca9fa315ccd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:35.187912 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22baa049-3be7-4f4e-85ae-2ca9fa315ccd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=013e12f8-f18c-4b36-a30f-9c1b8f0a8f29,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:35.194748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-22baa049-3be7-4f4e-85ae-2ca9fa315ccd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:35.195314 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-22baa049-3be7-4f4e-85ae-2ca9fa315ccd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/security-groups/013e12f8-f18c-4b36-a30f-9c1b8f0a8f29 HTTP/1.1" status: 204 len: 168 time: 0.1960285 May 28 04:59:35.238938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34416) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:35.660135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e846cc2c-c677-4e4e-b3e7-90742fa0d529 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:36.418896 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-e846cc2c-c677-4e4e-b3e7-90742fa0d529 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 2684ab7e-b9d9-433e-94ef-f537d4984868 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:59:36.419611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e846cc2c-c677-4e4e-b3e7-90742fa0d529 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:36.609277 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-e846cc2c-c677-4e4e-b3e7-90742fa0d529 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 2684ab7e-b9d9-433e-94ef-f537d4984868, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2684ab7e-b9d9-433e-94ef-f537d4984868,segment=NetworkSegment(5c8c60a3-7794-4117-91f6-1903cdfb1cff),segment_id=5c8c60a3-7794-4117-91f6-1903cdfb1cff)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:59:36.609622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e846cc2c-c677-4e4e-b3e7-90742fa0d529 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:36.734102 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-e846cc2c-c677-4e4e-b3e7-90742fa0d529 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 2684ab7e-b9d9-433e-94ef-f537d4984868 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:59:36.913559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e846cc2c-c677-4e4e-b3e7-90742fa0d529 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:36.963148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846cc2c-c677-4e4e-b3e7-90742fa0d529 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=2684ab7e-b9d9-433e-94ef-f537d4984868,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:37.258534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e846cc2c-c677-4e4e-b3e7-90742fa0d529 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:37.967095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e846cc2c-c677-4e4e-b3e7-90742fa0d529 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:59:38.186062 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e846cc2c-c677-4e4e-b3e7-90742fa0d529 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:59:38.196010 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e167c47-13fb-4fe7-b7bc-46ade795492a None None] Sync routers for ids ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:59:38.206036 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e846cc2c-c677-4e4e-b3e7-90742fa0d529 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/4bbab4cf-23a7-4b69-b2ab-ad794bafbaec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9633782 May 28 04:59:38.206224 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34422) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:38.212615 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e167c47-13fb-4fe7-b7bc-46ade795492a None None] Routers {'4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:59:38.213220 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7e167c47-13fb-4fe7-b7bc-46ade795492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:59:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:38.386355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-426448f9-27b2-409d-80ba-02d272f7f22e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting subnet ed9cfa19-f9df-4d87-8fee-be541563990b {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 04:59:38.389435 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-426448f9-27b2-409d-80ba-02d272f7f22e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:38.390296 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-7e167c47-13fb-4fe7-b7bc-46ade795492a None None] Set router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:59:38.442744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-426448f9-27b2-409d-80ba-02d272f7f22e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:38.529180 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-426448f9-27b2-409d-80ba-02d272f7f22e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:38.608874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-426448f9-27b2-409d-80ba-02d272f7f22e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:38.651874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426448f9-27b2-409d-80ba-02d272f7f22e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Subnet': ['ID=ed9cfa19-f9df-4d87-8fee-be541563990b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:38.656700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-426448f9-27b2-409d-80ba-02d272f7f22e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:38.668253 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-426448f9-27b2-409d-80ba-02d272f7f22e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/subnets/ed9cfa19-f9df-4d87-8fee-be541563990b HTTP/1.1" status: 204 len: 168 time: 0.4557121 May 28 04:59:38.676185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34426) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:38.682535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0089be-8a25-470e-ad16-84e47a441fce None None] Network 418630b4-8099-4cfe-8651-7fc82294d9b9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:59:38.750631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7e167c47-13fb-4fe7-b7bc-46ade795492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:59:36Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:38.759155 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e167c47-13fb-4fe7-b7bc-46ade795492a None None] Checking router: 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:59:38.850630 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e167c47-13fb-4fe7-b7bc-46ade795492a None None] Routers {'4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:59:38.850630 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7e167c47-13fb-4fe7-b7bc-46ade795492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:59:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:38.912147 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:39.065342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-7e167c47-13fb-4fe7-b7bc-46ade795492a None None] Set router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:59:39.174667 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6646bba0-1fb3-4629-8226-083b3c39706f None None] DHCP port deletion for 418630b4-8099-4cfe-8651-7fc82294d9b9 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 04:59:39.177484 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:39.185073 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6646bba0-1fb3-4629-8226-083b3c39706f None None] Deleting port cc80df52-641c-4b92-9aeb-493cd4d54fae {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:59:39.185073 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6646bba0-1fb3-4629-8226-083b3c39706f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:39.190122 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 3099c5d0-47b5-42a1-a62f-90a7c38f5385 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 04:59:39.190122 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:39.504181 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 3099c5d0-47b5-42a1-a62f-90a7c38f5385, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3099c5d0-47b5-42a1-a62f-90a7c38f5385,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:59:39.504181 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:39.607584 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-6646bba0-1fb3-4629-8226-083b3c39706f None None] For port cc80df52-641c-4b92-9aeb-493cd4d54fae, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=cc80df52-641c-4b92-9aeb-493cd4d54fae,segment=NetworkSegment(5c8c60a3-7794-4117-91f6-1903cdfb1cff),segment_id=5c8c60a3-7794-4117-91f6-1903cdfb1cff)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:59:39.607584 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6646bba0-1fb3-4629-8226-083b3c39706f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:39.634114 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 3099c5d0-47b5-42a1-a62f-90a7c38f5385 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:59:39.728882 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7e167c47-13fb-4fe7-b7bc-46ade795492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:59:36Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:39.741780 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6646bba0-1fb3-4629-8226-083b3c39706f None None] Calling delete_port for cc80df52-641c-4b92-9aeb-493cd4d54fae owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 04:59:39.781478 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e167c47-13fb-4fe7-b7bc-46ade795492a None None] The sync data for ids ['4bbab4cf-23a7-4b69-b2ab-ad794bafbaec'] in dv-neutron-843300-5-hyperv is: [{'id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'name': 'tempest-TestNetworkBasicOps-router-1836331709', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11'}], 'enable_snat': True}, 'gw_port_id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:59:36Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '3099c5d0-47b5-42a1-a62f-90a7c38f5385', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbab4cf-23a7-4b69-b2ab-ad794bafbaec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:57:37Z', 'updated_at': '2022-05-28T04:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:59:39.825345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:39.862231 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6646bba0-1fb3-4629-8226-083b3c39706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:39.870975 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=3099c5d0-47b5-42a1-a62f-90a7c38f5385,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:39.935096 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6646bba0-1fb3-4629-8226-083b3c39706f None None] No DVR routers for this DVR port cc80df52-641c-4b92-9aeb-493cd4d54fae on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 04:59:39.962128 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646bba0-1fb3-4629-8226-083b3c39706f None None] Pushing event deleted for resources: {'Port': ['ID=cc80df52-641c-4b92-9aeb-493cd4d54fae,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:39.976905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:39.976905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:39.976905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:39.976905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:39.976905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:39.976905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:39.980394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:39.980394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:39.980394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:39.980394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:39.980394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:40.210743 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:40.333023 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cc80df52-641c-4b92-9aeb-493cd4d54fae no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:59:40.407985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: cc80df52-641c-4b92-9aeb-493cd4d54fae {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:59:40.407985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device cc80df52-641c-4b92-9aeb-493cd4d54fae not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:59:40.407985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2684ab7e-b9d9-433e-94ef-f537d4984868 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:59:40.459303 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 2684ab7e-b9d9-433e-94ef-f537d4984868 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:59:40.459303 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2684ab7e-b9d9-433e-94ef-f537d4984868 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:59:40.617611 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:40.623107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:40.649708 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:40.649708 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Fanout notify agent at l3_agent the message router_deleted on router 4bbab4cf-23a7-4b69-b2ab-ad794bafbaec {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 04:59:40.664701 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:40.671014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34430) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:40.688327 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-795de89f-573b-45d6-9233-e4de2ab2adb1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/routers/4bbab4cf-23a7-4b69-b2ab-ad794bafbaec HTTP/1.1" status: 204 len: 168 time: 2.0156817 May 28 04:59:40.802559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:41.017194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:41.048711 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418630b4-8099-4cfe-8651-7fc82294d9b9']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:41.061207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8c60a3-7794-4117-91f6-1903cdfb1cff') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:41.061207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8c60a3-7794-4117-91f6-1903cdfb1cff') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:41.073065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:41.090853 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:41.096021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 04:59:41.096021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 04:59:41.109612 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 04:59:41.304984 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:41.320817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:41.333098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Network': ['ID=418630b4-8099-4cfe-8651-7fc82294d9b9,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:41.345729 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/networks/418630b4-8099-4cfe-8651-7fc82294d9b9 HTTP/1.1" status: 204 len: 168 time: 0.6738548 May 28 04:59:41.345729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:41.345729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:41.345729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:41.345729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:41.345729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:41.345729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:41.345729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:41.345729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:41.345729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:41.345729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:41.345729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68f8a71-151b-4d85-82e3-0bd2f0a4cbbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:41.371151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34434) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:41.376807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-040a943d-b28d-4148-a087-a140e85f23dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'network': {'name': 'tempest-network-smoke--454017082', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'port_security_enabled': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:59:41.383125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-040a943d-b28d-4148-a087-a140e85f23dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:59:41.383125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-040a943d-b28d-4148-a087-a140e85f23dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:network and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:59:41.389181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-040a943d-b28d-4148-a087-a140e85f23dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:59:41.398150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-040a943d-b28d-4148-a087-a140e85f23dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:59:41.409409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040a943d-b28d-4148-a087-a140e85f23dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:59:41.409409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-040a943d-b28d-4148-a087-a140e85f23dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:41.441571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040a943d-b28d-4148-a087-a140e85f23dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 04:59:41.453272 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-040a943d-b28d-4148-a087-a140e85f23dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:41.453272 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-040a943d-b28d-4148-a087-a140e85f23dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Added segment 79581602-24e8-49e0-93b3-7d0453aeae0c of type vlan for network 05eccc59-3066-4429-9557-55ca2ee64259 May 28 04:59:41.484768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-040a943d-b28d-4148-a087-a140e85f23dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:41.513818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-040a943d-b28d-4148-a087-a140e85f23dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:41.519895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040a943d-b28d-4148-a087-a140e85f23dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:41.519895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-040a943d-b28d-4148-a087-a140e85f23dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:41.627958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a943d-b28d-4148-a087-a140e85f23dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Network': ['ID=05eccc59-3066-4429-9557-55ca2ee64259,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:41.627958 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-040a943d-b28d-4148-a087-a140e85f23dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2588983 May 28 04:59:41.635373 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34438) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:41.638909 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 05eccc59-3066-4429-9557-55ca2ee64259 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 04:59:41.642168 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1161139881', 'admin_state_up': True, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:59:41.650782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:59:41.650782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:router and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:59:41.657175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:59:41.662711 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:59:41.674970 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:41.674970 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:41.700132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:41.866479 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:41.963150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3099c5d0-47b5-42a1-a62f-90a7c38f5385 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 04:59:41.998231 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 3099c5d0-47b5-42a1-a62f-90a7c38f5385 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 04:59:41.998231 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3099c5d0-47b5-42a1-a62f-90a7c38f5385 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 04:59:42.070595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:42.097128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:42.244216 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.160 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/2bfb14ab-184f-4398-af9e-1ae4dc761f38) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:59:42.396091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:42.424931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:42.498775 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:59:42.498775 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:59:42.505026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:59:42.534717 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=2bfb14ab-184f-4398-af9e-1ae4dc761f38,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:42.671383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:42.671383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:42.908228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 60516243-e5d5-499d-bcf8-994c65683cfe is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 04:59:43.105816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:59:43.116325 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Sync routers for ids ['60516243-e5d5-499d-bcf8-994c65683cfe'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:59:43.132909 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Routers {'60516243-e5d5-499d-bcf8-994c65683cfe'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:59:43.133644 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:59:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['60516243-e5d5-499d-bcf8-994c65683cfe'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:43.138871 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:43.140118 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3dc6a486-1c2c-4860-a7e1-d63d82769a74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5066226 May 28 04:59:43.143451 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34442) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:43.310290 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Set router 60516243-e5d5-499d-bcf8-994c65683cfe gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:59:43.426149 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fe25757c-ac8e-4163-9634-85dff3dab4ff tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f3dfbb4a80ae4be4a49f16f926649fcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2815728 May 28 04:59:43.429296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34448) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:43.567583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6a2206-5b29-4d18-8c7f-6aeb07dee9f7 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:43.572108 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34452) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:43.572578 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9a6a2206-5b29-4d18-8c7f-6aeb07dee9f7 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1420312 May 28 04:59:43.604548 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'name': 'tempest-TestNetworkBasicOps-router-1161139881', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:59:41Z', 'updated_at': '2022-05-28T04:59:42Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:22:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:42Z', 'updated_at': '2022-05-28T04:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:43.608636 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Checking router: 60516243-e5d5-499d-bcf8-994c65683cfe for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:59:43.608971 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Updating router 60516243-e5d5-499d-bcf8-994c65683cfe port 2bfb14ab-184f-4398-af9e-1ae4dc761f38 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:59:43.616456 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-acd1ddd9-ee76-4e70-80ea-1920ce0b7c0e tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430381 May 28 04:59:43.619570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34456) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:43.625466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e807a546-4a22-429d-920b-ba5a881c855d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-380706752', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:59:43.658910 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:43.734814 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e807a546-4a22-429d-920b-ba5a881c855d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:59:43.738665 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e807a546-4a22-429d-920b-ba5a881c855d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:subnet and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:59:43.741495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e807a546-4a22-429d-920b-ba5a881c855d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:59:43.747937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e807a546-4a22-429d-920b-ba5a881c855d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:59:43.761618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e807a546-4a22-429d-920b-ba5a881c855d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:59:43.863850 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e807a546-4a22-429d-920b-ba5a881c855d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:44.024703 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:44.036979 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Transition to ACTIVE for port object 2bfb14ab-184f-4398-af9e-1ae4dc761f38 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:59:44.044037 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:44.082086 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e807a546-4a22-429d-920b-ba5a881c855d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:44.125913 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Attempting to bind port 2bfb14ab-184f-4398-af9e-1ae4dc761f38 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:59:44.126551 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Attempting to bind port 2bfb14ab-184f-4398-af9e-1ae4dc761f38 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:59:44.126656 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Attempting to bind port 2bfb14ab-184f-4398-af9e-1ae4dc761f38 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:59:44.128510 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253703a-2d0f-45e5-8308-006e1c32af62 None None] Pushing event updated for resources: {'Port': ['ID=2bfb14ab-184f-4398-af9e-1ae4dc761f38,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:44.139791 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:59:44.140142 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:59:44.140523 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:44.140896 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:59:44.141340 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Bound port: 2bfb14ab-184f-4398-af9e-1ae4dc761f38, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:59:44.141707 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:44.157510 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807a546-4a22-429d-920b-ba5a881c855d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Subnet': ['ID=a6d09fa8-321a-4cd9-a922-ac5847b75ee4,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:44.168586 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253703a-2d0f-45e5-8308-006e1c32af62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:44.169025 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253703a-2d0f-45e5-8308-006e1c32af62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:44.169246 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253703a-2d0f-45e5-8308-006e1c32af62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:44.169600 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253703a-2d0f-45e5-8308-006e1c32af62 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:44.169958 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253703a-2d0f-45e5-8308-006e1c32af62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:44.170275 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253703a-2d0f-45e5-8308-006e1c32af62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:44.170587 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253703a-2d0f-45e5-8308-006e1c32af62 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:44.170902 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253703a-2d0f-45e5-8308-006e1c32af62 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:44.171215 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253703a-2d0f-45e5-8308-006e1c32af62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:44.171522 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253703a-2d0f-45e5-8308-006e1c32af62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:44.171834 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e253703a-2d0f-45e5-8308-006e1c32af62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:44.174016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e807a546-4a22-429d-920b-ba5a881c855d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Checking segment: {'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:59:44.174377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e807a546-4a22-429d-920b-ba5a881c855d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network hostable DHCP agents. Network: 05eccc59-3066-4429-9557-55ca2ee64259, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 04:59:44.197189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e807a546-4a22-429d-920b-ba5a881c855d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 05eccc59-3066-4429-9557-55ca2ee64259 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 04:59:44.208586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-e807a546-4a22-429d-920b-ba5a881c855d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 05eccc59-3066-4429-9557-55ca2ee64259) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:59:44.212770 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e807a546-4a22-429d-920b-ba5a881c855d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:44.213338 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e807a546-4a22-429d-920b-ba5a881c855d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:44.217970 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] For port 2bfb14ab-184f-4398-af9e-1ae4dc761f38, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:59:44.220632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d98279-f317-48ee-a7f4-71044febec9d None None] Network 05eccc59-3066-4429-9557-55ca2ee64259 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:59:44.222104 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] For port 2bfb14ab-184f-4398-af9e-1ae4dc761f38, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2bfb14ab-184f-4398-af9e-1ae4dc761f38,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:59:44.228375 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:44.239847 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34460) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:44.250619 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e807a546-4a22-429d-920b-ba5a881c855d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6293840 May 28 04:59:44.308610 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253703a-2d0f-45e5-8308-006e1c32af62 None None] Pushing event updated for resources: {'Port': ['ID=2bfb14ab-184f-4398-af9e-1ae4dc761f38,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:44.330413 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Routers {'60516243-e5d5-499d-bcf8-994c65683cfe'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:59:44.331029 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:59:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['60516243-e5d5-499d-bcf8-994c65683cfe'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:44.459391 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-05eccc59-3066-4429-9557-55ca2ee64259', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ips': [{'subnet_id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 04:59:44.459966 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:44.547130 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] Set router 60516243-e5d5-499d-bcf8-994c65683cfe gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:59:44.654256 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Allocated IP 172.20.0.2 (05eccc59-3066-4429-9557-55ca2ee64259/a6d09fa8-321a-4cd9-a922-ac5847b75ee4/267ccf47-8e41-494f-b81d-0b63e1436e4f) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:59:44.905898 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:44.910061 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'name': 'tempest-TestNetworkBasicOps-router-1161139881', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:59:41Z', 'updated_at': '2022-05-28T04:59:42Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:22:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:42Z', 'updated_at': '2022-05-28T04:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:44.915354 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc796082-9b77-4d31-a5be-6c3b67fd9640 None None] The sync data for ids ['60516243-e5d5-499d-bcf8-994c65683cfe'] in dv-neutron-843300-5-hyperv is: [{'id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'name': 'tempest-TestNetworkBasicOps-router-1161139881', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:59:41Z', 'updated_at': '2022-05-28T04:59:42Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:22:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:42Z', 'updated_at': '2022-05-28T04:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:59:44.925694 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Transition to ACTIVE for port object 267ccf47-8e41-494f-b81d-0b63e1436e4f will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:59:44.960381 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Transition to ACTIVE for port object 267ccf47-8e41-494f-b81d-0b63e1436e4f will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:59:44.968115 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:45.074473 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Network 05eccc59-3066-4429-9557-55ca2ee64259 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:59:45.074473 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:59:45.089515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:59:45.089515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Pushing event updated for resources: {'Port': ['ID=267ccf47-8e41-494f-b81d-0b63e1436e4f,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:45.214218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Attempting to bind port 267ccf47-8e41-494f-b81d-0b63e1436e4f on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:59:45.214218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Attempting to bind port 267ccf47-8e41-494f-b81d-0b63e1436e4f by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:59:45.214218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Attempting to bind port 267ccf47-8e41-494f-b81d-0b63e1436e4f on network 05eccc59-3066-4429-9557-55ca2ee64259 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:59:45.220287 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:59:45.222713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Checking segment: {'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:59:45.222713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:45.222713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Bound using segment: {'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:59:45.222713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Bound port: 267ccf47-8e41-494f-b81d-0b63e1436e4f, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:59:45.227595 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:45.237485 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:45.343467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] For port 267ccf47-8e41-494f-b81d-0b63e1436e4f, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:59:45.343467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] For port 267ccf47-8e41-494f-b81d-0b63e1436e4f, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=267ccf47-8e41-494f-b81d-0b63e1436e4f,segment=NetworkSegment(79581602-24e8-49e0-93b3-7d0453aeae0c),segment_id=79581602-24e8-49e0-93b3-7d0453aeae0c)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:59:45.362149 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:45.528027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec449bab-3695-4829-a69d-e0b0c4353b48 None None] Pushing event updated for resources: {'Port': ['ID=267ccf47-8e41-494f-b81d-0b63e1436e4f,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:45.799915 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.1 (05eccc59-3066-4429-9557-55ca2ee64259/a6d09fa8-321a-4cd9-a922-ac5847b75ee4/8db3f684-e179-4a03-9fbf-e932562215f4) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:59:46.003448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:46.033447 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object 8db3f684-e179-4a03-9fbf-e932562215f4 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:59:46.073686 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:46.122369 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 267ccf47-8e41-494f-b81d-0b63e1436e4f up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:59:46.155067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 05eccc59-3066-4429-9557-55ca2ee64259 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:59:46.157969 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:59:46.162671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:59:46.190583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=8db3f684-e179-4a03-9fbf-e932562215f4,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:46.220670 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 267ccf47-8e41-494f-b81d-0b63e1436e4f completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:59:46.221541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:46.226222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2bfb14ab-184f-4398-af9e-1ae4dc761f38 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:59:46.294053 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 2bfb14ab-184f-4398-af9e-1ae4dc761f38 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:59:46.300075 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 2bfb14ab-184f-4398-af9e-1ae4dc761f38 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:59:46.300471 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:46.317540 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:46.425267 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:46.444110 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 2bfb14ab-184f-4398-af9e-1ae4dc761f38, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2bfb14ab-184f-4398-af9e-1ae4dc761f38,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:59:46.449197 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:46.515871 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=2bfb14ab-184f-4398-af9e-1ae4dc761f38,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:46.691349 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f937e961-dd27-4e8c-97d2-1f20cc6a9cce None None] Network 05eccc59-3066-4429-9557-55ca2ee64259 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 04:59:46.788094 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Provisioning for port 267ccf47-8e41-494f-b81d-0b63e1436e4f completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:59:46.802975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Provisioning complete for port 267ccf47-8e41-494f-b81d-0b63e1436e4f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:59:46.802975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:46.854966 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:46.862314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:47.016069 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=8db3f684-e179-4a03-9fbf-e932562215f4,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:47.016069 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:47.026713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:47.067140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] For port 267ccf47-8e41-494f-b81d-0b63e1436e4f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=267ccf47-8e41-494f-b81d-0b63e1436e4f,segment=NetworkSegment(79581602-24e8-49e0-93b3-7d0453aeae0c),segment_id=79581602-24e8-49e0-93b3-7d0453aeae0c)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:59:47.099123 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:47.201250 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 05eccc59-3066-4429-9557-55ca2ee64259 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:59:47.203078 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:59:47.209362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Pushing event updated for resources: {'Port': ['ID=267ccf47-8e41-494f-b81d-0b63e1436e4f,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:47.221094 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:47.221378 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:47.221738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:47.222068 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:47.222394 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:47.222715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:47.223536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:47.223536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:47.224038 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:47.224038 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:47.224277 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6449ec6d-4e34-4a80-a83b-271db20fd8a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 04:59:47.420592 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b1a414d9-de16-48c6-a471-68e29a30d739 None None] Provisioning complete for port 267ccf47-8e41-494f-b81d-0b63e1436e4f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:59:47.421279 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b1a414d9-de16-48c6-a471-68e29a30d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:47.569436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b1a414d9-de16-48c6-a471-68e29a30d739 None None] Provisioning for port 8db3f684-e179-4a03-9fbf-e932562215f4 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:59:47.575766 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b1a414d9-de16-48c6-a471-68e29a30d739 None None] Provisioning complete for port 8db3f684-e179-4a03-9fbf-e932562215f4 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:59:47.576130 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b1a414d9-de16-48c6-a471-68e29a30d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:47.619891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 60516243-e5d5-499d-bcf8-994c65683cfe has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 04:59:47.641126 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b1a414d9-de16-48c6-a471-68e29a30d739 None None] Port 8db3f684-e179-4a03-9fbf-e932562215f4 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:59:47.765488 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4177a798-215a-4f57-a1eb-f53d3d487cf3 None None] Provisioning complete for port 8db3f684-e179-4a03-9fbf-e932562215f4 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:59:47.765881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4177a798-215a-4f57-a1eb-f53d3d487cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:47.812795 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 04:59:47.821763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4177a798-215a-4f57-a1eb-f53d3d487cf3 None None] Port 8db3f684-e179-4a03-9fbf-e932562215f4 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:59:47.853268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 04:59:47.868940 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a6415cbd-f95b-4852-bb28-1ec8e07831a0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/60516243-e5d5-499d-bcf8-994c65683cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6277227 May 28 04:59:47.879670 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34466) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:48.017860 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 267ccf47-8e41-494f-b81d-0b63e1436e4f up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:59:48.043123 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb09a9-96db-4c34-b136-4ebd4d262748 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:48.044009 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb09a9-96db-4c34-b136-4ebd4d262748 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:48.044104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb09a9-96db-4c34-b136-4ebd4d262748 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:48.045020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb09a9-96db-4c34-b136-4ebd4d262748 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:48.045020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb09a9-96db-4c34-b136-4ebd4d262748 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:48.045256 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb09a9-96db-4c34-b136-4ebd4d262748 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:48.047147 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2ddb09a9-96db-4c34-b136-4ebd4d262748 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1745012 May 28 04:59:48.050106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34470) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:48.099606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 267ccf47-8e41-494f-b81d-0b63e1436e4f triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:59:48.099606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:48.127688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dbf39e-6e2f-41d7-b233-0d25f22f26b0 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:48.128783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dbf39e-6e2f-41d7-b233-0d25f22f26b0 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:48.128783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dbf39e-6e2f-41d7-b233-0d25f22f26b0 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:48.128783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dbf39e-6e2f-41d7-b233-0d25f22f26b0 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:48.130379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dbf39e-6e2f-41d7-b233-0d25f22f26b0 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:48.130379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dbf39e-6e2f-41d7-b233-0d25f22f26b0 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:48.135731 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f8dbf39e-6e2f-41d7-b233-0d25f22f26b0 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0808473 May 28 04:59:48.135731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34474) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:48.227006 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2bfb14ab-184f-4398-af9e-1ae4dc761f38 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:59:48.295295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 2bfb14ab-184f-4398-af9e-1ae4dc761f38 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:59:48.295912 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:48.351242 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a6d8bc4f-2ca0-4b07-ac34-378dfe7e3f1d tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2155492 May 28 04:59:48.355093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34478) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:48.360108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-121772988', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:59:48.501969 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:59:48.505412 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:port and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:59:48.510605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:59:48.516067 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:59:48.527671 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 04:59:48.530649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:48.552074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] device_id is not set on port d44da42e-e57d-4d08-a98d-04583a52435f yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 04:59:48.703813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.14 (05eccc59-3066-4429-9557-55ca2ee64259/a6d09fa8-321a-4cd9-a922-ac5847b75ee4/d44da42e-e57d-4d08-a98d-04583a52435f) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 04:59:48.878141 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Sync routers for ids ['60516243-e5d5-499d-bcf8-994c65683cfe'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 04:59:48.895318 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Routers {'60516243-e5d5-499d-bcf8-994c65683cfe'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:59:48.896150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:59:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['60516243-e5d5-499d-bcf8-994c65683cfe'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:49.037565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.056437 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object d44da42e-e57d-4d08-a98d-04583a52435f will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:59:49.083601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.136163 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Set router 60516243-e5d5-499d-bcf8-994c65683cfe gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:59:49.162293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 05eccc59-3066-4429-9557-55ca2ee64259 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 04:59:49.163210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=d44da42e-e57d-4d08-a98d-04583a52435f,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:49.169769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 04:59:49.178179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 04:59:49.243308 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:49.244267 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.278467 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9342b4a9-3dbe-4943-a7ad-d628ab79c151 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9232624 May 28 04:59:49.375282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34484) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:49.381749 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-496d8b62-3bd3-4056-87e1-3d29dcfc5436 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1042605596', 'description': 'tempest-secgroup-smoke-1042605596 description', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:59:49.387754 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-496d8b62-3bd3-4056-87e1-3d29dcfc5436 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:59:49.392539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-496d8b62-3bd3-4056-87e1-3d29dcfc5436 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:59:49.395962 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-496d8b62-3bd3-4056-87e1-3d29dcfc5436 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:59:49.405016 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-496d8b62-3bd3-4056-87e1-3d29dcfc5436 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:59:49.419965 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-496d8b62-3bd3-4056-87e1-3d29dcfc5436 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.460001 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-496d8b62-3bd3-4056-87e1-3d29dcfc5436 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:59:49.465558 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-496d8b62-3bd3-4056-87e1-3d29dcfc5436 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:59:49.466928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-496d8b62-3bd3-4056-87e1-3d29dcfc5436 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:59:49.473884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-496d8b62-3bd3-4056-87e1-3d29dcfc5436 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:59:49.508475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f14bb20c-e8d4-4cb4-a7a9-462c6608866c None None] Provisioning for port d44da42e-e57d-4d08-a98d-04583a52435f completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:59:49.514481 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f14bb20c-e8d4-4cb4-a7a9-462c6608866c None None] Provisioning complete for port d44da42e-e57d-4d08-a98d-04583a52435f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:59:49.515548 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f14bb20c-e8d4-4cb4-a7a9-462c6608866c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.543202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-496d8b62-3bd3-4056-87e1-3d29dcfc5436 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.548842 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-496d8b62-3bd3-4056-87e1-3d29dcfc5436 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.586650 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'name': 'tempest-TestNetworkBasicOps-router-1161139881', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:59:41Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:42Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8db3f684-e179-4a03-9fbf-e932562215f4', 'name': '', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:11:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:45Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 2, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:49.588691 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f14bb20c-e8d4-4cb4-a7a9-462c6608866c None None] Port d44da42e-e57d-4d08-a98d-04583a52435f cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 04:59:49.596280 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Checking router: 60516243-e5d5-499d-bcf8-994c65683cfe for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 04:59:49.596280 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Updating router 60516243-e5d5-499d-bcf8-994c65683cfe port 8db3f684-e179-4a03-9fbf-e932562215f4 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 04:59:49.597773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d8b62-3bd3-4056-87e1-3d29dcfc5436 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea578f3f-88a7-4c00-a4f3-340938f0634d,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:49.602221 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-496d8b62-3bd3-4056-87e1-3d29dcfc5436 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.606137 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-496d8b62-3bd3-4056-87e1-3d29dcfc5436 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2269785 May 28 04:59:49.608392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34488) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:49.613793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f7434cf1-d326-4c24-a09f-1a5102dc0f24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'ea578f3f-88a7-4c00-a4f3-340938f0634d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:59:49.626613 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f7434cf1-d326-4c24-a09f-1a5102dc0f24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:59:49.632700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f7434cf1-d326-4c24-a09f-1a5102dc0f24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:59:49.632700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f7434cf1-d326-4c24-a09f-1a5102dc0f24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:59:49.640026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f7434cf1-d326-4c24-a09f-1a5102dc0f24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:59:49.656228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.661630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7434cf1-d326-4c24-a09f-1a5102dc0f24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.764650 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7434cf1-d326-4c24-a09f-1a5102dc0f24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.772307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7434cf1-d326-4c24-a09f-1a5102dc0f24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.794664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7434cf1-d326-4c24-a09f-1a5102dc0f24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d11a20-07ed-48b6-ab0a-88acff771448,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:49.807718 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f7434cf1-d326-4c24-a09f-1a5102dc0f24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.807718 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f7434cf1-d326-4c24-a09f-1a5102dc0f24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1984203 May 28 04:59:49.809066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34492) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:49.815202 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-cbceb353-8047-4c28-93ea-976633947524 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'ea578f3f-88a7-4c00-a4f3-340938f0634d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:59:49.821393 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-cbceb353-8047-4c28-93ea-976633947524 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:59:49.826294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cbceb353-8047-4c28-93ea-976633947524 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:59:49.829989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cbceb353-8047-4c28-93ea-976633947524 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:59:49.836995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-cbceb353-8047-4c28-93ea-976633947524 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:59:49.856646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cbceb353-8047-4c28-93ea-976633947524 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.954346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cbceb353-8047-4c28-93ea-976633947524 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.958071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cbceb353-8047-4c28-93ea-976633947524 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.986566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbceb353-8047-4c28-93ea-976633947524 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238be8df-dd30-4396-b5e4-adfa5da964cf,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:49.994384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cbceb353-8047-4c28-93ea-976633947524 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:49.995836 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cbceb353-8047-4c28-93ea-976633947524 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1856990 May 28 04:59:49.998538 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34496) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:50.003920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-029acc04-7767-4a3e-9fce-ef4955d4aeb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'ea578f3f-88a7-4c00-a4f3-340938f0634d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:59:50.009690 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-029acc04-7767-4a3e-9fce-ef4955d4aeb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:59:50.013906 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-029acc04-7767-4a3e-9fce-ef4955d4aeb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:59:50.017616 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-029acc04-7767-4a3e-9fce-ef4955d4aeb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:59:50.022886 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-029acc04-7767-4a3e-9fce-ef4955d4aeb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:59:50.041272 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-029acc04-7767-4a3e-9fce-ef4955d4aeb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.042651 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.054464 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Transition to ACTIVE for port object 8db3f684-e179-4a03-9fbf-e932562215f4 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:59:50.061875 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.106647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-029acc04-7767-4a3e-9fce-ef4955d4aeb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.112302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-029acc04-7767-4a3e-9fce-ef4955d4aeb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.139199 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029acc04-7767-4a3e-9fce-ef4955d4aeb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e82f3c-b4bb-4555-bcec-bac4efe57ccc,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:50.150804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-029acc04-7767-4a3e-9fce-ef4955d4aeb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.152639 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-029acc04-7767-4a3e-9fce-ef4955d4aeb0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1531489 May 28 04:59:50.155476 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34500) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:50.161311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-6c19c985-75a3-4f00-a249-234bf60b4146 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'ea578f3f-88a7-4c00-a4f3-340938f0634d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:59:50.167362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6c19c985-75a3-4f00-a249-234bf60b4146 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:59:50.172882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6c19c985-75a3-4f00-a249-234bf60b4146 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:59:50.176719 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6c19c985-75a3-4f00-a249-234bf60b4146 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:59:50.183145 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6c19c985-75a3-4f00-a249-234bf60b4146 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:59:50.187897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23766bd3-e1a9-4d65-88e3-f7d6dc3a3713 None None] Pushing event updated for resources: {'Port': ['ID=8db3f684-e179-4a03-9fbf-e932562215f4,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:50.225780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c19c985-75a3-4f00-a249-234bf60b4146 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.297484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Attempting to bind port 8db3f684-e179-4a03-9fbf-e932562215f4 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:59:50.298062 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Attempting to bind port 8db3f684-e179-4a03-9fbf-e932562215f4 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:59:50.298824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Attempting to bind port 8db3f684-e179-4a03-9fbf-e932562215f4 on network 05eccc59-3066-4429-9557-55ca2ee64259 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:59:50.305306 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:59:50.305917 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Checking segment: {'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:59:50.306623 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.306707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Bound using segment: {'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:59:50.307377 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Bound port: 8db3f684-e179-4a03-9fbf-e932562215f4, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:59:50.307758 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.327989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c19c985-75a3-4f00-a249-234bf60b4146 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.332871 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c19c985-75a3-4f00-a249-234bf60b4146 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.358400 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19c985-75a3-4f00-a249-234bf60b4146 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297aa8eb-2e4f-446f-a930-517ec79b785d,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:50.371647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c19c985-75a3-4f00-a249-234bf60b4146 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.372913 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6c19c985-75a3-4f00-a249-234bf60b4146 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2163002 May 28 04:59:50.375732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34504) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:50.381367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-70f2c302-2c22-40a6-98fa-4cc674762273 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'ea578f3f-88a7-4c00-a4f3-340938f0634d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:59:50.387706 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-70f2c302-2c22-40a6-98fa-4cc674762273 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:59:50.391443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-70f2c302-2c22-40a6-98fa-4cc674762273 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:59:50.394257 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-70f2c302-2c22-40a6-98fa-4cc674762273 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:59:50.396202 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] For port 8db3f684-e179-4a03-9fbf-e932562215f4, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:59:50.399247 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] For port 8db3f684-e179-4a03-9fbf-e932562215f4, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8db3f684-e179-4a03-9fbf-e932562215f4,segment=NetworkSegment(79581602-24e8-49e0-93b3-7d0453aeae0c),segment_id=79581602-24e8-49e0-93b3-7d0453aeae0c)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:59:50.399850 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-70f2c302-2c22-40a6-98fa-4cc674762273 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:59:50.405339 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.410491 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-70f2c302-2c22-40a6-98fa-4cc674762273 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:59:50.417053 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-70f2c302-2c22-40a6-98fa-4cc674762273 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.483748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-70f2c302-2c22-40a6-98fa-4cc674762273 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.490411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-70f2c302-2c22-40a6-98fa-4cc674762273 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.494606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23766bd3-e1a9-4d65-88e3-f7d6dc3a3713 None None] Pushing event updated for resources: {'Port': ['ID=8db3f684-e179-4a03-9fbf-e932562215f4,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:50.502665 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Routers {'60516243-e5d5-499d-bcf8-994c65683cfe'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 04:59:50.503268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:59:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['60516243-e5d5-499d-bcf8-994c65683cfe'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:50.516022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2c302-2c22-40a6-98fa-4cc674762273 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550d91ce-6a4a-4155-a987-fad8e8e569f8,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:50.527647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-70f2c302-2c22-40a6-98fa-4cc674762273 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.529713 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-70f2c302-2c22-40a6-98fa-4cc674762273 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1521959 May 28 04:59:50.531657 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34508) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 04:59:50.537186 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-21e5bf6f-01fb-407a-98be-ca70254e700c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'ea578f3f-88a7-4c00-a4f3-340938f0634d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:59:50.543783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-21e5bf6f-01fb-407a-98be-ca70254e700c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 04:59:50.547649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-21e5bf6f-01fb-407a-98be-ca70254e700c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 04:59:50.550573 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-21e5bf6f-01fb-407a-98be-ca70254e700c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 04:59:50.556642 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-21e5bf6f-01fb-407a-98be-ca70254e700c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 04:59:50.569978 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-21e5bf6f-01fb-407a-98be-ca70254e700c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 04:59:50.577150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21e5bf6f-01fb-407a-98be-ca70254e700c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.655069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21e5bf6f-01fb-407a-98be-ca70254e700c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.661798 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21e5bf6f-01fb-407a-98be-ca70254e700c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.685780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5bf6f-01fb-407a-98be-ca70254e700c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2339cfaa-28ea-40e5-8c17-612b55318fae,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:50.696320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-21e5bf6f-01fb-407a-98be-ca70254e700c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:50.697840 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-21e5bf6f-01fb-407a-98be-ca70254e700c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1650815 May 28 04:59:50.710482 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] Set router 60516243-e5d5-499d-bcf8-994c65683cfe gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 04:59:50.874096 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-11a0230d-fb9d-473f-a0e1-09f973e0930e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:59:50.896378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-11a0230d-fb9d-473f-a0e1-09f973e0930e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:59:50.897584 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-11a0230d-fb9d-473f-a0e1-09f973e0930e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1042605596&fields=id&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 267 time: 0.0654445 May 28 04:59:50.972064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-b5bf59a4-4b7c-4aaf-8925-860107da3610 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:50.972629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-b5bf59a4-4b7c-4aaf-8925-860107da3610 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:59:50.989974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-b5bf59a4-4b7c-4aaf-8925-860107da3610 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:59:50.991611 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-b5bf59a4-4b7c-4aaf-8925-860107da3610 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports/d44da42e-e57d-4d08-a98d-04583a52435f HTTP/1.1" status: 200 len: 930 time: 0.0871372 May 28 04:59:51.066794 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-89ff6597-aa03-4377-8780-72cc575f779d service neutron] 10.222.0.15 "GET /v2.0/ports/d44da42e-e57d-4d08-a98d-04583a52435f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0617487 May 28 04:59:51.074833 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'name': 'tempest-TestNetworkBasicOps-router-1161139881', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:59:41Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:42Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8db3f684-e179-4a03-9fbf-e932562215f4', 'name': '', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:11:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:45Z', 'updated_at': '2022-05-28T04:59:50Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 04:59:51.079012 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8101ba-1d07-4876-b80e-2be27bb482c2 None None] The sync data for ids ['60516243-e5d5-499d-bcf8-994c65683cfe'] in dv-neutron-843300-5-hyperv is: [{'id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'name': 'tempest-TestNetworkBasicOps-router-1161139881', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:59:41Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:42Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8db3f684-e179-4a03-9fbf-e932562215f4', 'name': '', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:11:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:45Z', 'updated_at': '2022-05-28T04:59:50Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 04:59:51.211308 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-a28c8316-1d94-45e8-97db-d5b14e8c1532 service neutron] 10.222.0.15 "GET /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387029 May 28 04:59:51.344098 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-3fed138b-bc3b-4654-afc7-5560598eb71c service neutron] 10.222.0.15 "GET /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267171 May 28 04:59:51.535577 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ed332bea-812b-4f9f-879a-65a015768e33 req-aac657ff-f856-48ec-a08c-6f531560e00f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 210 time: 0.0444980 May 28 04:59:52.027967 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8db3f684-e179-4a03-9fbf-e932562215f4 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:59:52.105580 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 8db3f684-e179-4a03-9fbf-e932562215f4 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:59:52.116184 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 8db3f684-e179-4a03-9fbf-e932562215f4 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:59:52.116539 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:52.144469 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-da652b61-c59f-41b9-b1aa-9e4edc2b84f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:52.229790 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:52.268584 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 8db3f684-e179-4a03-9fbf-e932562215f4, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8db3f684-e179-4a03-9fbf-e932562215f4,segment=NetworkSegment(79581602-24e8-49e0-93b3-7d0453aeae0c),segment_id=79581602-24e8-49e0-93b3-7d0453aeae0c)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:59:52.274327 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:52.341592 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=8db3f684-e179-4a03-9fbf-e932562215f4,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:52.487502 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-2d879dd5-e724-4210-b192-be8d6fae3d54 service neutron] 10.222.0.66 "GET /v2.0/ports/d44da42e-e57d-4d08-a98d-04583a52435f HTTP/1.1" status: 200 len: 1026 time: 0.0597482 May 28 04:59:52.635942 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-a04fae0f-c2d0-406e-b307-50b9d17865df tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:52.636796 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-a04fae0f-c2d0-406e-b307-50b9d17865df tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 04:59:52.653139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-a04fae0f-c2d0-406e-b307-50b9d17865df tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 04:59:52.654515 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-a04fae0f-c2d0-406e-b307-50b9d17865df tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/networks?id=05eccc59-3066-4429-9557-55ca2ee64259 HTTP/1.1" status: 200 len: 796 time: 0.1623657 May 28 04:59:52.719329 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fe43660e-c870-4355-8e82-e360a6f28e63 req-854e76e1-b6a2-436e-8163-5585ab32c965 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 210 time: 0.0602493 May 28 04:59:52.743138 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-96a54010-4d9b-403d-96c0-80f271406d74 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 380 time: 0.0502977 May 28 04:59:52.753531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Request body: {'port': {'device_id': '95d3b8d2-f167-457b-9db4-949ad4a57d1b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 04:59:52.859760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:53.283483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44da42e-e57d-4d08-a98d-04583a52435f {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:59:53.290460 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:53.305629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Transition to ACTIVE for port object d44da42e-e57d-4d08-a98d-04583a52435f will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 04:59:53.312754 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:53.440993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Pushing event updated for resources: {'Port': ['ID=d44da42e-e57d-4d08-a98d-04583a52435f,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:53.549908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Attempting to bind port d44da42e-e57d-4d08-a98d-04583a52435f on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 04:59:53.550504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Attempting to bind port d44da42e-e57d-4d08-a98d-04583a52435f by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 04:59:53.550504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Attempting to bind port d44da42e-e57d-4d08-a98d-04583a52435f on network 05eccc59-3066-4429-9557-55ca2ee64259 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:59:53.556429 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Port d44da42e-e57d-4d08-a98d-04583a52435f on network 05eccc59-3066-4429-9557-55ca2ee64259 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 04:59:53.556739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Attempting to bind port d44da42e-e57d-4d08-a98d-04583a52435f on network 05eccc59-3066-4429-9557-55ca2ee64259 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 04:59:53.563541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 59, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 04:59:53.563867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Checking segment: {'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 04:59:53.564238 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Bound using segment: {'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 04:59:53.564658 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Bound port: d44da42e-e57d-4d08-a98d-04583a52435f, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 04:59:53.565020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:53.661021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] For port d44da42e-e57d-4d08-a98d-04583a52435f, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 04:59:53.665146 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] For port d44da42e-e57d-4d08-a98d-04583a52435f, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d44da42e-e57d-4d08-a98d-04583a52435f,segment=NetworkSegment(79581602-24e8-49e0-93b3-7d0453aeae0c),segment_id=79581602-24e8-49e0-93b3-7d0453aeae0c)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 04:59:53.670411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:53.731773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:53.733145 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] 10.222.0.66 "PUT /v2.0/ports/d44da42e-e57d-4d08-a98d-04583a52435f HTTP/1.1" status: 200 len: 1131 time: 0.9834971 May 28 04:59:53.733604 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d3b8d2-f167-457b-9db4-949ad4a57d1b', 'tag': 'd44da42e-e57d-4d08-a98d-04583a52435f'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:59:53.754438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83e0dd-4036-4f35-8342-8d0d784570ed service neutron] Pushing event updated for resources: {'Port': ['ID=d44da42e-e57d-4d08-a98d-04583a52435f,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:53.808731 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a16e98-fc39-49e1-8925-f1d9ea51e844'] response: {'name': 'network-changed', 'server_uuid': '95d3b8d2-f167-457b-9db4-949ad4a57d1b', 'tag': 'd44da42e-e57d-4d08-a98d-04583a52435f', 'status': 'completed', 'code': 200} May 28 04:59:53.846846 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-a12839d3-fd3d-4942-b735-6019668da925 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 1134 time: 0.0747693 May 28 04:59:53.957285 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-e04ae151-b992-471a-a917-3d6c8da9818e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d44da42e-e57d-4d08-a98d-04583a52435f HTTP/1.1" status: 200 len: 217 time: 0.0709677 May 28 04:59:54.008077 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8db3f684-e179-4a03-9fbf-e932562215f4 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:59:54.045000 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f60afa-eb82-4726-91bf-6309c3febb05 req-4b30d247-d7d7-4377-bfeb-9d67c388d331 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:54.046359 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b8f60afa-eb82-4726-91bf-6309c3febb05 req-4b30d247-d7d7-4377-bfeb-9d67c388d331 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 981 time: 0.1942699 May 28 04:59:54.047572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-d551e2cb-83ce-4620-bfb0-e5976fb07dcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:54.048857 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-d551e2cb-83ce-4620-bfb0-e5976fb07dcf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a6d09fa8-321a-4cd9-a922-ac5847b75ee4 HTTP/1.1" status: 200 len: 834 time: 0.0810838 May 28 04:59:54.093006 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 8db3f684-e179-4a03-9fbf-e932562215f4 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:59:54.093368 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:54.141032 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b8f60afa-eb82-4726-91bf-6309c3febb05 req-5c10f7e2-a31f-4664-a1ed-ae3550e4f3ca tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888140 May 28 04:59:54.155027 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-d1c9f2d2-0fb8-4c54-bb77-6b07914df40b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=05eccc59-3066-4429-9557-55ca2ee64259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891545 May 28 04:59:54.285329 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-7add9bb5-07a2-4858-b708-c391a176201d service neutron] 10.222.0.66 "GET /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242251 May 28 04:59:54.309571 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-117ad819-212b-46cd-bd8f-c1460ef5ec4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:54.422255 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bf3359ec-3dc5-4805-aa79-7f0f9d96ecae req-133a1402-ef91-4c67-8e49-8f59cbd68251 service neutron] 10.222.0.66 "GET /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312258 May 28 04:59:54.546978 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23475232-9caa-4b5f-ac8c-552e74884515 req-4f63928a-d951-4d0f-9c82-f6456e0bd438 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 1134 time: 0.0726225 May 28 04:59:54.678375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23475232-9caa-4b5f-ac8c-552e74884515 req-62ece224-b040-4550-a1a2-b38b9d0cf779 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:54.679702 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23475232-9caa-4b5f-ac8c-552e74884515 req-62ece224-b040-4550-a1a2-b38b9d0cf779 service neutron] 10.222.0.66 "GET /v2.0/networks?id=05eccc59-3066-4429-9557-55ca2ee64259 HTTP/1.1" status: 200 len: 897 time: 0.1263533 May 28 04:59:54.726374 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:54.758106 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23475232-9caa-4b5f-ac8c-552e74884515 req-c62023c2-729c-4938-8bbc-0b4e4968d2f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d44da42e-e57d-4d08-a98d-04583a52435f HTTP/1.1" status: 200 len: 217 time: 0.0721200 May 28 04:59:54.911056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23475232-9caa-4b5f-ac8c-552e74884515 req-1cb62ea0-c5a6-4b75-a3f8-319f606a42d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:54.912495 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23475232-9caa-4b5f-ac8c-552e74884515 req-1cb62ea0-c5a6-4b75-a3f8-319f606a42d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a6d09fa8-321a-4cd9-a922-ac5847b75ee4 HTTP/1.1" status: 200 len: 834 time: 0.1483712 May 28 04:59:54.994627 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23475232-9caa-4b5f-ac8c-552e74884515 req-9bf343cd-37d0-4b1e-bb17-98914c28a983 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=05eccc59-3066-4429-9557-55ca2ee64259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755863 May 28 04:59:55.132214 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23475232-9caa-4b5f-ac8c-552e74884515 req-f0f2032e-c0c5-4c79-afc5-31ed0b090036 service neutron] 10.222.0.66 "GET /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307998 May 28 04:59:55.320522 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23475232-9caa-4b5f-ac8c-552e74884515 req-9589ff5e-d182-420e-b6cf-78a53b678e0b service neutron] 10.222.0.66 "GET /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816096 May 28 04:59:55.366872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f4ac2-e6f6-47b4-b1fa-460dbe1d1de3 req-f074ca46-6514-419a-962c-e7a0b111abc9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:55.368651 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-621f4ac2-e6f6-47b4-b1fa-460dbe1d1de3 req-f074ca46-6514-419a-962c-e7a0b111abc9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 981 time: 0.0957527 May 28 04:59:55.419445 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-621f4ac2-e6f6-47b4-b1fa-460dbe1d1de3 req-33258e5e-8254-4af6-96ce-0fee889a6aac tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433466 May 28 04:59:55.562998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:55.564887 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:56.630215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f0b79-d6e0-44da-ab09-3dc701ae8d99 req-f1730ec9-9a39-4cc5-b338-328f0b4f4808 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:56.631550 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ac0f0b79-d6e0-44da-ab09-3dc701ae8d99 req-f1730ec9-9a39-4cc5-b338-328f0b4f4808 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 981 time: 0.0863039 May 28 04:59:56.676422 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ac0f0b79-d6e0-44da-ab09-3dc701ae8d99 req-9d4e5519-7f51-475d-808f-e13047adeba7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390832 May 28 04:59:57.119756 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:57.242378 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device d44da42e-e57d-4d08-a98d-04583a52435f details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 04:59:57.386610 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port d44da42e-e57d-4d08-a98d-04583a52435f, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d44da42e-e57d-4d08-a98d-04583a52435f,segment=NetworkSegment(79581602-24e8-49e0-93b3-7d0453aeae0c),segment_id=79581602-24e8-49e0-93b3-7d0453aeae0c)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:59:57.399751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'd44da42e-e57d-4d08-a98d-04583a52435f', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259', 'port_id': 'd44da42e-e57d-4d08-a98d-04583a52435f', 'mac_address': 'fa:16:3e:7b:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 04:59:57.460774 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:57.479631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44da42e-e57d-4d08-a98d-04583a52435f {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 04:59:57.494731 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port d44da42e-e57d-4d08-a98d-04583a52435f, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d44da42e-e57d-4d08-a98d-04583a52435f,segment=NetworkSegment(79581602-24e8-49e0-93b3-7d0453aeae0c),segment_id=79581602-24e8-49e0-93b3-7d0453aeae0c)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:59:57.501289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:57.564771 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=d44da42e-e57d-4d08-a98d-04583a52435f,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:57.716391 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['d44da42e-e57d-4d08-a98d-04583a52435f'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 04:59:57.888403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c84b2-190e-404c-8b7f-3c5a319853b5 req-28da46cd-1d3e-4cf4-9122-afeb67bd6f28 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:57.889897 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-699c84b2-190e-404c-8b7f-3c5a319853b5 req-28da46cd-1d3e-4cf4-9122-afeb67bd6f28 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 982 time: 0.0833125 May 28 04:59:57.937084 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-699c84b2-190e-404c-8b7f-3c5a319853b5 req-24137902-a224-40f1-b636-ea253f7fdad5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414586 May 28 04:59:59.152465 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fffee-a409-4caa-960e-5905218fc4ab req-b31a7f4e-38ef-4973-8233-5ef208d3dd0a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 04:59:59.153941 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-031fffee-a409-4caa-960e-5905218fc4ab req-b31a7f4e-38ef-4973-8233-5ef208d3dd0a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 982 time: 0.0861335 May 28 04:59:59.203528 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-031fffee-a409-4caa-960e-5905218fc4ab req-c4aa424a-c2f4-4a67-aa50-afd155a5b6dd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437884 May 28 04:59:59.253418 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device d44da42e-e57d-4d08-a98d-04583a52435f up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 04:59:59.324452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port d44da42e-e57d-4d08-a98d-04583a52435f completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 04:59:59.329153 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port d44da42e-e57d-4d08-a98d-04583a52435f triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 04:59:59.329510 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:59.456600 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:59.483902 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d3b8d2-f167-457b-9db4-949ad4a57d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44da42e-e57d-4d08-a98d-04583a52435f'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 04:59:59.494200 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port d44da42e-e57d-4d08-a98d-04583a52435f, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d44da42e-e57d-4d08-a98d-04583a52435f,segment=NetworkSegment(79581602-24e8-49e0-93b3-7d0453aeae0c),segment_id=79581602-24e8-49e0-93b3-7d0453aeae0c)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 04:59:59.499654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 04:59:59.547754 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba571ef8-5b67-4aeb-93d2-5dae07a3796d'] response: {'server_uuid': '95d3b8d2-f167-457b-9db4-949ad4a57d1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44da42e-e57d-4d08-a98d-04583a52435f', 'code': 200} May 28 04:59:59.575169 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=d44da42e-e57d-4d08-a98d-04583a52435f,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 04:59:59.784127 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cd3ec00e-4c49-4d36-9601-c8db37e601b5 req-08df9b8d-db8a-41d7-b461-4d4861e28a8e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 1136 time: 0.0694711 May 28 04:59:59.825387 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cd3ec00e-4c49-4d36-9601-c8db37e601b5 req-076d2c3d-33b3-47f8-a584-8ca2167ce1e9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357773 May 28 05:00:00.420216 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e9cae-5c59-4bb1-9189-7c2f51b24d30 req-f54764b2-4119-463a-8667-fba66504ab9d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:00.421683 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-274e9cae-5c59-4bb1-9189-7c2f51b24d30 req-f54764b2-4119-463a-8667-fba66504ab9d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 983 time: 0.0868766 May 28 05:00:00.471336 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-274e9cae-5c59-4bb1-9189-7c2f51b24d30 req-64b62de0-f672-46cb-b8d1-5c1382ae4418 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 May 28 05:00:01.684768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416fd90d-93da-49e4-b38d-1c628be908d1 req-8a652727-96f9-4cfb-8f4b-5b5684dcdc01 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:01.686260 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-416fd90d-93da-49e4-b38d-1c628be908d1 req-8a652727-96f9-4cfb-8f4b-5b5684dcdc01 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 983 time: 0.0860419 May 28 05:00:01.736358 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-416fd90d-93da-49e4-b38d-1c628be908d1 req-86fdfb84-2700-45e9-b0f0-944c59ab565d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413806 May 28 05:00:01.946703 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f5360-53ca-42e3-b1ae-87ec9d7d88a0 req-87190e45-217a-4e86-b41c-c4ef03f2f723 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:01.948239 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-071f5360-53ca-42e3-b1ae-87ec9d7d88a0 req-87190e45-217a-4e86-b41c-c4ef03f2f723 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 983 time: 0.0892394 May 28 05:00:01.995968 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-071f5360-53ca-42e3-b1ae-87ec9d7d88a0 req-c4152c11-eb05-4b4b-81b0-2f928a75e7d6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398362 May 28 05:00:02.029163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34554) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:02.116804 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cf50876c-8f0a-4a85-8982-89019f99bbe4 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 1131 time: 0.0864782 May 28 05:00:02.120131 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34558) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:02.125879 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': 'd44da42e-e57d-4d08-a98d-04583a52435f', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:02.131590 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:02.135533 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:floatingip and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:02.138894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:02.144978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:02.157375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:02.294740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:02.436488 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.137 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/e60caa69-cfe3-448d-b5b6-5e21d988bed1) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:00:02.582008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:02.612154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:02.682072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:00:02.684983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:00:02.690146 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:00:02.714245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=e60caa69-cfe3-448d-b5b6-5e21d988bed1,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:03.315022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:03.373478 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:03.582530 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:03.589924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:03.695912 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=e60caa69-cfe3-448d-b5b6-5e21d988bed1,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:03.707975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:03.901330 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Floating IP 66328571-d539-4728-91f9-63dfb274785f associated. External IP: 172.26.8.137, port: d44da42e-e57d-4d08-a98d-04583a52435f. May 28 05:00:04.303737 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 60516243-e5d5-499d-bcf8-994c65683cfe has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:00:04.624070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:00:04.634492 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65fd4c2-ceab-49d0-864c-5ae08c1f7219 None None] Sync routers for ids ['60516243-e5d5-499d-bcf8-994c65683cfe'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:00:04.647826 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65fd4c2-ceab-49d0-864c-5ae08c1f7219 None None] Routers {'60516243-e5d5-499d-bcf8-994c65683cfe'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:00:04.648553 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a65fd4c2-ceab-49d0-864c-5ae08c1f7219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:59:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['60516243-e5d5-499d-bcf8-994c65683cfe'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:04.652404 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:04.715044 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a6856945-484b-4eba-88a3-4d189ef76c2b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.5902934 May 28 05:00:04.716607 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34564) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:04.717553 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d3b8d2-f167-457b-9db4-949ad4a57d1b', 'tag': 'd44da42e-e57d-4d08-a98d-04583a52435f'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:00:04.785843 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f9dd5d-85b3-4c14-8571-675e57efcd02'] response: {'name': 'network-changed', 'server_uuid': '95d3b8d2-f167-457b-9db4-949ad4a57d1b', 'tag': 'd44da42e-e57d-4d08-a98d-04583a52435f', 'status': 'completed', 'code': 200} May 28 05:00:04.796614 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-be570f8e-0774-48fa-a940-9dcef1ba5951 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b&network_id=05eccc59-3066-4429-9557-55ca2ee64259 HTTP/1.1" status: 200 len: 1131 time: 0.0791619 May 28 05:00:04.910611 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-a65fd4c2-ceab-49d0-864c-5ae08c1f7219 None None] Set router 60516243-e5d5-499d-bcf8-994c65683cfe gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:00:04.912120 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a1b67f32-025c-4387-aa49-0f9cac5052eb req-bb4a544b-87ae-4a56-91f2-04e6e94110b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 1136 time: 0.0866578 May 28 05:00:05.100155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b67f32-025c-4387-aa49-0f9cac5052eb req-7b88e4a2-5d83-4371-b8f9-aa6fd0f87f30 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:05.102702 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a1b67f32-025c-4387-aa49-0f9cac5052eb req-7b88e4a2-5d83-4371-b8f9-aa6fd0f87f30 service neutron] 10.222.0.66 "GET /v2.0/networks?id=05eccc59-3066-4429-9557-55ca2ee64259 HTTP/1.1" status: 200 len: 897 time: 0.1831067 May 28 05:00:05.276171 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a1b67f32-025c-4387-aa49-0f9cac5052eb req-4a76cff0-4fd5-4580-9ec4-bf6da7df00eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d44da42e-e57d-4d08-a98d-04583a52435f HTTP/1.1" status: 200 len: 1037 time: 0.1679895 May 28 05:00:05.305546 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a65fd4c2-ceab-49d0-864c-5ae08c1f7219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'name': 'tempest-TestNetworkBasicOps-router-1161139881', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:59:41Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:42Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '66328571-d539-4728-91f9-63dfb274785f', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.137', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'port_id': 'd44da42e-e57d-4d08-a98d-04583a52435f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-121772988', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259', 'mac_address': 'fa:16:3e:7b:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3b8d2-f167-457b-9db4-949ad4a57d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:00:03Z', 'updated_at': '2022-05-28T05:00:03Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db3f684-e179-4a03-9fbf-e932562215f4', 'name': '', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:11:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:45Z', 'updated_at': '2022-05-28T04:59:52Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:05.310318 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65fd4c2-ceab-49d0-864c-5ae08c1f7219 None None] Checking router: 60516243-e5d5-499d-bcf8-994c65683cfe for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:00:05.323266 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65fd4c2-ceab-49d0-864c-5ae08c1f7219 None None] Routers {'60516243-e5d5-499d-bcf8-994c65683cfe'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:00:05.323266 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a65fd4c2-ceab-49d0-864c-5ae08c1f7219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T04:59:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['60516243-e5d5-499d-bcf8-994c65683cfe'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:05.338740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f3b12-66c8-4b35-8f17-c678bcbc5105 req-7d356e87-b6e1-476f-951e-91d180e7c4cb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:05.338740 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-942f3b12-66c8-4b35-8f17-c678bcbc5105 req-7d356e87-b6e1-476f-951e-91d180e7c4cb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 983 time: 0.1624699 May 28 05:00:05.366441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b67f32-025c-4387-aa49-0f9cac5052eb req-f4f82b5d-f673-41ca-98e2-50090eff0c60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:05.368181 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a1b67f32-025c-4387-aa49-0f9cac5052eb req-f4f82b5d-f673-41ca-98e2-50090eff0c60 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a6d09fa8-321a-4cd9-a922-ac5847b75ee4 HTTP/1.1" status: 200 len: 834 time: 0.0844166 May 28 05:00:05.437010 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-942f3b12-66c8-4b35-8f17-c678bcbc5105 req-6757b4f4-5891-4946-a21f-e36341e2a860 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888679 May 28 05:00:05.477429 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a1b67f32-025c-4387-aa49-0f9cac5052eb req-558f3717-e6fb-4e27-a56c-89734feb3ce4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=05eccc59-3066-4429-9557-55ca2ee64259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1026247 May 28 05:00:05.558563 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-a65fd4c2-ceab-49d0-864c-5ae08c1f7219 None None] Set router 60516243-e5d5-499d-bcf8-994c65683cfe gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:00:05.620156 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a1b67f32-025c-4387-aa49-0f9cac5052eb req-59ddce9d-c656-4854-a7a1-3c3313224e36 service neutron] 10.222.0.66 "GET /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353927 May 28 05:00:05.770585 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a1b67f32-025c-4387-aa49-0f9cac5052eb req-7296255c-f8c8-4920-a303-61c59bd609a2 service neutron] 10.222.0.66 "GET /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446731 May 28 05:00:05.915501 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a65fd4c2-ceab-49d0-864c-5ae08c1f7219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'name': 'tempest-TestNetworkBasicOps-router-1161139881', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:59:41Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:42Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '66328571-d539-4728-91f9-63dfb274785f', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.137', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'port_id': 'd44da42e-e57d-4d08-a98d-04583a52435f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-121772988', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259', 'mac_address': 'fa:16:3e:7b:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3b8d2-f167-457b-9db4-949ad4a57d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:00:03Z', 'updated_at': '2022-05-28T05:00:03Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db3f684-e179-4a03-9fbf-e932562215f4', 'name': '', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:11:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:45Z', 'updated_at': '2022-05-28T04:59:52Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:05.918087 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65fd4c2-ceab-49d0-864c-5ae08c1f7219 None None] The sync data for ids ['60516243-e5d5-499d-bcf8-994c65683cfe'] in dv-neutron-843300-5-hyperv is: [{'id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'name': 'tempest-TestNetworkBasicOps-router-1161139881', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:59:41Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:42Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '66328571-d539-4728-91f9-63dfb274785f', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.137', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'port_id': 'd44da42e-e57d-4d08-a98d-04583a52435f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-121772988', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259', 'mac_address': 'fa:16:3e:7b:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d3b8d2-f167-457b-9db4-949ad4a57d1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:00:03Z', 'updated_at': '2022-05-28T05:00:03Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8db3f684-e179-4a03-9fbf-e932562215f4', 'name': '', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:11:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:45Z', 'updated_at': '2022-05-28T04:59:52Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:00:06.593428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ceb11-14cb-4bee-b60b-1c6a2cb80b09 req-48ea586b-cee1-42f9-9e9a-8c041c584b81 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:06.594912 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-975ceb11-14cb-4bee-b60b-1c6a2cb80b09 req-48ea586b-cee1-42f9-9e9a-8c041c584b81 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 983 time: 0.0936241 May 28 05:00:06.727085 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ceb11-14cb-4bee-b60b-1c6a2cb80b09 req-734e0c7b-0eb8-4d49-8bb3-1bc54316f01c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:06.729010 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-975ceb11-14cb-4bee-b60b-1c6a2cb80b09 req-734e0c7b-0eb8-4d49-8bb3-1bc54316f01c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/ports/d44da42e-e57d-4d08-a98d-04583a52435f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1000142 May 28 05:00:06.845990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae4c28-9b77-401b-8dc6-c266d8a2f9e2 req-6f9ca355-38cc-4b4d-96f6-ecb837cabb5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:06.847623 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6cae4c28-9b77-401b-8dc6-c266d8a2f9e2 req-6f9ca355-38cc-4b4d-96f6-ecb837cabb5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 983 time: 0.2629173 May 28 05:00:06.927596 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-975ceb11-14cb-4bee-b60b-1c6a2cb80b09 req-79afdac6-f67d-4a2a-9ee5-ce6080056363 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1939039 May 28 05:00:06.938003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-975ceb11-14cb-4bee-b60b-1c6a2cb80b09 req-8f9682de-279b-47ea-81f4-6f80c5274589 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:06.974229 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6cae4c28-9b77-401b-8dc6-c266d8a2f9e2 req-14f1bbaa-0ba8-4ced-84be-614002ae24d5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209304 May 28 05:00:07.080991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-975ceb11-14cb-4bee-b60b-1c6a2cb80b09 req-8f9682de-279b-47ea-81f4-6f80c5274589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:07.391596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-975ceb11-14cb-4bee-b60b-1c6a2cb80b09 req-8f9682de-279b-47ea-81f4-6f80c5274589 service neutron] For port d44da42e-e57d-4d08-a98d-04583a52435f, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d44da42e-e57d-4d08-a98d-04583a52435f,segment=NetworkSegment(79581602-24e8-49e0-93b3-7d0453aeae0c),segment_id=79581602-24e8-49e0-93b3-7d0453aeae0c)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:00:07.420777 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-975ceb11-14cb-4bee-b60b-1c6a2cb80b09 req-8f9682de-279b-47ea-81f4-6f80c5274589 service neutron] For port d44da42e-e57d-4d08-a98d-04583a52435f, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:00:07.470608 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-975ceb11-14cb-4bee-b60b-1c6a2cb80b09 req-8f9682de-279b-47ea-81f4-6f80c5274589 service neutron] device_id is not set on port d44da42e-e57d-4d08-a98d-04583a52435f yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 05:00:07.478817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-975ceb11-14cb-4bee-b60b-1c6a2cb80b09 req-8f9682de-279b-47ea-81f4-6f80c5274589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:07.486723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-975ceb11-14cb-4bee-b60b-1c6a2cb80b09 req-8f9682de-279b-47ea-81f4-6f80c5274589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:07.631044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9682de-279b-47ea-81f4-6f80c5274589 service neutron] Pushing event updated for resources: {'Port': ['ID=d44da42e-e57d-4d08-a98d-04583a52435f,revision_number=6']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:07.701519 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-975ceb11-14cb-4bee-b60b-1c6a2cb80b09 req-8f9682de-279b-47ea-81f4-6f80c5274589 service neutron] No DVR routers for this DVR port d44da42e-e57d-4d08-a98d-04583a52435f on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:00:07.811092 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-852a71ac-7487-4e76-859b-1caa97857005 None None] Provisioning complete for port d44da42e-e57d-4d08-a98d-04583a52435f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:00:07.811691 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-852a71ac-7487-4e76-859b-1caa97857005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:07.841556 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8371f67f-be8d-4de0-8f71-8f170fc2e21e None None] New status for floating IP 66328571-d539-4728-91f9-63dfb274785f: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:00:07.949778 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-852a71ac-7487-4e76-859b-1caa97857005 None None] Port d44da42e-e57d-4d08-a98d-04583a52435f cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:00:07.954760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-975ceb11-14cb-4bee-b60b-1c6a2cb80b09 req-8f9682de-279b-47ea-81f4-6f80c5274589 service neutron] In _notify_port_updated(), no bound segment for port d44da42e-e57d-4d08-a98d-04583a52435f on network 05eccc59-3066-4429-9557-55ca2ee64259 {{(pid=84010) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 05:00:07.956049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-975ceb11-14cb-4bee-b60b-1c6a2cb80b09 req-8f9682de-279b-47ea-81f4-6f80c5274589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:07.958630 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-975ceb11-14cb-4bee-b60b-1c6a2cb80b09 req-8f9682de-279b-47ea-81f4-6f80c5274589 service neutron] 10.222.0.66 "PUT /v2.0/ports/d44da42e-e57d-4d08-a98d-04583a52435f HTTP/1.1" status: 200 len: 1026 time: 1.0243981 May 28 05:00:08.147436 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5433d2a2-fc53-42bd-b9b4-0b23d92d9f85 req-709f5428-ae12-4f5c-a7e2-5a811792a581 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=95d3b8d2-f167-457b-9db4-949ad4a57d1b HTTP/1.1" status: 200 len: 210 time: 0.0480452 May 28 05:00:09.261488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34582) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:09.319942 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device d44da42e-e57d-4d08-a98d-04583a52435f no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:00:09.334016 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6aaca4-bb34-4242-a5f3-c5f10248349a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:09.334599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6d6aaca4-bb34-4242-a5f3-c5f10248349a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84009) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:00:09.356943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6d6aaca4-bb34-4242-a5f3-c5f10248349a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84009) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:00:09.358291 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6d6aaca4-bb34-4242-a5f3-c5f10248349a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports/d44da42e-e57d-4d08-a98d-04583a52435f HTTP/1.1" status: 200 len: 925 time: 0.0956986 May 28 05:00:09.386445 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device d44da42e-e57d-4d08-a98d-04583a52435f not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:00:09.455960 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34588) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:09.461531 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-7598d8c7-2d43-4e9b-943b-35a18d87d416 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280209513', 'description': 'tempest-secgroup-smoke-1280209513 description', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:09.468022 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7598d8c7-2d43-4e9b-943b-35a18d87d416 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:09.477996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7598d8c7-2d43-4e9b-943b-35a18d87d416 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:09.489769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7598d8c7-2d43-4e9b-943b-35a18d87d416 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:09.525063 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7598d8c7-2d43-4e9b-943b-35a18d87d416 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:09.529542 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7598d8c7-2d43-4e9b-943b-35a18d87d416 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:09.532360 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7598d8c7-2d43-4e9b-943b-35a18d87d416 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:09.539423 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7598d8c7-2d43-4e9b-943b-35a18d87d416 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:09.597276 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7598d8c7-2d43-4e9b-943b-35a18d87d416 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:09.603475 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7598d8c7-2d43-4e9b-943b-35a18d87d416 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:09.646168 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598d8c7-2d43-4e9b-943b-35a18d87d416 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bfa1c2-00ad-4866-96bc-7869acd16d28,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:09.653637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7598d8c7-2d43-4e9b-943b-35a18d87d416 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:09.657736 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7598d8c7-2d43-4e9b-943b-35a18d87d416 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2007563 May 28 05:00:09.657945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34592) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:09.663324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-1b885923-27a5-48ba-ba48-e9af4a0b014b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'b7bfa1c2-00ad-4866-96bc-7869acd16d28', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:09.669729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1b885923-27a5-48ba-ba48-e9af4a0b014b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:09.674002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1b885923-27a5-48ba-ba48-e9af4a0b014b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:09.677055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1b885923-27a5-48ba-ba48-e9af4a0b014b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:09.683655 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1b885923-27a5-48ba-ba48-e9af4a0b014b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:09.713445 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b885923-27a5-48ba-ba48-e9af4a0b014b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:09.781004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b885923-27a5-48ba-ba48-e9af4a0b014b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:09.786729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b885923-27a5-48ba-ba48-e9af4a0b014b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:09.812949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b885923-27a5-48ba-ba48-e9af4a0b014b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fedf5e-2886-40a8-826f-aa1f3ba80d91,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:09.823865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1b885923-27a5-48ba-ba48-e9af4a0b014b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:09.825156 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1b885923-27a5-48ba-ba48-e9af4a0b014b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1663504 May 28 05:00:09.828022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34596) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:09.833441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-1c12829b-c06e-4411-9cc4-78030e6beea8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'b7bfa1c2-00ad-4866-96bc-7869acd16d28', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:09.839211 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1c12829b-c06e-4411-9cc4-78030e6beea8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:09.843215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1c12829b-c06e-4411-9cc4-78030e6beea8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:09.846118 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1c12829b-c06e-4411-9cc4-78030e6beea8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:09.851753 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1c12829b-c06e-4411-9cc4-78030e6beea8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:09.870205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1c12829b-c06e-4411-9cc4-78030e6beea8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:09.935809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1c12829b-c06e-4411-9cc4-78030e6beea8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:09.943168 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1c12829b-c06e-4411-9cc4-78030e6beea8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:09.967174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12829b-c06e-4411-9cc4-78030e6beea8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8dddd60-97fd-4414-9b78-a9652f60d445,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:09.976213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1c12829b-c06e-4411-9cc4-78030e6beea8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:09.977393 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1c12829b-c06e-4411-9cc4-78030e6beea8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1484590 May 28 05:00:09.980282 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34600) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:09.985836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a9589ba1-05a9-47a5-86f9-86f75c079713 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'b7bfa1c2-00ad-4866-96bc-7869acd16d28', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:09.992622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a9589ba1-05a9-47a5-86f9-86f75c079713 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:09.995917 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a9589ba1-05a9-47a5-86f9-86f75c079713 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:09.999930 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a9589ba1-05a9-47a5-86f9-86f75c079713 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:10.004518 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a9589ba1-05a9-47a5-86f9-86f75c079713 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:10.023381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a9589ba1-05a9-47a5-86f9-86f75c079713 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:10.097459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a9589ba1-05a9-47a5-86f9-86f75c079713 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:10.102778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a9589ba1-05a9-47a5-86f9-86f75c079713 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:10.126670 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9589ba1-05a9-47a5-86f9-86f75c079713 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6190530-17c9-4993-859a-e50a6b1c02f8,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:10.136230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a9589ba1-05a9-47a5-86f9-86f75c079713 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:10.140180 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a9589ba1-05a9-47a5-86f9-86f75c079713 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1556737 May 28 05:00:10.140180 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34604) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:10.145352 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8c26b7d1-e38c-45df-9bff-01fd337c8b70 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'b7bfa1c2-00ad-4866-96bc-7869acd16d28', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:10.151509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8c26b7d1-e38c-45df-9bff-01fd337c8b70 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:10.155438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8c26b7d1-e38c-45df-9bff-01fd337c8b70 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:10.159073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8c26b7d1-e38c-45df-9bff-01fd337c8b70 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:10.164078 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8c26b7d1-e38c-45df-9bff-01fd337c8b70 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:10.181135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c26b7d1-e38c-45df-9bff-01fd337c8b70 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:10.246983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c26b7d1-e38c-45df-9bff-01fd337c8b70 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:10.252279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c26b7d1-e38c-45df-9bff-01fd337c8b70 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:10.276571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26b7d1-e38c-45df-9bff-01fd337c8b70 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e797e6c-b214-46be-ae88-420571e0f662,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:10.285558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c26b7d1-e38c-45df-9bff-01fd337c8b70 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:10.287028 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8c26b7d1-e38c-45df-9bff-01fd337c8b70 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1460433 May 28 05:00:10.351582 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34608) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:10.359967 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-8c0fd7a4-fc8d-4860-9bd5-cb27b2079d20 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'b7bfa1c2-00ad-4866-96bc-7869acd16d28', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:10.369540 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8c0fd7a4-fc8d-4860-9bd5-cb27b2079d20 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:10.384816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8c0fd7a4-fc8d-4860-9bd5-cb27b2079d20 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:10.389232 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8c0fd7a4-fc8d-4860-9bd5-cb27b2079d20 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:10.395807 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8c0fd7a4-fc8d-4860-9bd5-cb27b2079d20 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:10.409231 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-8c0fd7a4-fc8d-4860-9bd5-cb27b2079d20 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:00:10.418071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8c0fd7a4-fc8d-4860-9bd5-cb27b2079d20 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:10.482274 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8c0fd7a4-fc8d-4860-9bd5-cb27b2079d20 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:10.487934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8c0fd7a4-fc8d-4860-9bd5-cb27b2079d20 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:10.512953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fd7a4-fc8d-4860-9bd5-cb27b2079d20 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ffae19-08ab-4fc3-8176-f0205a24097c,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:10.522934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8c0fd7a4-fc8d-4860-9bd5-cb27b2079d20 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:10.524123 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8c0fd7a4-fc8d-4860-9bd5-cb27b2079d20 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1715539 May 28 05:00:10.527933 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34612) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:10.533201 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-3a434984-09ea-4b58-b1b3-213efabe9ffe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'b7bfa1c2-00ad-4866-96bc-7869acd16d28', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:10.538904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3a434984-09ea-4b58-b1b3-213efabe9ffe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:10.543478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3a434984-09ea-4b58-b1b3-213efabe9ffe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:10.546544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3a434984-09ea-4b58-b1b3-213efabe9ffe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:10.552526 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3a434984-09ea-4b58-b1b3-213efabe9ffe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:10.563778 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-3a434984-09ea-4b58-b1b3-213efabe9ffe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:00:10.570208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3a434984-09ea-4b58-b1b3-213efabe9ffe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:10.635098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3a434984-09ea-4b58-b1b3-213efabe9ffe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:10.642209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3a434984-09ea-4b58-b1b3-213efabe9ffe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:10.664288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a434984-09ea-4b58-b1b3-213efabe9ffe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2181dd45-b256-4466-8ec6-fd96626f6548,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:10.676526 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3a434984-09ea-4b58-b1b3-213efabe9ffe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:10.683038 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3a434984-09ea-4b58-b1b3-213efabe9ffe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1487236 May 28 05:00:10.856509 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73c2113e-780a-4aa3-a108-b4502062a02b req-18b556ac-9228-4729-8d25-398b4afa4b35 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280209513&fields=id&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 267 time: 0.0450230 May 28 05:00:10.928387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2113e-780a-4aa3-a108-b4502062a02b req-221d095b-4855-4e39-800b-28c8eef32ed6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:10.929754 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73c2113e-780a-4aa3-a108-b4502062a02b req-221d095b-4855-4e39-800b-28c8eef32ed6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports/d44da42e-e57d-4d08-a98d-04583a52435f HTTP/1.1" status: 200 len: 930 time: 0.0668514 May 28 05:00:11.021840 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73c2113e-780a-4aa3-a108-b4502062a02b req-910493f0-4259-4297-bc54-c812791a0f62 service neutron] 10.222.0.15 "GET /v2.0/ports/d44da42e-e57d-4d08-a98d-04583a52435f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0736234 May 28 05:00:11.157146 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73c2113e-780a-4aa3-a108-b4502062a02b req-3f3e0647-1e3c-40cf-b241-a7c2fc2a7c85 service neutron] 10.222.0.15 "GET /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275876 May 28 05:00:11.288703 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73c2113e-780a-4aa3-a108-b4502062a02b req-8cdf14eb-35a3-49ea-be99-16ebbadb1373 service neutron] 10.222.0.15 "GET /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254544 May 28 05:00:11.481011 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3779672-fee7-4a1e-a2f9-fd4cde665f1e req-ceb1390a-468b-49e8-a62a-931c142554e1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 210 time: 0.0417409 May 28 05:00:12.479446 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73c2113e-780a-4aa3-a108-b4502062a02b req-fdd0be0c-4306-4d85-b4c0-946e3610cd6d service neutron] 10.222.0.66 "GET /v2.0/ports/d44da42e-e57d-4d08-a98d-04583a52435f HTTP/1.1" status: 200 len: 1026 time: 0.0612998 May 28 05:00:12.774156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2113e-780a-4aa3-a108-b4502062a02b req-8cec8f19-dc5b-4262-a244-77839022d42a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:12.775448 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73c2113e-780a-4aa3-a108-b4502062a02b req-8cec8f19-dc5b-4262-a244-77839022d42a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/networks?id=05eccc59-3066-4429-9557-55ca2ee64259 HTTP/1.1" status: 200 len: 796 time: 0.2901483 May 28 05:00:12.777452 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5c93ecc5-46ea-4fdc-8006-23d1ffd95df3 req-67f76ff3-cae5-4686-afbd-76cc7590e1a2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 210 time: 0.1553419 May 28 05:00:12.833848 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73c2113e-780a-4aa3-a108-b4502062a02b req-7509c0f9-677c-465a-88e3-55134bf0fc4a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 473 time: 0.0422230 May 28 05:00:12.843803 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Request body: {'port': {'device_id': 'e37b199e-ed5f-4579-b42b-ea2d32db1012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:12.953596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:13.302987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44da42e-e57d-4d08-a98d-04583a52435f {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:00:13.309967 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:13.324458 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Transition to ACTIVE for port object d44da42e-e57d-4d08-a98d-04583a52435f will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:00:13.330331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:13.456290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Pushing event updated for resources: {'Port': ['ID=d44da42e-e57d-4d08-a98d-04583a52435f,revision_number=7']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:13.608141 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Attempting to bind port d44da42e-e57d-4d08-a98d-04583a52435f on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:00:13.608752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Attempting to bind port d44da42e-e57d-4d08-a98d-04583a52435f by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:00:13.609075 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Attempting to bind port d44da42e-e57d-4d08-a98d-04583a52435f on network 05eccc59-3066-4429-9557-55ca2ee64259 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:00:13.615488 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Port d44da42e-e57d-4d08-a98d-04583a52435f on network 05eccc59-3066-4429-9557-55ca2ee64259 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:00:13.615799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Attempting to bind port d44da42e-e57d-4d08-a98d-04583a52435f on network 05eccc59-3066-4429-9557-55ca2ee64259 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:00:13.625033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 4, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:00:13.625443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Checking segment: {'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:00:13.626067 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Bound using segment: {'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:00:13.626697 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Bound port: d44da42e-e57d-4d08-a98d-04583a52435f, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79581602-24e8-49e0-93b3-7d0453aeae0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:00:13.627039 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:13.719849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] For port d44da42e-e57d-4d08-a98d-04583a52435f, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:00:13.722838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] For port d44da42e-e57d-4d08-a98d-04583a52435f, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d44da42e-e57d-4d08-a98d-04583a52435f,segment=NetworkSegment(79581602-24e8-49e0-93b3-7d0453aeae0c),segment_id=79581602-24e8-49e0-93b3-7d0453aeae0c)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:00:13.727705 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:13.787953 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:13.789332 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73c2113e-780a-4aa3-a108-b4502062a02b req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] 10.222.0.66 "PUT /v2.0/ports/d44da42e-e57d-4d08-a98d-04583a52435f HTTP/1.1" status: 200 len: 1131 time: 0.9493752 May 28 05:00:13.789751 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37b199e-ed5f-4579-b42b-ea2d32db1012', 'tag': 'd44da42e-e57d-4d08-a98d-04583a52435f'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:00:13.808113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83505fdf-5fa3-4f3b-85eb-7a56bffe9844 service neutron] Pushing event updated for resources: {'Port': ['ID=d44da42e-e57d-4d08-a98d-04583a52435f,revision_number=8']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:13.885263 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9227513-5260-4cc2-8056-bc3f26e84217'] response: {'name': 'network-changed', 'server_uuid': 'e37b199e-ed5f-4579-b42b-ea2d32db1012', 'tag': 'd44da42e-e57d-4d08-a98d-04583a52435f', 'status': 'completed', 'code': 200} May 28 05:00:13.934235 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73c2113e-780a-4aa3-a108-b4502062a02b req-9b18f63d-dbfe-41de-a184-76c1d01522a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 1134 time: 0.0853314 May 28 05:00:14.100579 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73c2113e-780a-4aa3-a108-b4502062a02b req-6ead569d-dbe7-4b0f-a838-35c2a40695c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d44da42e-e57d-4d08-a98d-04583a52435f HTTP/1.1" status: 200 len: 1037 time: 0.1179636 May 28 05:00:14.150023 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e5aa1-2e95-406f-b0fb-7827fc813c09 req-468232fb-ae76-49ae-83e6-9ff28cfa61ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:14.152155 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b40e5aa1-2e95-406f-b0fb-7827fc813c09 req-468232fb-ae76-49ae-83e6-9ff28cfa61ce tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 981 time: 0.2100003 May 28 05:00:14.196331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2113e-780a-4aa3-a108-b4502062a02b req-a7ef05fc-1291-4c0e-8f05-ed27b9116152 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:14.197790 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73c2113e-780a-4aa3-a108-b4502062a02b req-a7ef05fc-1291-4c0e-8f05-ed27b9116152 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a6d09fa8-321a-4cd9-a922-ac5847b75ee4 HTTP/1.1" status: 200 len: 834 time: 0.0909662 May 28 05:00:14.252497 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b40e5aa1-2e95-406f-b0fb-7827fc813c09 req-e053d954-e44c-4ad1-8f8d-3f166fa83250 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948069 May 28 05:00:14.283686 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73c2113e-780a-4aa3-a108-b4502062a02b req-03bec200-17e3-4903-a58d-88d5eb3b2d48 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=05eccc59-3066-4429-9557-55ca2ee64259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771470 May 28 05:00:14.418797 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73c2113e-780a-4aa3-a108-b4502062a02b req-7e1ab9da-7cb8-4d13-8de8-3c295e874085 service neutron] 10.222.0.66 "GET /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278319 May 28 05:00:14.650146 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73c2113e-780a-4aa3-a108-b4502062a02b req-6e8afedb-1a05-4afb-9db5-4067481b4c66 service neutron] 10.222.0.66 "GET /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250597 May 28 05:00:14.767735 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6d05e5c5-776b-4e4d-9d84-ba5cec4bdd21 req-92478239-5526-4d6d-86f0-ffc34202aa69 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 1134 time: 0.0714791 May 28 05:00:14.899336 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05e5c5-776b-4e4d-9d84-ba5cec4bdd21 req-a63dbe98-e6d1-4d11-9a7a-2646c9d87e49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:14.899830 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6d05e5c5-776b-4e4d-9d84-ba5cec4bdd21 req-a63dbe98-e6d1-4d11-9a7a-2646c9d87e49 service neutron] 10.222.0.66 "GET /v2.0/networks?id=05eccc59-3066-4429-9557-55ca2ee64259 HTTP/1.1" status: 200 len: 897 time: 0.1254432 May 28 05:00:15.025886 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6d05e5c5-776b-4e4d-9d84-ba5cec4bdd21 req-4f2d074c-3415-4b08-a354-bdc38ea77990 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d44da42e-e57d-4d08-a98d-04583a52435f HTTP/1.1" status: 200 len: 1037 time: 0.1084003 May 28 05:00:15.084001 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05e5c5-776b-4e4d-9d84-ba5cec4bdd21 req-fad61da7-d738-4818-8296-6e6b5bd32689 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:15.085539 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6d05e5c5-776b-4e4d-9d84-ba5cec4bdd21 req-fad61da7-d738-4818-8296-6e6b5bd32689 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a6d09fa8-321a-4cd9-a922-ac5847b75ee4 HTTP/1.1" status: 200 len: 834 time: 0.0621104 May 28 05:00:15.172881 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6d05e5c5-776b-4e4d-9d84-ba5cec4bdd21 req-058231ac-869e-4964-a9fe-a008ef586c49 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=05eccc59-3066-4429-9557-55ca2ee64259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788965 May 28 05:00:15.324955 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6d05e5c5-776b-4e4d-9d84-ba5cec4bdd21 req-df060665-eb59-45e1-aef9-73be8a2ac7f7 service neutron] 10.222.0.66 "GET /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373186 May 28 05:00:15.510938 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6d05e5c5-776b-4e4d-9d84-ba5cec4bdd21 req-6da22c93-bbea-4a5e-97d3-5607fd311f01 service neutron] 10.222.0.66 "GET /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848152 May 28 05:00:15.532755 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178477c8-192d-4cb9-9602-4ae3d9654201 req-43071354-0b4c-45b6-b432-c6f469f416a2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:15.534810 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-178477c8-192d-4cb9-9602-4ae3d9654201 req-43071354-0b4c-45b6-b432-c6f469f416a2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 981 time: 0.1323555 May 28 05:00:15.598281 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-178477c8-192d-4cb9-9602-4ae3d9654201 req-f11cb004-3d7c-47ae-bdfe-b4cd82755438 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576863 May 28 05:00:16.804265 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6c502-c1ec-4f98-b6ea-7791709db4c3 req-8b04182b-acb5-43c5-a964-2c1d098b772f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:16.806069 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9fe6c502-c1ec-4f98-b6ea-7791709db4c3 req-8b04182b-acb5-43c5-a964-2c1d098b772f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 981 time: 0.0794737 May 28 05:00:16.853236 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9fe6c502-c1ec-4f98-b6ea-7791709db4c3 req-c892fb55-c636-48b4-bc7e-0647f17fec81 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404499 May 28 05:00:17.335604 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device d44da42e-e57d-4d08-a98d-04583a52435f details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:00:17.479571 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port d44da42e-e57d-4d08-a98d-04583a52435f, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d44da42e-e57d-4d08-a98d-04583a52435f,segment=NetworkSegment(79581602-24e8-49e0-93b3-7d0453aeae0c),segment_id=79581602-24e8-49e0-93b3-7d0453aeae0c)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:00:17.493239 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'd44da42e-e57d-4d08-a98d-04583a52435f', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259', 'port_id': 'd44da42e-e57d-4d08-a98d-04583a52435f', 'mac_address': 'fa:16:3e:7b:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:00:17.560751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:17.578867 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44da42e-e57d-4d08-a98d-04583a52435f {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:00:17.597010 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port d44da42e-e57d-4d08-a98d-04583a52435f, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d44da42e-e57d-4d08-a98d-04583a52435f,segment=NetworkSegment(79581602-24e8-49e0-93b3-7d0453aeae0c),segment_id=79581602-24e8-49e0-93b3-7d0453aeae0c)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:00:17.604620 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:17.679648 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=d44da42e-e57d-4d08-a98d-04583a52435f,revision_number=9']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:17.839755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['d44da42e-e57d-4d08-a98d-04583a52435f'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:00:18.062514 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea22ed-5aa5-46ab-b755-0b328bf3ce4e req-3da74a9c-8ee4-44b1-b077-2b35df0e4ee1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:18.063951 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e7ea22ed-5aa5-46ab-b755-0b328bf3ce4e req-3da74a9c-8ee4-44b1-b077-2b35df0e4ee1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 982 time: 0.0799770 May 28 05:00:18.111896 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e7ea22ed-5aa5-46ab-b755-0b328bf3ce4e req-14e3c1d1-ce5c-4974-a465-2431a549f529 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402620 May 28 05:00:19.323570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2126b7c-491a-4d2f-9bf4-0bc0b71b3dab req-8ba11f8f-d3ec-4360-8206-a109f39d19b7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:19.325022 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d2126b7c-491a-4d2f-9bf4-0bc0b71b3dab req-8ba11f8f-d3ec-4360-8206-a109f39d19b7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 982 time: 0.0843234 May 28 05:00:19.334153 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device d44da42e-e57d-4d08-a98d-04583a52435f up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:00:19.375291 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d2126b7c-491a-4d2f-9bf4-0bc0b71b3dab req-ada6a8bc-a09a-4d29-affe-6416a03690ef tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 May 28 05:00:19.404813 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port d44da42e-e57d-4d08-a98d-04583a52435f completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:00:19.409565 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port d44da42e-e57d-4d08-a98d-04583a52435f triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:00:19.410025 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:19.525485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:19.555665 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37b199e-ed5f-4579-b42b-ea2d32db1012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44da42e-e57d-4d08-a98d-04583a52435f'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:00:19.566184 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port d44da42e-e57d-4d08-a98d-04583a52435f, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d44da42e-e57d-4d08-a98d-04583a52435f,segment=NetworkSegment(79581602-24e8-49e0-93b3-7d0453aeae0c),segment_id=79581602-24e8-49e0-93b3-7d0453aeae0c)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:00:19.571263 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:19.615509 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a53e369-4dfa-4bb2-b2fc-67460379ddd6'] response: {'server_uuid': 'e37b199e-ed5f-4579-b42b-ea2d32db1012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44da42e-e57d-4d08-a98d-04583a52435f', 'code': 200} May 28 05:00:19.640166 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=d44da42e-e57d-4d08-a98d-04583a52435f,revision_number=10']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:19.861371 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4a2fe998-53dc-49dd-8629-60527d819e12 req-c3b6a7c7-0804-49ee-bd81-c60620feeb63 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 1137 time: 0.0816059 May 28 05:00:19.906645 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4a2fe998-53dc-49dd-8629-60527d819e12 req-02ef65b1-4c97-478d-9d79-9295d302d80c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387411 May 28 05:00:20.585202 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51674c55-7cf7-4e60-bb28-5df0d047f7ac req-74571277-14dc-4afd-a7ab-3d5de3984ab5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:20.586691 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-51674c55-7cf7-4e60-bb28-5df0d047f7ac req-74571277-14dc-4afd-a7ab-3d5de3984ab5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 984 time: 0.0833576 May 28 05:00:20.636376 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-51674c55-7cf7-4e60-bb28-5df0d047f7ac req-5877500e-7559-4a84-b422-3e797b82dfe9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438581 May 28 05:00:21.856913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73283b5b-12ee-48fa-9f20-9ee2617a8f0b req-626dcbd7-4478-4011-b877-d1d01e8573f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:21.858373 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73283b5b-12ee-48fa-9f20-9ee2617a8f0b req-626dcbd7-4478-4011-b877-d1d01e8573f2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 984 time: 0.0781610 May 28 05:00:21.907709 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73283b5b-12ee-48fa-9f20-9ee2617a8f0b req-b53c7a78-c1ec-4955-8e78-7853a4672128 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426469 May 28 05:00:22.120024 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a49eb92e-b73e-43c2-8ef4-8ec26b373567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:22.129863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98794f2-4784-4f61-a3bb-b80e88812ad3 req-8580f0bc-52fa-4e92-aadc-61c9426a6b32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:22.131301 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d98794f2-4784-4f61-a3bb-b80e88812ad3 req-8580f0bc-52fa-4e92-aadc-61c9426a6b32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 984 time: 0.0958407 May 28 05:00:22.178815 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d98794f2-4784-4f61-a3bb-b80e88812ad3 req-f3c11a1d-31c6-4b4d-821f-de20e78e0040 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417371 May 28 05:00:22.209961 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34662) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:22.282610 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-59d2a4e9-f07c-4f1f-b2d4-ddc23d080238 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012&network_id=05eccc59-3066-4429-9557-55ca2ee64259 HTTP/1.1" status: 200 len: 1132 time: 0.0714695 May 28 05:00:22.683985 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec251aa6-3f4d-44ed-ade1-0d02929a1403 req-23c7b97e-13f7-4c3f-83ed-43f52fe130b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:22.685443 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ec251aa6-3f4d-44ed-ade1-0d02929a1403 req-23c7b97e-13f7-4c3f-83ed-43f52fe130b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 984 time: 0.0835586 May 28 05:00:22.732888 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ec251aa6-3f4d-44ed-ade1-0d02929a1403 req-08758497-d192-4237-9dd7-f9516c0aebde tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411487 May 28 05:00:24.042960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00c169-4ec1-4cad-90df-5370abc0b065 req-5d7f4ec7-5a7f-4c5b-bf91-fe5a42bc52da tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:24.044284 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8a00c169-4ec1-4cad-90df-5370abc0b065 req-5d7f4ec7-5a7f-4c5b-bf91-fe5a42bc52da tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/ports?device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 984 time: 0.2335572 May 28 05:00:24.086497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2cfa0-5ca1-4c2d-bcb9-7ab9ae9f4a0c req-4271f29b-a0b3-4eab-8f9f-4f3c061a4b0b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:24.087859 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-05f2cfa0-5ca1-4c2d-bcb9-7ab9ae9f4a0c req-4271f29b-a0b3-4eab-8f9f-4f3c061a4b0b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 984 time: 0.1372719 May 28 05:00:24.148439 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00c169-4ec1-4cad-90df-5370abc0b065 req-81082bfe-acae-41e2-801b-de8e2b68cd29 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:24.149781 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8a00c169-4ec1-4cad-90df-5370abc0b065 req-81082bfe-acae-41e2-801b-de8e2b68cd29 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/ports/d44da42e-e57d-4d08-a98d-04583a52435f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0992341 May 28 05:00:24.180477 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-05f2cfa0-5ca1-4c2d-bcb9-7ab9ae9f4a0c req-385ba90c-8cf6-433f-8a87-104146b1ce1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef759ec8-3f2c-4c9b-a246-471cfe724abc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865467 May 28 05:00:24.300601 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8a00c169-4ec1-4cad-90df-5370abc0b065 req-31c6cd7a-ebda-40a4-bba4-0392cc76b457 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1450114 May 28 05:00:24.308568 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3fa47440-512f-4b6b-ac4a-971ee744c697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:24.310298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-8a00c169-4ec1-4cad-90df-5370abc0b065 req-57e7b8da-4de6-4448-938b-f032b3bde231 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:24.420893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8a00c169-4ec1-4cad-90df-5370abc0b065 req-57e7b8da-4de6-4448-938b-f032b3bde231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:24.618733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-8a00c169-4ec1-4cad-90df-5370abc0b065 req-57e7b8da-4de6-4448-938b-f032b3bde231 service neutron] For port d44da42e-e57d-4d08-a98d-04583a52435f, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d44da42e-e57d-4d08-a98d-04583a52435f,segment=NetworkSegment(79581602-24e8-49e0-93b3-7d0453aeae0c),segment_id=79581602-24e8-49e0-93b3-7d0453aeae0c)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:00:24.652619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-8a00c169-4ec1-4cad-90df-5370abc0b065 req-57e7b8da-4de6-4448-938b-f032b3bde231 service neutron] For port d44da42e-e57d-4d08-a98d-04583a52435f, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:00:24.701635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-8a00c169-4ec1-4cad-90df-5370abc0b065 req-57e7b8da-4de6-4448-938b-f032b3bde231 service neutron] device_id is not set on port d44da42e-e57d-4d08-a98d-04583a52435f yet. {{(pid=84010) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 28 05:00:24.710770 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8a00c169-4ec1-4cad-90df-5370abc0b065 req-57e7b8da-4de6-4448-938b-f032b3bde231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:24.717903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8a00c169-4ec1-4cad-90df-5370abc0b065 req-57e7b8da-4de6-4448-938b-f032b3bde231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:24.724403 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:24.804785 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:00:24.851429 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7b8da-4de6-4448-938b-f032b3bde231 service neutron] Pushing event updated for resources: {'Port': ['ID=d44da42e-e57d-4d08-a98d-04583a52435f,revision_number=11']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:24.920423 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a00c169-4ec1-4cad-90df-5370abc0b065 req-57e7b8da-4de6-4448-938b-f032b3bde231 service neutron] No DVR routers for this DVR port d44da42e-e57d-4d08-a98d-04583a52435f on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:00:25.045170 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1231af2d-092a-4e50-a2b0-bc6a35d40e36 None None] Provisioning complete for port d44da42e-e57d-4d08-a98d-04583a52435f triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:00:25.045554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1231af2d-092a-4e50-a2b0-bc6a35d40e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:25.097426 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1231af2d-092a-4e50-a2b0-bc6a35d40e36 None None] Port d44da42e-e57d-4d08-a98d-04583a52435f cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:00:25.169260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-8a00c169-4ec1-4cad-90df-5370abc0b065 req-57e7b8da-4de6-4448-938b-f032b3bde231 service neutron] In _notify_port_updated(), no bound segment for port d44da42e-e57d-4d08-a98d-04583a52435f on network 05eccc59-3066-4429-9557-55ca2ee64259 {{(pid=84010) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 28 05:00:25.170278 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8a00c169-4ec1-4cad-90df-5370abc0b065 req-57e7b8da-4de6-4448-938b-f032b3bde231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:25.171528 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8a00c169-4ec1-4cad-90df-5370abc0b065 req-57e7b8da-4de6-4448-938b-f032b3bde231 service neutron] 10.222.0.66 "PUT /v2.0/ports/d44da42e-e57d-4d08-a98d-04583a52435f HTTP/1.1" status: 200 len: 1027 time: 0.8656516 May 28 05:00:25.351292 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9506b810-8658-4eba-8d4d-1be20e0ea82b req-887a94ae-1ef3-4833-8258-d66974fb6886 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37b199e-ed5f-4579-b42b-ea2d32db1012 HTTP/1.1" status: 200 len: 210 time: 0.0442967 May 28 05:00:25.573728 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:25.574978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:26.469633 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34676) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:26.636285 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-363af02b-948a-42a3-9647-24d54737c6e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:26.666193 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-363af02b-948a-42a3-9647-24d54737c6e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:26.731282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-363af02b-948a-42a3-9647-24d54737c6e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:26.758257 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363af02b-948a-42a3-9647-24d54737c6e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bfa1c2-00ad-4866-96bc-7869acd16d28,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:26.764737 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-363af02b-948a-42a3-9647-24d54737c6e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:26.765897 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-363af02b-948a-42a3-9647-24d54737c6e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/security-groups/b7bfa1c2-00ad-4866-96bc-7869acd16d28 HTTP/1.1" status: 204 len: 168 time: 0.2952001 May 28 05:00:26.808266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34682) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:27.009586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-9c0abb32-3ce9-4ac2-b7e8-bf03218e53fc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port e60caa69-cfe3-448d-b5b6-5e21d988bed1 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:00:27.009934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9c0abb32-3ce9-4ac2-b7e8-bf03218e53fc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:27.119444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:27.276229 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9c0abb32-3ce9-4ac2-b7e8-bf03218e53fc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:27.276480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9c0abb32-3ce9-4ac2-b7e8-bf03218e53fc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:27.365205 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device d44da42e-e57d-4d08-a98d-04583a52435f no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:00:27.395938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-9c0abb32-3ce9-4ac2-b7e8-bf03218e53fc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for e60caa69-cfe3-448d-b5b6-5e21d988bed1 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:00:27.425142 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device d44da42e-e57d-4d08-a98d-04583a52435f not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:00:27.543816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9c0abb32-3ce9-4ac2-b7e8-bf03218e53fc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:27.590471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0abb32-3ce9-4ac2-b7e8-bf03218e53fc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=e60caa69-cfe3-448d-b5b6-5e21d988bed1,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:27.685581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9c0abb32-3ce9-4ac2-b7e8-bf03218e53fc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:28.097679 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0abb32-3ce9-4ac2-b7e8-bf03218e53fc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 60516243-e5d5-499d-bcf8-994c65683cfe has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:00:28.307008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0abb32-3ce9-4ac2-b7e8-bf03218e53fc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:00:28.320042 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88bfa20-2abd-4f61-b3a7-76ae1be46b0c None None] Sync routers for ids ['60516243-e5d5-499d-bcf8-994c65683cfe'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:00:28.332967 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9c0abb32-3ce9-4ac2-b7e8-bf03218e53fc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:28.335473 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88bfa20-2abd-4f61-b3a7-76ae1be46b0c None None] Routers {'60516243-e5d5-499d-bcf8-994c65683cfe'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:00:28.336076 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c88bfa20-2abd-4f61-b3a7-76ae1be46b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:00:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['60516243-e5d5-499d-bcf8-994c65683cfe'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:28.385571 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9c0abb32-3ce9-4ac2-b7e8-bf03218e53fc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/floatingips/66328571-d539-4728-91f9-63dfb274785f HTTP/1.1" status: 204 len: 168 time: 1.5761361 May 28 05:00:28.513519 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-c88bfa20-2abd-4f61-b3a7-76ae1be46b0c None None] Set router 60516243-e5d5-499d-bcf8-994c65683cfe gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:00:28.538945 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34690) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:28.609551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-75b9b478-1565-4a04-aa12-30e4c378ef9c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:28.639818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-75b9b478-1565-4a04-aa12-30e4c378ef9c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:28.707547 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-75b9b478-1565-4a04-aa12-30e4c378ef9c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:28.726698 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b9b478-1565-4a04-aa12-30e4c378ef9c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea578f3f-88a7-4c00-a4f3-340938f0634d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:28.734744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-75b9b478-1565-4a04-aa12-30e4c378ef9c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:28.739002 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-75b9b478-1565-4a04-aa12-30e4c378ef9c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/security-groups/ea578f3f-88a7-4c00-a4f3-340938f0634d HTTP/1.1" status: 204 len: 168 time: 0.1990585 May 28 05:00:28.787932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34696) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:28.821898 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c88bfa20-2abd-4f61-b3a7-76ae1be46b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'name': 'tempest-TestNetworkBasicOps-router-1161139881', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:59:41Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:42Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8db3f684-e179-4a03-9fbf-e932562215f4', 'name': '', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:11:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:45Z', 'updated_at': '2022-05-28T04:59:52Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:28.825682 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88bfa20-2abd-4f61-b3a7-76ae1be46b0c None None] Checking router: 60516243-e5d5-499d-bcf8-994c65683cfe for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:00:28.836445 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88bfa20-2abd-4f61-b3a7-76ae1be46b0c None None] Routers {'60516243-e5d5-499d-bcf8-994c65683cfe'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:00:28.837030 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c88bfa20-2abd-4f61-b3a7-76ae1be46b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:00:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['60516243-e5d5-499d-bcf8-994c65683cfe'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:28.850414 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-933d81e6-331e-4a22-b89d-bda3b7797179 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port d44da42e-e57d-4d08-a98d-04583a52435f {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:00:28.850751 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-933d81e6-331e-4a22-b89d-bda3b7797179 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:29.012451 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-c88bfa20-2abd-4f61-b3a7-76ae1be46b0c None None] Set router 60516243-e5d5-499d-bcf8-994c65683cfe gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:00:29.088683 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-933d81e6-331e-4a22-b89d-bda3b7797179 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:29.213173 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-933d81e6-331e-4a22-b89d-bda3b7797179 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for d44da42e-e57d-4d08-a98d-04583a52435f owned by {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:00:29.345026 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c88bfa20-2abd-4f61-b3a7-76ae1be46b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'name': 'tempest-TestNetworkBasicOps-router-1161139881', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:59:41Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:42Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8db3f684-e179-4a03-9fbf-e932562215f4', 'name': '', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:11:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:45Z', 'updated_at': '2022-05-28T04:59:52Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:29.349210 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88bfa20-2abd-4f61-b3a7-76ae1be46b0c None None] The sync data for ids ['60516243-e5d5-499d-bcf8-994c65683cfe'] in dv-neutron-843300-5-hyperv is: [{'id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'name': 'tempest-TestNetworkBasicOps-router-1161139881', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:59:41Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:42Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8db3f684-e179-4a03-9fbf-e932562215f4', 'name': '', 'network_id': '05eccc59-3066-4429-9557-55ca2ee64259', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:11:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:45Z', 'updated_at': '2022-05-28T04:59:52Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'a6d09fa8-321a-4cd9-a922-ac5847b75ee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:00:29.355554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-933d81e6-331e-4a22-b89d-bda3b7797179 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:29.403956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d81e6-331e-4a22-b89d-bda3b7797179 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=d44da42e-e57d-4d08-a98d-04583a52435f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:29.511028 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-933d81e6-331e-4a22-b89d-bda3b7797179 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:29.524818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34700) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:29.525346 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-933d81e6-331e-4a22-b89d-bda3b7797179 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/ports/d44da42e-e57d-4d08-a98d-04583a52435f HTTP/1.1" status: 204 len: 168 time: 0.7358150 May 28 05:00:29.567263 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7877a376-079b-4e66-94fa-2c4e9edbbd82 None None] New status for floating IP 66328571-d539-4728-91f9-63dfb274785f: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:00:30.034266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a4ec550c-59c9-4650-88ea-8900b3603e3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:30.636013 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec550c-59c9-4650-88ea-8900b3603e3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 8db3f684-e179-4a03-9fbf-e932562215f4 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:00:30.636726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a4ec550c-59c9-4650-88ea-8900b3603e3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:30.818203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-a4ec550c-59c9-4650-88ea-8900b3603e3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 8db3f684-e179-4a03-9fbf-e932562215f4, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8db3f684-e179-4a03-9fbf-e932562215f4,segment=NetworkSegment(79581602-24e8-49e0-93b3-7d0453aeae0c),segment_id=79581602-24e8-49e0-93b3-7d0453aeae0c)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:00:30.818518 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a4ec550c-59c9-4650-88ea-8900b3603e3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:30.937176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec550c-59c9-4650-88ea-8900b3603e3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 8db3f684-e179-4a03-9fbf-e932562215f4 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:00:31.119972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a4ec550c-59c9-4650-88ea-8900b3603e3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:31.166150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec550c-59c9-4650-88ea-8900b3603e3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=8db3f684-e179-4a03-9fbf-e932562215f4,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:31.557243 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a4ec550c-59c9-4650-88ea-8900b3603e3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:32.151768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ec550c-59c9-4650-88ea-8900b3603e3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 60516243-e5d5-499d-bcf8-994c65683cfe has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:00:32.371277 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ec550c-59c9-4650-88ea-8900b3603e3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:00:32.381265 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c1ee07-bb2c-40e0-bdd3-1bb708db809a None None] Sync routers for ids ['60516243-e5d5-499d-bcf8-994c65683cfe'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:00:32.387732 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a4ec550c-59c9-4650-88ea-8900b3603e3b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/60516243-e5d5-499d-bcf8-994c65683cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8586636 May 28 05:00:32.388161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34704) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:32.394016 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c1ee07-bb2c-40e0-bdd3-1bb708db809a None None] Routers {'60516243-e5d5-499d-bcf8-994c65683cfe'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:00:32.394602 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a6c1ee07-bb2c-40e0-bdd3-1bb708db809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:00:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['60516243-e5d5-499d-bcf8-994c65683cfe'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:32.566956 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-a6c1ee07-bb2c-40e0-bdd3-1bb708db809a None None] Set router 60516243-e5d5-499d-bcf8-994c65683cfe gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:00:32.577586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c388165-af74-4e8b-a9f3-5069ba2d1bfc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting subnet a6d09fa8-321a-4cd9-a922-ac5847b75ee4 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:00:32.580571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c388165-af74-4e8b-a9f3-5069ba2d1bfc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:32.635544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c388165-af74-4e8b-a9f3-5069ba2d1bfc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:32.724365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c388165-af74-4e8b-a9f3-5069ba2d1bfc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:32.798581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c388165-af74-4e8b-a9f3-5069ba2d1bfc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:32.833430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c388165-af74-4e8b-a9f3-5069ba2d1bfc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d09fa8-321a-4cd9-a922-ac5847b75ee4,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:32.842576 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8c388165-af74-4e8b-a9f3-5069ba2d1bfc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:32.849207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71cba14-5869-4265-8c8a-dc6d78cf8765 None None] Network 05eccc59-3066-4429-9557-55ca2ee64259 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:00:32.849722 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8c388165-af74-4e8b-a9f3-5069ba2d1bfc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/subnets/a6d09fa8-321a-4cd9-a922-ac5847b75ee4 HTTP/1.1" status: 204 len: 168 time: 0.4602804 May 28 05:00:32.851926 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34708) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:32.856374 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a6c1ee07-bb2c-40e0-bdd3-1bb708db809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'name': 'tempest-TestNetworkBasicOps-router-1161139881', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:59:41Z', 'updated_at': '2022-05-28T05:00:31Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:42Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:32.861028 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c1ee07-bb2c-40e0-bdd3-1bb708db809a None None] Checking router: 60516243-e5d5-499d-bcf8-994c65683cfe for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:00:32.878908 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c1ee07-bb2c-40e0-bdd3-1bb708db809a None None] Routers {'60516243-e5d5-499d-bcf8-994c65683cfe'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:00:32.879909 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a6c1ee07-bb2c-40e0-bdd3-1bb708db809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:00:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['60516243-e5d5-499d-bcf8-994c65683cfe'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:33.070144 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-a6c1ee07-bb2c-40e0-bdd3-1bb708db809a None None] Set router 60516243-e5d5-499d-bcf8-994c65683cfe gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:00:33.158627 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22940686-b0f7-4bc0-b9e5-f51c08276900 None None] DHCP port deletion for 05eccc59-3066-4429-9557-55ca2ee64259 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:00:33.163403 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-22940686-b0f7-4bc0-b9e5-f51c08276900 None None] Deleting port 267ccf47-8e41-494f-b81d-0b63e1436e4f {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:00:33.163841 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-22940686-b0f7-4bc0-b9e5-f51c08276900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:33.184704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8e542d85-0483-407a-b095-4773b564cb32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:33.362130 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a6c1ee07-bb2c-40e0-bdd3-1bb708db809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'name': 'tempest-TestNetworkBasicOps-router-1161139881', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:59:41Z', 'updated_at': '2022-05-28T05:00:31Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:42Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:33.368315 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c1ee07-bb2c-40e0-bdd3-1bb708db809a None None] The sync data for ids ['60516243-e5d5-499d-bcf8-994c65683cfe'] in dv-neutron-843300-5-hyperv is: [{'id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'name': 'tempest-TestNetworkBasicOps-router-1161139881', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160'}], 'enable_snat': True}, 'gw_port_id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:59:41Z', 'updated_at': '2022-05-28T05:00:31Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '2bfb14ab-184f-4398-af9e-1ae4dc761f38', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:22:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60516243-e5d5-499d-bcf8-994c65683cfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:59:42Z', 'updated_at': '2022-05-28T04:59:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:00:33.369219 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-22940686-b0f7-4bc0-b9e5-f51c08276900 None None] For port 267ccf47-8e41-494f-b81d-0b63e1436e4f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=267ccf47-8e41-494f-b81d-0b63e1436e4f,segment=NetworkSegment(79581602-24e8-49e0-93b3-7d0453aeae0c),segment_id=79581602-24e8-49e0-93b3-7d0453aeae0c)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:00:33.369219 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-22940686-b0f7-4bc0-b9e5-f51c08276900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:33.387169 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8e542d85-0483-407a-b095-4773b564cb32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:33.397675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-8e542d85-0483-407a-b095-4773b564cb32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 2bfb14ab-184f-4398-af9e-1ae4dc761f38 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:00:33.398038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8e542d85-0483-407a-b095-4773b564cb32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:33.485704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-22940686-b0f7-4bc0-b9e5-f51c08276900 None None] Calling delete_port for 267ccf47-8e41-494f-b81d-0b63e1436e4f owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:00:33.570087 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-22940686-b0f7-4bc0-b9e5-f51c08276900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:33.590790 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-8e542d85-0483-407a-b095-4773b564cb32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 2bfb14ab-184f-4398-af9e-1ae4dc761f38, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2bfb14ab-184f-4398-af9e-1ae4dc761f38,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:00:33.591140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8e542d85-0483-407a-b095-4773b564cb32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:33.614924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22940686-b0f7-4bc0-b9e5-f51c08276900 None None] Pushing event deleted for resources: {'Port': ['ID=267ccf47-8e41-494f-b81d-0b63e1436e4f,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:33.621099 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22940686-b0f7-4bc0-b9e5-f51c08276900 None None] No DVR routers for this DVR port 267ccf47-8e41-494f-b81d-0b63e1436e4f on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:00:33.713552 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-8e542d85-0483-407a-b095-4773b564cb32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 2bfb14ab-184f-4398-af9e-1ae4dc761f38 owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:00:33.885572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8e542d85-0483-407a-b095-4773b564cb32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:33.931283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e542d85-0483-407a-b095-4773b564cb32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=2bfb14ab-184f-4398-af9e-1ae4dc761f38,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:34.072806 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 267ccf47-8e41-494f-b81d-0b63e1436e4f no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:00:34.105743 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 267ccf47-8e41-494f-b81d-0b63e1436e4f {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:00:34.106051 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 267ccf47-8e41-494f-b81d-0b63e1436e4f not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:00:34.106476 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8db3f684-e179-4a03-9fbf-e932562215f4 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:00:34.140501 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 8db3f684-e179-4a03-9fbf-e932562215f4 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:00:34.140701 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8db3f684-e179-4a03-9fbf-e932562215f4 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:00:34.153203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8e542d85-0483-407a-b095-4773b564cb32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:34.403654 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8e542d85-0483-407a-b095-4773b564cb32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:34.407893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8e542d85-0483-407a-b095-4773b564cb32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:34.436631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8e542d85-0483-407a-b095-4773b564cb32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:34.437705 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e542d85-0483-407a-b095-4773b564cb32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Fanout notify agent at l3_agent the message router_deleted on router 60516243-e5d5-499d-bcf8-994c65683cfe {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:00:34.456264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8e542d85-0483-407a-b095-4773b564cb32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:34.457742 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8e542d85-0483-407a-b095-4773b564cb32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/routers/60516243-e5d5-499d-bcf8-994c65683cfe HTTP/1.1" status: 204 len: 168 time: 1.6044159 May 28 05:00:34.460241 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34712) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:34.587429 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56128e76-b4d9-447a-a0bc-5b1449d866e9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:34.722256 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56128e76-b4d9-447a-a0bc-5b1449d866e9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:34.746725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-56128e76-b4d9-447a-a0bc-5b1449d866e9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05eccc59-3066-4429-9557-55ca2ee64259']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:34.758430 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-56128e76-b4d9-447a-a0bc-5b1449d866e9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79581602-24e8-49e0-93b3-7d0453aeae0c') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:34.758716 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-56128e76-b4d9-447a-a0bc-5b1449d866e9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79581602-24e8-49e0-93b3-7d0453aeae0c') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:34.769775 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56128e76-b4d9-447a-a0bc-5b1449d866e9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:34.785188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56128e76-b4d9-447a-a0bc-5b1449d866e9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:34.791522 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56128e76-b4d9-447a-a0bc-5b1449d866e9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:00:34.791927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56128e76-b4d9-447a-a0bc-5b1449d866e9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:00:34.805975 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:00:34.894268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56128e76-b4d9-447a-a0bc-5b1449d866e9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:34.914024 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56128e76-b4d9-447a-a0bc-5b1449d866e9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:34.925266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56128e76-b4d9-447a-a0bc-5b1449d866e9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Network': ['ID=05eccc59-3066-4429-9557-55ca2ee64259,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:34.934021 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-56128e76-b4d9-447a-a0bc-5b1449d866e9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/networks/05eccc59-3066-4429-9557-55ca2ee64259 HTTP/1.1" status: 204 len: 168 time: 0.4726670 May 28 05:00:34.946627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34716) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:34.959862 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a2256385-1c09-452f-8ed2-66b0e6638676 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0120990 May 28 05:00:34.962237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34720) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:34.967288 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-caea478a-6d95-4dbc-8d14-00a73776d542 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'network': {'name': 'tempest-network-smoke--1982328192', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'port_security_enabled': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:34.972170 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-caea478a-6d95-4dbc-8d14-00a73776d542 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:34.976375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-caea478a-6d95-4dbc-8d14-00a73776d542 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:network and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:34.979743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-caea478a-6d95-4dbc-8d14-00a73776d542 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:34.985453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-caea478a-6d95-4dbc-8d14-00a73776d542 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:34.996033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caea478a-6d95-4dbc-8d14-00a73776d542 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:00:34.999057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-caea478a-6d95-4dbc-8d14-00a73776d542 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:35.029561 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caea478a-6d95-4dbc-8d14-00a73776d542 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:00:35.041579 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-caea478a-6d95-4dbc-8d14-00a73776d542 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:35.041927 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-caea478a-6d95-4dbc-8d14-00a73776d542 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Added segment 1166a366-33b4-4f7c-a2b0-4d63f1688c98 of type vlan for network f238e180-2244-4d36-aa3b-33f4d29f412d May 28 05:00:35.072668 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-caea478a-6d95-4dbc-8d14-00a73776d542 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:35.208246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-caea478a-6d95-4dbc-8d14-00a73776d542 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:35.211951 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caea478a-6d95-4dbc-8d14-00a73776d542 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:35.212526 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-caea478a-6d95-4dbc-8d14-00a73776d542 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:35.318778 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-caea478a-6d95-4dbc-8d14-00a73776d542 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3555391 May 28 05:00:35.321483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea478a-6d95-4dbc-8d14-00a73776d542 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Network': ['ID=f238e180-2244-4d36-aa3b-33f4d29f412d,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:35.321881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34724) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:35.327258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1243752328', 'admin_state_up': True, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:35.332947 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network f238e180-2244-4d36-aa3b-33f4d29f412d details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:00:35.334811 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:35.338949 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:router and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:35.342009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:35.348090 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:35.359957 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:35.360871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:35.379010 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:35.611547 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:35.792398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:35.820867 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:35.963377 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.171 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/26c2926e-fb49-4139-acb3-81c7b7559e42) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:00:35.986608 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2bfb14ab-184f-4398-af9e-1ae4dc761f38 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:00:36.022917 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 2bfb14ab-184f-4398-af9e-1ae4dc761f38 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:00:36.023250 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2bfb14ab-184f-4398-af9e-1ae4dc761f38 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:00:36.111447 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:36.142599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:36.215749 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:00:36.218528 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:00:36.224231 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:00:36.248340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=26c2926e-fb49-4139-acb3-81c7b7559e42,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:36.385839 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:36.386566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:36.624443 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router a1f45775-afb1-43d3-8575-6c6dab158de1 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:00:36.842245 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:00:36.852808 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Sync routers for ids ['a1f45775-afb1-43d3-8575-6c6dab158de1'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:00:36.869050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Routers {'a1f45775-afb1-43d3-8575-6c6dab158de1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:00:36.870110 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:00:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a1f45775-afb1-43d3-8575-6c6dab158de1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:36.874206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:36.878972 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-387bfa46-0269-47c3-a20f-d4362816e0b9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5559978 May 28 05:00:36.879098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34728) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:36.922227 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-578ddf8b-deb4-43b6-99a4-01a393412ab5 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f3dfbb4a80ae4be4a49f16f926649fcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386763 May 28 05:00:36.922464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34732) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:37.048798 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Set router a1f45775-afb1-43d3-8575-6c6dab158de1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:00:37.054099 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db9b91a-e21f-4525-a905-d1e8537398f7 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:37.055598 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4db9b91a-e21f-4525-a905-d1e8537398f7 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1322198 May 28 05:00:37.058487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34736) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:37.097153 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b4a59bbd-c049-4637-b2e1-53a39a784f72 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376172 May 28 05:00:37.099887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34740) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:37.105061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5b207e3a-dc85-486a-86f2-ef6d47710a7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-674114328', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:37.222147 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5b207e3a-dc85-486a-86f2-ef6d47710a7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:37.226190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5b207e3a-dc85-486a-86f2-ef6d47710a7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:subnet and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:37.229178 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5b207e3a-dc85-486a-86f2-ef6d47710a7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:37.235205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5b207e3a-dc85-486a-86f2-ef6d47710a7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:37.247037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b207e3a-dc85-486a-86f2-ef6d47710a7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:00:37.335285 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'name': 'tempest-TestNetworkBasicOps-router-1243752328', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:36Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:37.339184 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Checking router: a1f45775-afb1-43d3-8575-6c6dab158de1 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:00:37.339523 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Updating router a1f45775-afb1-43d3-8575-6c6dab158de1 port 26c2926e-fb49-4139-acb3-81c7b7559e42 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:00:37.346451 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5b207e3a-dc85-486a-86f2-ef6d47710a7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:37.390238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:37.572621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5b207e3a-dc85-486a-86f2-ef6d47710a7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:37.646193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b207e3a-dc85-486a-86f2-ef6d47710a7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Subnet': ['ID=cc9bb34a-3c64-4b97-bffd-d55dd1407d95,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:37.668708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b207e3a-dc85-486a-86f2-ef6d47710a7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Checking segment: {'id': '1166a366-33b4-4f7c-a2b0-4d63f1688c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:00:37.669069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b207e3a-dc85-486a-86f2-ef6d47710a7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network hostable DHCP agents. Network: f238e180-2244-4d36-aa3b-33f4d29f412d, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:00:37.692367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b207e3a-dc85-486a-86f2-ef6d47710a7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network f238e180-2244-4d36-aa3b-33f4d29f412d is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:00:37.702868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-5b207e3a-dc85-486a-86f2-ef6d47710a7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, f238e180-2244-4d36-aa3b-33f4d29f412d) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:00:37.707450 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b207e3a-dc85-486a-86f2-ef6d47710a7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:37.708029 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5b207e3a-dc85-486a-86f2-ef6d47710a7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:37.729736 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cdae66-0e50-442c-9215-978223b01ade None None] Network f238e180-2244-4d36-aa3b-33f4d29f412d requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:00:37.730504 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5b207e3a-dc85-486a-86f2-ef6d47710a7c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6296351 May 28 05:00:37.733203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34744) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:37.831538 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:37.859859 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Transition to ACTIVE for port object 26c2926e-fb49-4139-acb3-81c7b7559e42 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:00:37.877695 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:37.987321 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de61ef-b36f-4fc5-9f65-a43b16a77aa3 None None] Pushing event updated for resources: {'Port': ['ID=26c2926e-fb49-4139-acb3-81c7b7559e42,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:38.000814 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Attempting to bind port 26c2926e-fb49-4139-acb3-81c7b7559e42 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:00:38.001167 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Attempting to bind port 26c2926e-fb49-4139-acb3-81c7b7559e42 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:00:38.001508 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Attempting to bind port 26c2926e-fb49-4139-acb3-81c7b7559e42 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:00:38.038861 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:00:38.039215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:00:38.039596 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:38.039966 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:00:38.040422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Bound port: 26c2926e-fb49-4139-acb3-81c7b7559e42, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:00:38.040781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:38.091114 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-f238e180-2244-4d36-aa3b-33f4d29f412d', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ips': [{'subnet_id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:00:38.091895 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:38.170344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] For port 26c2926e-fb49-4139-acb3-81c7b7559e42, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:00:38.193901 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] For port 26c2926e-fb49-4139-acb3-81c7b7559e42, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=26c2926e-fb49-4139-acb3-81c7b7559e42,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:00:38.201797 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:38.344476 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de61ef-b36f-4fc5-9f65-a43b16a77aa3 None None] Pushing event updated for resources: {'Port': ['ID=26c2926e-fb49-4139-acb3-81c7b7559e42,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:38.354232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Allocated IP 172.20.0.2 (f238e180-2244-4d36-aa3b-33f4d29f412d/cc9bb34a-3c64-4b97-bffd-d55dd1407d95/07b6f41e-ebf9-4a58-b1de-ea60aeba76f1) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:00:38.356239 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Routers {'a1f45775-afb1-43d3-8575-6c6dab158de1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:00:38.356865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:00:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a1f45775-afb1-43d3-8575-6c6dab158de1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:38.597313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:38.643523 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] Set router a1f45775-afb1-43d3-8575-6c6dab158de1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:00:38.897269 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:38.925130 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Transition to ACTIVE for port object 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:00:39.016942 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Transition to ACTIVE for port object 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:00:39.029161 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:39.096268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.1 (f238e180-2244-4d36-aa3b-33f4d29f412d/cc9bb34a-3c64-4b97-bffd-d55dd1407d95/50b10cb5-4dfa-4be3-81d9-4a470cd514a4) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:00:39.107743 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Network f238e180-2244-4d36-aa3b-33f4d29f412d is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:00:39.115058 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:00:39.117741 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Pushing event updated for resources: {'Port': ['ID=07b6f41e-ebf9-4a58-b1de-ea60aeba76f1,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:39.119824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:00:39.185472 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'name': 'tempest-TestNetworkBasicOps-router-1243752328', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:36Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:39.204461 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47bb1cc-405d-4ab5-922a-8e70ade88ea7 None None] The sync data for ids ['a1f45775-afb1-43d3-8575-6c6dab158de1'] in dv-neutron-843300-5-hyperv is: [{'id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'name': 'tempest-TestNetworkBasicOps-router-1243752328', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:36Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:00:39.214939 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Attempting to bind port 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:00:39.215292 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Attempting to bind port 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '1166a366-33b4-4f7c-a2b0-4d63f1688c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:00:39.215638 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Attempting to bind port 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1 on network f238e180-2244-4d36-aa3b-33f4d29f412d {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:00:39.230511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:00:39.230864 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Checking segment: {'id': '1166a366-33b4-4f7c-a2b0-4d63f1688c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:00:39.231256 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:39.231628 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Bound using segment: {'id': '1166a366-33b4-4f7c-a2b0-4d63f1688c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:00:39.232085 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Bound port: 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1166a366-33b4-4f7c-a2b0-4d63f1688c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:00:39.232444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:39.280424 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:39.300054 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:00:39.325818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:39.329198 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] For port 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:00:39.332693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] For port 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=07b6f41e-ebf9-4a58-b1de-ea60aeba76f1,segment=NetworkSegment(1166a366-33b4-4f7c-a2b0-4d63f1688c98),segment_id=1166a366-33b4-4f7c-a2b0-4d63f1688c98)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:00:39.339672 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:39.417737 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network f238e180-2244-4d36-aa3b-33f4d29f412d is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:00:39.421002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:00:39.423457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:00:39.445460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047b4b3-67b3-498f-a12b-11da21dc281c None None] Pushing event updated for resources: {'Port': ['ID=07b6f41e-ebf9-4a58-b1de-ea60aeba76f1,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:39.482714 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=50b10cb5-4dfa-4be3-81d9-4a470cd514a4,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:39.496824 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:39.589885 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:40.021766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:40.029433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:40.103502 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:00:40.162157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:40.167209 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=50b10cb5-4dfa-4be3-81d9-4a470cd514a4,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:40.197896 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:00:40.203372 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 26c2926e-fb49-4139-acb3-81c7b7559e42 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:00:40.275721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 26c2926e-fb49-4139-acb3-81c7b7559e42 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:00:40.282888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 26c2926e-fb49-4139-acb3-81c7b7559e42 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:00:40.283536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:40.405333 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:40.423760 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 26c2926e-fb49-4139-acb3-81c7b7559e42, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=26c2926e-fb49-4139-acb3-81c7b7559e42,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:00:40.428577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network f238e180-2244-4d36-aa3b-33f4d29f412d is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:00:40.428936 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:40.429778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:00:40.466185 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2159bf0-ad6b-44ca-a2d3-c747869bf855 None None] Network f238e180-2244-4d36-aa3b-33f4d29f412d requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:00:40.583878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=26c2926e-fb49-4139-acb3-81c7b7559e42,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:40.594259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bd2a569b-11cc-4166-b5d9-4997ee654613 None None] Provisioning for port 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:00:40.611441 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bd2a569b-11cc-4166-b5d9-4997ee654613 None None] Provisioning complete for port 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:00:40.611828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bd2a569b-11cc-4166-b5d9-4997ee654613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:40.812006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router a1f45775-afb1-43d3-8575-6c6dab158de1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:00:40.827969 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bd2a569b-11cc-4166-b5d9-4997ee654613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:40.870802 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-bd2a569b-11cc-4166-b5d9-4997ee654613 None None] For port 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=07b6f41e-ebf9-4a58-b1de-ea60aeba76f1,segment=NetworkSegment(1166a366-33b4-4f7c-a2b0-4d63f1688c98),segment_id=1166a366-33b4-4f7c-a2b0-4d63f1688c98)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:00:40.880491 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bd2a569b-11cc-4166-b5d9-4997ee654613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:40.984449 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a569b-11cc-4166-b5d9-4997ee654613 None None] Pushing event updated for resources: {'Port': ['ID=07b6f41e-ebf9-4a58-b1de-ea60aeba76f1,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:41.035455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:00:41.048899 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ea6df9c5-ed6a-47df-b797-5edc291e8fcb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/a1f45775-afb1-43d3-8575-6c6dab158de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3145626 May 28 05:00:41.051495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34748) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:41.114890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a9686a6e-5e72-4bbc-8878-2d6952294803 None None] Provisioning complete for port 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:00:41.115385 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a9686a6e-5e72-4bbc-8878-2d6952294803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:41.208206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd80a3f-86b7-4748-902d-1daa9696757f tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:41.208965 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd80a3f-86b7-4748-902d-1daa9696757f tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:41.209489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd80a3f-86b7-4748-902d-1daa9696757f tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:41.210023 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd80a3f-86b7-4748-902d-1daa9696757f tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:41.210532 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd80a3f-86b7-4748-902d-1daa9696757f tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:41.211073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd80a3f-86b7-4748-902d-1daa9696757f tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:41.215577 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cdd80a3f-86b7-4748-902d-1daa9696757f tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1603091 May 28 05:00:41.215805 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34752) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:41.259391 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a9686a6e-5e72-4bbc-8878-2d6952294803 None None] Provisioning for port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:00:41.264809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a9686a6e-5e72-4bbc-8878-2d6952294803 None None] Provisioning complete for port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:00:41.265223 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a9686a6e-5e72-4bbc-8878-2d6952294803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:41.287644 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e61a3d4-a603-4a44-9186-10d36837d1ba tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:41.287644 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e61a3d4-a603-4a44-9186-10d36837d1ba tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:41.288031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e61a3d4-a603-4a44-9186-10d36837d1ba tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:41.288388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e61a3d4-a603-4a44-9186-10d36837d1ba tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:41.288721 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e61a3d4-a603-4a44-9186-10d36837d1ba tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:41.289058 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e61a3d4-a603-4a44-9186-10d36837d1ba tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:41.290800 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3e61a3d4-a603-4a44-9186-10d36837d1ba tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0740514 May 28 05:00:41.294036 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34756) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:41.319963 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a9686a6e-5e72-4bbc-8878-2d6952294803 None None] Port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:00:41.441868 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e3e73706-e370-4254-b4d4-9a6ed783837e None None] Provisioning complete for port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:00:41.442682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e3e73706-e370-4254-b4d4-9a6ed783837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:41.498644 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e3e73706-e370-4254-b4d4-9a6ed783837e None None] Port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:00:41.505496 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1e896cb6-79fd-4f5b-916c-63eacabcee35 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2105954 May 28 05:00:41.588567 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34762) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:41.597111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1902763026', 'description': 'tempest-secgroup-smoke-1902763026 description', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:41.603486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:41.607954 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:41.611427 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:41.618282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:41.620441 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-413f752a-ac82-432e-a531-95f3eb53b398 None None] Provisioning complete for port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:00:41.620804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-413f752a-ac82-432e-a531-95f3eb53b398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:41.630736 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:41.671542 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:41.671947 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-413f752a-ac82-432e-a531-95f3eb53b398 None None] Port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:00:41.677504 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:41.684136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:41.686197 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:41.745624 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:41.751433 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:41.794312 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=870f26b5-c36c-412f-bf0c-6da28a599d80,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:41.803791 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:41.805562 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2157264 May 28 05:00:41.808824 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34766) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:41.809315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.809832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.810297 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.810762 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.811110 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.811544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.811956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.812389 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.812856 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.813317 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.813808 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff38298-ab39-4167-ac54-fddf46819bbb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.818460 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '870f26b5-c36c-412f-bf0c-6da28a599d80', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:41.824877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:41.828958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:41.832135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:41.838117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:41.862646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:41.922600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:41.927802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:41.950341 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77efcd3-d27f-4a95-b501-b390e11c6862,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:41.973271 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.974440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.975695 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.976035 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.976370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.976693 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.977021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.977332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.977645 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.978028 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.978342 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:41.981566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:41.982674 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-37bcbe1d-68f0-4491-b576-8c4e9e8c9231 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1723299 May 28 05:00:41.985631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34770) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:41.992526 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b2186e5a-0ee3-4cca-a205-37f0d9b4e202 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '870f26b5-c36c-412f-bf0c-6da28a599d80', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:41.998626 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b2186e5a-0ee3-4cca-a205-37f0d9b4e202 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:42.003176 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b2186e5a-0ee3-4cca-a205-37f0d9b4e202 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:42.006383 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b2186e5a-0ee3-4cca-a205-37f0d9b4e202 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:42.013019 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b2186e5a-0ee3-4cca-a205-37f0d9b4e202 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:42.031974 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2186e5a-0ee3-4cca-a205-37f0d9b4e202 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.044693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:00:42.093375 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2186e5a-0ee3-4cca-a205-37f0d9b4e202 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.098344 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2186e5a-0ee3-4cca-a205-37f0d9b4e202 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.114306 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:00:42.114669 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.121351 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2186e5a-0ee3-4cca-a205-37f0d9b4e202 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9790cb68-598a-4dfc-813e-338f999cc403,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:42.132027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2186e5a-0ee3-4cca-a205-37f0d9b4e202 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.133313 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b2186e5a-0ee3-4cca-a205-37f0d9b4e202 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1464789 May 28 05:00:42.136150 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34774) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:42.141525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e326f321-5a9c-419d-b185-b8f63ef4b42f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '870f26b5-c36c-412f-bf0c-6da28a599d80', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:42.147536 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e326f321-5a9c-419d-b185-b8f63ef4b42f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:42.151529 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e326f321-5a9c-419d-b185-b8f63ef4b42f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:42.154384 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e326f321-5a9c-419d-b185-b8f63ef4b42f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:42.159973 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e326f321-5a9c-419d-b185-b8f63ef4b42f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:42.178392 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e326f321-5a9c-419d-b185-b8f63ef4b42f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.233056 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 26c2926e-fb49-4139-acb3-81c7b7559e42 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:00:42.242368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e326f321-5a9c-419d-b185-b8f63ef4b42f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.248483 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e326f321-5a9c-419d-b185-b8f63ef4b42f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.274056 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326f321-5a9c-419d-b185-b8f63ef4b42f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ff709e-09c0-44bb-a5e1-439b2283ff35,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:42.285590 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e326f321-5a9c-419d-b185-b8f63ef4b42f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.289608 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e326f321-5a9c-419d-b185-b8f63ef4b42f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1497941 May 28 05:00:42.289990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34778) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:42.295639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-4d8baeef-4430-4788-84f1-e0879fb601a4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '870f26b5-c36c-412f-bf0c-6da28a599d80', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:42.302019 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4d8baeef-4430-4788-84f1-e0879fb601a4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:42.306130 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4d8baeef-4430-4788-84f1-e0879fb601a4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:42.309223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4d8baeef-4430-4788-84f1-e0879fb601a4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:42.315442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4d8baeef-4430-4788-84f1-e0879fb601a4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:42.335247 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4d8baeef-4430-4788-84f1-e0879fb601a4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.341033 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 26c2926e-fb49-4139-acb3-81c7b7559e42 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:00:42.341395 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.401362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4d8baeef-4430-4788-84f1-e0879fb601a4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.406874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4d8baeef-4430-4788-84f1-e0879fb601a4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.428996 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8baeef-4430-4788-84f1-e0879fb601a4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba914cff-1963-484c-8b95-a99b6c958384,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:42.439154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4d8baeef-4430-4788-84f1-e0879fb601a4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.440477 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4d8baeef-4430-4788-84f1-e0879fb601a4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1494660 May 28 05:00:42.443319 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34782) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:42.448876 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-2ccf184b-bc74-44cf-983a-1b91bf3308e4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '870f26b5-c36c-412f-bf0c-6da28a599d80', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:42.454673 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2ccf184b-bc74-44cf-983a-1b91bf3308e4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:42.458442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2ccf184b-bc74-44cf-983a-1b91bf3308e4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:42.461287 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2ccf184b-bc74-44cf-983a-1b91bf3308e4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:42.467005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2ccf184b-bc74-44cf-983a-1b91bf3308e4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:42.479732 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-2ccf184b-bc74-44cf-983a-1b91bf3308e4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:00:42.486462 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ccf184b-bc74-44cf-983a-1b91bf3308e4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.553603 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ccf184b-bc74-44cf-983a-1b91bf3308e4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.559041 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ccf184b-bc74-44cf-983a-1b91bf3308e4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.585935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf184b-bc74-44cf-983a-1b91bf3308e4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f516eaa-3222-409d-9dc7-4ae08b6622a7,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:42.597348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ccf184b-bc74-44cf-983a-1b91bf3308e4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.598873 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2ccf184b-bc74-44cf-983a-1b91bf3308e4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1545720 May 28 05:00:42.601605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34786) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:42.607201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5c742b6e-85e1-45fc-ad0d-020fc8f65262 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '870f26b5-c36c-412f-bf0c-6da28a599d80', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:42.613611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5c742b6e-85e1-45fc-ad0d-020fc8f65262 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:42.617857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5c742b6e-85e1-45fc-ad0d-020fc8f65262 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:42.620743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5c742b6e-85e1-45fc-ad0d-020fc8f65262 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:42.626667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5c742b6e-85e1-45fc-ad0d-020fc8f65262 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:42.640531 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-5c742b6e-85e1-45fc-ad0d-020fc8f65262 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:00:42.648185 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c742b6e-85e1-45fc-ad0d-020fc8f65262 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.723744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c742b6e-85e1-45fc-ad0d-020fc8f65262 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.728905 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c742b6e-85e1-45fc-ad0d-020fc8f65262 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.753274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c742b6e-85e1-45fc-ad0d-020fc8f65262 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8d4d27-ac80-4f26-a7ff-ce06c81da1c2,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:42.765429 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c742b6e-85e1-45fc-ad0d-020fc8f65262 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:42.766668 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5c742b6e-85e1-45fc-ad0d-020fc8f65262 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1640379 May 28 05:00:42.783946 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Sync routers for ids ['a1f45775-afb1-43d3-8575-6c6dab158de1'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:00:42.796574 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Routers {'a1f45775-afb1-43d3-8575-6c6dab158de1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:00:42.797177 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:00:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a1f45775-afb1-43d3-8575-6c6dab158de1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:42.943518 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-918f9656-60e4-464c-af02-05db7cac69d2 req-72e07963-79fb-45f5-8c0f-73eb87a782a4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1902763026&fields=id&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 267 time: 0.0431063 May 28 05:00:43.000490 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Set router a1f45775-afb1-43d3-8575-6c6dab158de1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:00:43.091476 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f9656-60e4-464c-af02-05db7cac69d2 req-9c9bd9f6-5586-4ba2-b0b7-3d8286cbed52 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:43.092162 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-918f9656-60e4-464c-af02-05db7cac69d2 req-9c9bd9f6-5586-4ba2-b0b7-3d8286cbed52 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:00:43.110653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-918f9656-60e4-464c-af02-05db7cac69d2 req-9c9bd9f6-5586-4ba2-b0b7-3d8286cbed52 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:00:43.111887 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-918f9656-60e4-464c-af02-05db7cac69d2 req-9c9bd9f6-5586-4ba2-b0b7-3d8286cbed52 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/networks?id=f238e180-2244-4d36-aa3b-33f4d29f412d HTTP/1.1" status: 200 len: 797 time: 0.1611748 May 28 05:00:43.129906 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-918f9656-60e4-464c-af02-05db7cac69d2 req-206e8f6d-058c-4a03-a8a3-4eed7bfa2e2c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/quotas/f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 375 time: 0.0109923 May 28 05:00:43.213729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-918f9656-60e4-464c-af02-05db7cac69d2 req-f80b87ee-5ea1-4e16-beca-5961de54f805 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:00:43.230909 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-918f9656-60e4-464c-af02-05db7cac69d2 req-f80b87ee-5ea1-4e16-beca-5961de54f805 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:00:43.232222 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-918f9656-60e4-464c-af02-05db7cac69d2 req-f80b87ee-5ea1-4e16-beca-5961de54f805 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977628 May 28 05:00:43.310241 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'name': 'tempest-TestNetworkBasicOps-router-1243752328', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:39Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '50b10cb5-4dfa-4be3-81d9-4a470cd514a4', 'name': '', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:22:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:38Z', 'updated_at': '2022-05-28T05:00:39Z', 'revision_number': 2, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:43.314167 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Checking router: a1f45775-afb1-43d3-8575-6c6dab158de1 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:00:43.314506 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Updating router a1f45775-afb1-43d3-8575-6c6dab158de1 port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:00:43.364972 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:43.554067 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-918f9656-60e4-464c-af02-05db7cac69d2 req-fd2c3677-dac9-4279-854f-f8bb325866b8 service neutron] 10.222.0.15 "GET /v2.0/networks/f238e180-2244-4d36-aa3b-33f4d29f412d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088460 May 28 05:00:43.682603 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-918f9656-60e4-464c-af02-05db7cac69d2 req-d05178ad-8336-4c65-9e26-eb42a39c8be7 service neutron] 10.222.0.15 "GET /v2.0/networks/f238e180-2244-4d36-aa3b-33f4d29f412d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227009 May 28 05:00:43.707748 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:43.719726 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Transition to ACTIVE for port object 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:00:43.727487 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:43.853098 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f1a3c-c398-4041-b2a1-7876950ecfeb None None] Pushing event updated for resources: {'Port': ['ID=50b10cb5-4dfa-4be3-81d9-4a470cd514a4,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:43.890243 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-887705f2-eb42-4d55-95bd-969712134e2e req-9ec3a2d6-3285-48ad-8e18-c2c17c202de0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 210 time: 0.0499005 May 28 05:00:43.970409 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Attempting to bind port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:00:43.970769 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Attempting to bind port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '1166a366-33b4-4f7c-a2b0-4d63f1688c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:00:43.971116 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Attempting to bind port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 on network f238e180-2244-4d36-aa3b-33f4d29f412d {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:00:43.978628 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:00:43.978986 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Checking segment: {'id': '1166a366-33b4-4f7c-a2b0-4d63f1688c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:00:43.979373 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:43.979746 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Bound using segment: {'id': '1166a366-33b4-4f7c-a2b0-4d63f1688c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:00:43.980370 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Bound port: 50b10cb5-4dfa-4be3-81d9-4a470cd514a4, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1166a366-33b4-4f7c-a2b0-4d63f1688c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:00:43.980733 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:44.081709 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] For port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:00:44.085264 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] For port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=50b10cb5-4dfa-4be3-81d9-4a470cd514a4,segment=NetworkSegment(1166a366-33b4-4f7c-a2b0-4d63f1688c98),segment_id=1166a366-33b4-4f7c-a2b0-4d63f1688c98)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:00:44.091600 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:44.168850 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f1a3c-c398-4041-b2a1-7876950ecfeb None None] Pushing event updated for resources: {'Port': ['ID=50b10cb5-4dfa-4be3-81d9-4a470cd514a4,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:44.174105 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Routers {'a1f45775-afb1-43d3-8575-6c6dab158de1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:00:44.174704 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:00:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a1f45775-afb1-43d3-8575-6c6dab158de1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:44.358468 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] Set router a1f45775-afb1-43d3-8575-6c6dab158de1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:00:44.706177 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'name': 'tempest-TestNetworkBasicOps-router-1243752328', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:39Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '50b10cb5-4dfa-4be3-81d9-4a470cd514a4', 'name': '', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:22:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:38Z', 'updated_at': '2022-05-28T05:00:44Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:44.710604 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a1912-0d0e-4c3f-921c-27785f32bda5 None None] The sync data for ids ['a1f45775-afb1-43d3-8575-6c6dab158de1'] in dv-neutron-843300-5-hyperv is: [{'id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'name': 'tempest-TestNetworkBasicOps-router-1243752328', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:39Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '50b10cb5-4dfa-4be3-81d9-4a470cd514a4', 'name': '', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:22:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:38Z', 'updated_at': '2022-05-28T05:00:44Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:00:44.853370 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-86de4ef6-4369-4f05-8b4f-f4da927d2df3 req-a0befe19-4321-4cdd-aede-ce1feb5ed6e4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0928743 May 28 05:00:45.104621 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5ac3c406-8c0b-4df5-8e9c-b83eb9fa8d64 req-be1ca2e9-74e9-491d-a03b-87b3f6e6eb8a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 210 time: 0.0611186 May 28 05:00:45.141268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f9656-60e4-464c-af02-05db7cac69d2 req-0f4d00fd-5066-4054-a1a1-a220d9ea7ec3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:45.142946 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-918f9656-60e4-464c-af02-05db7cac69d2 req-0f4d00fd-5066-4054-a1a1-a220d9ea7ec3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/networks?id=f238e180-2244-4d36-aa3b-33f4d29f412d HTTP/1.1" status: 200 len: 797 time: 0.2739611 May 28 05:00:45.153439 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-86de4ef6-4369-4f05-8b4f-f4da927d2df3 req-f9a69bf3-81b7-43f8-b8b9-afc38670646f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 1098 time: 0.1923790 May 28 05:00:45.275038 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-918f9656-60e4-464c-af02-05db7cac69d2 req-ddf1f4fe-f16c-40a8-abe9-2b51e0a818c7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 380 time: 0.1204185 May 28 05:00:45.287498 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-918f9656-60e4-464c-af02-05db7cac69d2 req-902d3413-3da2-4526-bb65-93ee0a78afc6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'port': {'device_id': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'admin_state_up': True, 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'security_groups': ['870f26b5-c36c-412f-bf0c-6da28a599d80']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:45.411832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4ef6-4369-4f05-8b4f-f4da927d2df3 req-eaaa7c70-f75d-44bf-acdc-59230e1b8047 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:45.413294 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-86de4ef6-4369-4f05-8b4f-f4da927d2df3 req-eaaa7c70-f75d-44bf-acdc-59230e1b8047 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 911 time: 0.2297788 May 28 05:00:45.532038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-918f9656-60e4-464c-af02-05db7cac69d2 req-902d3413-3da2-4526-bb65-93ee0a78afc6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:45.552372 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-918f9656-60e4-464c-af02-05db7cac69d2 req-902d3413-3da2-4526-bb65-93ee0a78afc6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:45.556837 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-86de4ef6-4369-4f05-8b4f-f4da927d2df3 req-2ea339aa-a866-4ea5-b179-362ea29e2c73 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d44f858c-b9f6-48ab-a5ed-f911f19be71b HTTP/1.1" status: 200 len: 1001 time: 0.1288660 May 28 05:00:45.595936 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918f9656-60e4-464c-af02-05db7cac69d2 req-902d3413-3da2-4526-bb65-93ee0a78afc6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:00:45.598978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-918f9656-60e4-464c-af02-05db7cac69d2 req-902d3413-3da2-4526-bb65-93ee0a78afc6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:45.682370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4ef6-4369-4f05-8b4f-f4da927d2df3 req-9bca5288-f8ac-494a-af1e-18e46afdf068 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:45.683844 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-86de4ef6-4369-4f05-8b4f-f4da927d2df3 req-9bca5288-f8ac-494a-af1e-18e46afdf068 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8dc39ab9-b8b9-4f7a-95dd-aab229021c21 HTTP/1.1" status: 200 len: 849 time: 0.1207764 May 28 05:00:45.836514 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-918f9656-60e4-464c-af02-05db7cac69d2 req-902d3413-3da2-4526-bb65-93ee0a78afc6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.4 (f238e180-2244-4d36-aa3b-33f4d29f412d/cc9bb34a-3c64-4b97-bffd-d55dd1407d95/cfa2ff5f-d599-470d-9b0d-00a54d87b414) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:00:45.845820 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-86de4ef6-4369-4f05-8b4f-f4da927d2df3 req-279c3713-5e1f-4ee6-9e28-7c3d22bfc463 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9829c481-31a9-48d1-9599-15df4d99a3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1559885 May 28 05:00:46.053809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:00:46.101168 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-86de4ef6-4369-4f05-8b4f-f4da927d2df3 req-605251b9-00c1-48c9-a478-d0c9b07370a6 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485168 May 28 05:00:46.122095 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:00:46.127215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:00:46.127558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:46.247891 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:46.279659 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=50b10cb5-4dfa-4be3-81d9-4a470cd514a4,segment=NetworkSegment(1166a366-33b4-4f7c-a2b0-4d63f1688c98),segment_id=1166a366-33b4-4f7c-a2b0-4d63f1688c98)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:00:46.284248 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:46.347881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=50b10cb5-4dfa-4be3-81d9-4a470cd514a4,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:46.350528 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-46216d95-095d-45e4-9ab9-0dc619eddacd req-44e25a6f-ec12-4e30-b4d1-d1151d023ab2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 210 time: 0.1073773 May 28 05:00:46.379081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-918f9656-60e4-464c-af02-05db7cac69d2 req-902d3413-3da2-4526-bb65-93ee0a78afc6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:46.411744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-918f9656-60e4-464c-af02-05db7cac69d2 req-902d3413-3da2-4526-bb65-93ee0a78afc6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object cfa2ff5f-d599-470d-9b0d-00a54d87b414 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:00:46.430720 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-86de4ef6-4369-4f05-8b4f-f4da927d2df3 req-7f00d2d9-9ca7-4cb0-9592-1261adefd0b7 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235724 May 28 05:00:46.449429 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-918f9656-60e4-464c-af02-05db7cac69d2 req-902d3413-3da2-4526-bb65-93ee0a78afc6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:46.522455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918f9656-60e4-464c-af02-05db7cac69d2 req-902d3413-3da2-4526-bb65-93ee0a78afc6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network f238e180-2244-4d36-aa3b-33f4d29f412d is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:00:46.525511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-918f9656-60e4-464c-af02-05db7cac69d2 req-902d3413-3da2-4526-bb65-93ee0a78afc6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:00:46.529863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-918f9656-60e4-464c-af02-05db7cac69d2 req-902d3413-3da2-4526-bb65-93ee0a78afc6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:00:46.554573 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d3413-3da2-4526-bb65-93ee0a78afc6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=cfa2ff5f-d599-470d-9b0d-00a54d87b414,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:46.592974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f9656-60e4-464c-af02-05db7cac69d2 req-902d3413-3da2-4526-bb65-93ee0a78afc6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:46.593575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-918f9656-60e4-464c-af02-05db7cac69d2 req-902d3413-3da2-4526-bb65-93ee0a78afc6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:46.621445 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-918f9656-60e4-464c-af02-05db7cac69d2 req-902d3413-3da2-4526-bb65-93ee0a78afc6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3392735 May 28 05:00:46.634299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Request body: {'port': {'device_id': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:46.748924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:46.783171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4be67ffa-918e-4614-8786-827aa1742038 None None] Provisioning for port cfa2ff5f-d599-470d-9b0d-00a54d87b414 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:00:46.788929 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4be67ffa-918e-4614-8786-827aa1742038 None None] Provisioning complete for port cfa2ff5f-d599-470d-9b0d-00a54d87b414 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:00:46.789300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4be67ffa-918e-4614-8786-827aa1742038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:46.843712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4be67ffa-918e-4614-8786-827aa1742038 None None] Port cfa2ff5f-d599-470d-9b0d-00a54d87b414 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:00:47.085732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfa2ff5f-d599-470d-9b0d-00a54d87b414 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:00:47.092817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:47.106960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Transition to ACTIVE for port object cfa2ff5f-d599-470d-9b0d-00a54d87b414 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:00:47.113420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:47.236964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Pushing event updated for resources: {'Port': ['ID=cfa2ff5f-d599-470d-9b0d-00a54d87b414,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:47.349608 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Attempting to bind port cfa2ff5f-d599-470d-9b0d-00a54d87b414 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:00:47.349970 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Attempting to bind port cfa2ff5f-d599-470d-9b0d-00a54d87b414 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '1166a366-33b4-4f7c-a2b0-4d63f1688c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:00:47.350288 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Attempting to bind port cfa2ff5f-d599-470d-9b0d-00a54d87b414 on network f238e180-2244-4d36-aa3b-33f4d29f412d {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:00:47.356149 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Port cfa2ff5f-d599-470d-9b0d-00a54d87b414 on network f238e180-2244-4d36-aa3b-33f4d29f412d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:00:47.356459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Attempting to bind port cfa2ff5f-d599-470d-9b0d-00a54d87b414 on network f238e180-2244-4d36-aa3b-33f4d29f412d {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:00:47.362778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:00:47.363343 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Checking segment: {'id': '1166a366-33b4-4f7c-a2b0-4d63f1688c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:00:47.363807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Bound using segment: {'id': '1166a366-33b4-4f7c-a2b0-4d63f1688c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:00:47.364232 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Bound port: cfa2ff5f-d599-470d-9b0d-00a54d87b414, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1166a366-33b4-4f7c-a2b0-4d63f1688c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:00:47.364574 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:47.453774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] For port cfa2ff5f-d599-470d-9b0d-00a54d87b414, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:00:47.456924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] For port cfa2ff5f-d599-470d-9b0d-00a54d87b414, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cfa2ff5f-d599-470d-9b0d-00a54d87b414,segment=NetworkSegment(1166a366-33b4-4f7c-a2b0-4d63f1688c98),segment_id=1166a366-33b4-4f7c-a2b0-4d63f1688c98)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:00:47.463121 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:47.569691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:47.571043 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-918f9656-60e4-464c-af02-05db7cac69d2 req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] 10.222.0.66 "PUT /v2.0/ports/cfa2ff5f-d599-470d-9b0d-00a54d87b414 HTTP/1.1" status: 200 len: 1093 time: 0.9415815 May 28 05:00:47.572122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'tag': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:00:47.592291 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fc1bb-06b3-4201-b761-651c7c53ac8f service neutron] Pushing event updated for resources: {'Port': ['ID=cfa2ff5f-d599-470d-9b0d-00a54d87b414,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:47.646231 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f9bb059-33b3-49e1-8328-3984422af990'] response: {'name': 'network-changed', 'server_uuid': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'tag': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414', 'status': 'completed', 'code': 200} May 28 05:00:47.674367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ec8b06-8d55-4944-be65-f91e2a551164 req-93a59b57-5978-4045-9b02-c955fd7b2f42 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:47.675048 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-a4ec8b06-8d55-4944-be65-f91e2a551164 req-93a59b57-5978-4045-9b02-c955fd7b2f42 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:00:47.703843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-a4ec8b06-8d55-4944-be65-f91e2a551164 req-93a59b57-5978-4045-9b02-c955fd7b2f42 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:00:47.705193 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a4ec8b06-8d55-4944-be65-f91e2a551164 req-93a59b57-5978-4045-9b02-c955fd7b2f42 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 943 time: 0.2070463 May 28 05:00:47.731259 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-918f9656-60e4-464c-af02-05db7cac69d2 req-a6fdde22-3405-4d10-98fb-3966335f1bf4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 1096 time: 0.1168756 May 28 05:00:47.813574 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-918f9656-60e4-464c-af02-05db7cac69d2 req-39b209a0-0fb3-4228-a0c5-b3ea0e800258 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfa2ff5f-d599-470d-9b0d-00a54d87b414 HTTP/1.1" status: 200 len: 217 time: 0.0744054 May 28 05:00:47.815754 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a4ec8b06-8d55-4944-be65-f91e2a551164 req-f9896d31-4f99-4258-934b-f35c16a26592 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=870f26b5-c36c-412f-bf0c-6da28a599d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042411 May 28 05:00:47.877998 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f9656-60e4-464c-af02-05db7cac69d2 req-80bcebcb-ffaa-4a96-b362-9400e0c14914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:47.879483 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-918f9656-60e4-464c-af02-05db7cac69d2 req-80bcebcb-ffaa-4a96-b362-9400e0c14914 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc9bb34a-3c64-4b97-bffd-d55dd1407d95 HTTP/1.1" status: 200 len: 834 time: 0.0604897 May 28 05:00:47.955676 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-918f9656-60e4-464c-af02-05db7cac69d2 req-3002d0df-c7f4-4767-9f77-ad3184470c7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f238e180-2244-4d36-aa3b-33f4d29f412d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706279 May 28 05:00:48.036894 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:00:48.109747 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:00:48.110007 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:48.185090 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-918f9656-60e4-464c-af02-05db7cac69d2 req-07b454cd-1a18-4946-86b5-87b69aecd72a service neutron] 10.222.0.66 "GET /v2.0/networks/f238e180-2244-4d36-aa3b-33f4d29f412d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230122 May 28 05:00:48.315745 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-918f9656-60e4-464c-af02-05db7cac69d2 req-3a2848a5-7d3d-47cc-a103-f015e4f0bb74 service neutron] 10.222.0.66 "GET /v2.0/networks/f238e180-2244-4d36-aa3b-33f4d29f412d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238635 May 28 05:00:48.435471 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e889b91-833e-4e95-9730-c9302accfb0a req-95b67f88-df34-448d-afa4-ceb546e90288 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 1096 time: 0.0734396 May 28 05:00:48.572430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e889b91-833e-4e95-9730-c9302accfb0a req-47378576-f8ca-4498-8b27-ba7274825e12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:48.573912 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e889b91-833e-4e95-9730-c9302accfb0a req-47378576-f8ca-4498-8b27-ba7274825e12 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f238e180-2244-4d36-aa3b-33f4d29f412d HTTP/1.1" status: 200 len: 898 time: 0.1318099 May 28 05:00:48.641895 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e889b91-833e-4e95-9730-c9302accfb0a req-e83a8710-dcbe-4d50-8ae4-b425cfb2bbc1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfa2ff5f-d599-470d-9b0d-00a54d87b414 HTTP/1.1" status: 200 len: 217 time: 0.0615911 May 28 05:00:48.708370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e889b91-833e-4e95-9730-c9302accfb0a req-761d159f-2018-4900-8b48-ff3d312c3a11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:48.709703 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e889b91-833e-4e95-9730-c9302accfb0a req-761d159f-2018-4900-8b48-ff3d312c3a11 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc9bb34a-3c64-4b97-bffd-d55dd1407d95 HTTP/1.1" status: 200 len: 834 time: 0.0612650 May 28 05:00:48.786972 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e889b91-833e-4e95-9730-c9302accfb0a req-621e8ca0-b2e4-4e94-bc85-0bdd1966a304 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f238e180-2244-4d36-aa3b-33f4d29f412d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708773 May 28 05:00:48.920794 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e889b91-833e-4e95-9730-c9302accfb0a req-d35a3038-9b40-4203-93c4-6186d83d8ea6 service neutron] 10.222.0.66 "GET /v2.0/networks/f238e180-2244-4d36-aa3b-33f4d29f412d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274626 May 28 05:00:49.122004 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e889b91-833e-4e95-9730-c9302accfb0a req-cb91066c-2542-4656-82c1-efd82e591aff service neutron] 10.222.0.66 "GET /v2.0/networks/f238e180-2244-4d36-aa3b-33f4d29f412d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926985 May 28 05:00:49.133091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90313b5-e1ff-4ac8-bba4-4b8ddd09bd72 req-50e52b44-68f4-4ef0-9531-996a4abd9692 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:49.134566 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f90313b5-e1ff-4ac8-bba4-4b8ddd09bd72 req-50e52b44-68f4-4ef0-9531-996a4abd9692 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 943 time: 0.1870890 May 28 05:00:49.182610 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f90313b5-e1ff-4ac8-bba4-4b8ddd09bd72 req-a7e2ec78-3604-42e2-8533-783d4f6dde80 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=870f26b5-c36c-412f-bf0c-6da28a599d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416329 May 28 05:00:49.444327 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device cfa2ff5f-d599-470d-9b0d-00a54d87b414 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:00:49.591780 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port cfa2ff5f-d599-470d-9b0d-00a54d87b414, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cfa2ff5f-d599-470d-9b0d-00a54d87b414,segment=NetworkSegment(1166a366-33b4-4f7c-a2b0-4d63f1688c98),segment_id=1166a366-33b4-4f7c-a2b0-4d63f1688c98)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:00:49.605240 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'port_id': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414', 'mac_address': 'fa:16:3e:96:3a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:00:49.658963 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:49.676853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfa2ff5f-d599-470d-9b0d-00a54d87b414 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:00:49.692693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port cfa2ff5f-d599-470d-9b0d-00a54d87b414, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cfa2ff5f-d599-470d-9b0d-00a54d87b414,segment=NetworkSegment(1166a366-33b4-4f7c-a2b0-4d63f1688c98),segment_id=1166a366-33b4-4f7c-a2b0-4d63f1688c98)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:00:49.698564 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:49.768758 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=cfa2ff5f-d599-470d-9b0d-00a54d87b414,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:49.782451 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:49.782858 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:49.783335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:49.783616 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:49.784029 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:49.784445 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:49.784881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:49.785689 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:49.786023 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:49.786324 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:49.786632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:00:49.910083 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['cfa2ff5f-d599-470d-9b0d-00a54d87b414'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:00:50.393316 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d12ee5-bc94-433a-863c-546667d2f69a req-86e7e1e3-17ef-428d-b951-ab24f84072cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:50.395021 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c8d12ee5-bc94-433a-863c-546667d2f69a req-86e7e1e3-17ef-428d-b951-ab24f84072cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 944 time: 0.0880239 May 28 05:00:50.447619 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c8d12ee5-bc94-433a-863c-546667d2f69a req-8de74fd1-bc97-4ec3-aba0-77a1e8bcba3e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=870f26b5-c36c-412f-bf0c-6da28a599d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461185 May 28 05:00:51.458567 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device cfa2ff5f-d599-470d-9b0d-00a54d87b414 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:00:51.537273 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port cfa2ff5f-d599-470d-9b0d-00a54d87b414 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:00:51.542503 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port cfa2ff5f-d599-470d-9b0d-00a54d87b414 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:00:51.542868 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:51.653937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825364c-ddc7-416a-b585-b1b9d0df66e9 req-4dd96386-38f6-43a1-b23e-c7cd0339dd3a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:51.655405 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2825364c-ddc7-416a-b585-b1b9d0df66e9 req-4dd96386-38f6-43a1-b23e-c7cd0339dd3a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 944 time: 0.0788360 May 28 05:00:51.657417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:51.685936 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:00:51.697076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port cfa2ff5f-d599-470d-9b0d-00a54d87b414, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cfa2ff5f-d599-470d-9b0d-00a54d87b414,segment=NetworkSegment(1166a366-33b4-4f7c-a2b0-4d63f1688c98),segment_id=1166a366-33b4-4f7c-a2b0-4d63f1688c98)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:00:51.703065 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:51.707402 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2825364c-ddc7-416a-b585-b1b9d0df66e9 req-28ddfa25-695d-4bd4-8b47-f76a4a21baa3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=870f26b5-c36c-412f-bf0c-6da28a599d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451734 May 28 05:00:51.748983 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3f146d-ef67-4a56-b610-cd417f5302f1'] response: {'server_uuid': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414', 'code': 200} May 28 05:00:51.774128 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=cfa2ff5f-d599-470d-9b0d-00a54d87b414,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:51.991540 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d400804e-e095-4fcd-97a5-46fd97608784 req-324dc351-9969-4054-a6af-ea81858a21be service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 1098 time: 0.0783663 May 28 05:00:52.034911 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d400804e-e095-4fcd-97a5-46fd97608784 req-29044e82-6841-466f-a45f-f5dc46de1066 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=870f26b5-c36c-412f-bf0c-6da28a599d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373147 May 28 05:00:52.118719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-25d16e00-ff78-4780-8b53-b8c0c13f457a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:52.918452 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd1936-24ce-473b-a004-01929f86fdc8 req-09bf99c2-0aa5-4857-a619-670b7f085a09 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:52.920502 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-02dd1936-24ce-473b-a004-01929f86fdc8 req-09bf99c2-0aa5-4857-a619-670b7f085a09 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 945 time: 0.0846219 May 28 05:00:52.970007 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-02dd1936-24ce-473b-a004-01929f86fdc8 req-18f411d2-c972-48e0-84de-64bbfac915b2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=870f26b5-c36c-412f-bf0c-6da28a599d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443046 May 28 05:00:54.185430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556a28a0-5441-4226-99c0-b9434bb95868 req-08f7bbe0-67f0-4ae6-8053-24662b1d6dbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:54.186879 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-556a28a0-5441-4226-99c0-b9434bb95868 req-08f7bbe0-67f0-4ae6-8053-24662b1d6dbd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 945 time: 0.0867949 May 28 05:00:54.233513 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-556a28a0-5441-4226-99c0-b9434bb95868 req-30815f8d-4918-49d2-a2a0-a7e54ae489a4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=870f26b5-c36c-412f-bf0c-6da28a599d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389090 May 28 05:00:54.305418 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba4d1457-e1f8-454f-b02d-1a9c6b51e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:54.437699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1a867-f0e7-4829-b5e6-0742de6d0c5a req-3d152a89-e664-42f5-9d5a-f55a5b751ed5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:54.439111 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-13d1a867-f0e7-4829-b5e6-0742de6d0c5a req-3d152a89-e664-42f5-9d5a-f55a5b751ed5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 945 time: 0.0763760 May 28 05:00:54.487581 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-13d1a867-f0e7-4829-b5e6-0742de6d0c5a req-5c42c9a1-6e04-419c-9706-58eab8f734e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=870f26b5-c36c-412f-bf0c-6da28a599d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417757 May 28 05:00:54.515638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34832) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:54.672339 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-87144e4f-2a98-479b-af4b-8bf1c6ec0312 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 1093 time: 0.1555963 May 28 05:00:54.675160 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34836) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:54.680254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:00:54.685799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:00:54.689983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:floatingip and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:00:54.693031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:00:54.699201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:00:54.712324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:54.730388 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:54.856758 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:55.001542 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.172 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/63a612b7-7e0b-4e72-aa1a-727884880b31) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:00:55.154434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:55.186891 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:55.267950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:00:55.271167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:00:55.274853 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:00:55.308972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=63a612b7-7e0b-4e72-aa1a-727884880b31,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:55.571953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:55.575492 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:55.797265 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:55.856117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:56.061329 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:56.068183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:56.173766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=63a612b7-7e0b-4e72-aa1a-727884880b31,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:00:56.196021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:56.505362 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Floating IP 0fabd063-856d-4f2b-8759-4c63917de226 associated. External IP: 172.26.8.172, port: cfa2ff5f-d599-470d-9b0d-00a54d87b414. May 28 05:00:56.920171 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router a1f45775-afb1-43d3-8575-6c6dab158de1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:00:57.119974 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:57.132346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:00:57.142759 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555be90c-959e-4688-8d83-1c1fa4da9ba1 None None] Sync routers for ids ['a1f45775-afb1-43d3-8575-6c6dab158de1'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:00:57.155627 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555be90c-959e-4688-8d83-1c1fa4da9ba1 None None] Routers {'a1f45775-afb1-43d3-8575-6c6dab158de1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:00:57.156325 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-555be90c-959e-4688-8d83-1c1fa4da9ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:00:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a1f45775-afb1-43d3-8575-6c6dab158de1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:57.158933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:00:57.214503 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d1977acb-98a5-4659-abc7-44e7fd1e720c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5357072 May 28 05:00:57.214503 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'tag': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:00:57.215211 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34840) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:57.270017 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f43ba8bf-6afd-4000-a1ad-fa443b3089f6'] response: {'name': 'network-changed', 'server_uuid': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'tag': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414', 'status': 'completed', 'code': 200} May 28 05:00:57.368392 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-583a4a9f-bde6-412b-9623-21427924628a req-e969387c-3b6e-4bf4-8c97-3be47bd3f544 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 1098 time: 0.0775664 May 28 05:00:57.402897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-555be90c-959e-4688-8d83-1c1fa4da9ba1 None None] Set router a1f45775-afb1-43d3-8575-6c6dab158de1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:00:57.505014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a4a9f-bde6-412b-9623-21427924628a req-3d5e5781-295f-4722-b5c2-7c12df86b478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:57.506429 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-583a4a9f-bde6-412b-9623-21427924628a req-3d5e5781-295f-4722-b5c2-7c12df86b478 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f238e180-2244-4d36-aa3b-33f4d29f412d HTTP/1.1" status: 200 len: 898 time: 0.1321347 May 28 05:00:57.537393 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-38487310-5dd2-41dd-af37-facf498e1f26 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/routers/a1f45775-afb1-43d3-8575-6c6dab158de1 HTTP/1.1" status: 200 len: 923 time: 0.3186259 May 28 05:00:57.537613 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34846) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:57.610710 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-583a4a9f-bde6-412b-9623-21427924628a req-04797bd6-1229-4b0d-b12c-9705a32dfa27 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfa2ff5f-d599-470d-9b0d-00a54d87b414 HTTP/1.1" status: 200 len: 999 time: 0.0985229 May 28 05:00:57.646708 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-093a5ad3-4acc-4be2-8918-50f0dc7114d8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 200 len: 991 time: 0.1059320 May 28 05:00:57.669907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a4a9f-bde6-412b-9623-21427924628a req-3a322683-091f-47e3-a0a9-84efcd5b886e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:00:57.671421 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-583a4a9f-bde6-412b-9623-21427924628a req-3a322683-091f-47e3-a0a9-84efcd5b886e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc9bb34a-3c64-4b97-bffd-d55dd1407d95 HTTP/1.1" status: 200 len: 834 time: 0.0555539 May 28 05:00:57.744660 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-583a4a9f-bde6-412b-9623-21427924628a req-86242c3d-4dca-4728-bdf3-43e24b7c0913 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f238e180-2244-4d36-aa3b-33f4d29f412d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672109 May 28 05:00:57.760275 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-555be90c-959e-4688-8d83-1c1fa4da9ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'name': 'tempest-TestNetworkBasicOps-router-1243752328', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:39Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '0fabd063-856d-4f2b-8759-4c63917de226', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.172', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'port_id': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'mac_address': 'fa:16:3e:96:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:00:55Z', 'updated_at': '2022-05-28T05:00:55Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b10cb5-4dfa-4be3-81d9-4a470cd514a4', 'name': '', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:22:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:38Z', 'updated_at': '2022-05-28T05:00:46Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:57.764487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555be90c-959e-4688-8d83-1c1fa4da9ba1 None None] Checking router: a1f45775-afb1-43d3-8575-6c6dab158de1 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:00:57.776112 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555be90c-959e-4688-8d83-1c1fa4da9ba1 None None] Routers {'a1f45775-afb1-43d3-8575-6c6dab158de1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:00:57.776714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-555be90c-959e-4688-8d83-1c1fa4da9ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:00:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a1f45775-afb1-43d3-8575-6c6dab158de1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:57.881156 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-583a4a9f-bde6-412b-9623-21427924628a req-09ae8b13-a938-4544-a286-139ff48995fa service neutron] 10.222.0.66 "GET /v2.0/networks/f238e180-2244-4d36-aa3b-33f4d29f412d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303318 May 28 05:00:57.953620 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-555be90c-959e-4688-8d83-1c1fa4da9ba1 None None] Set router a1f45775-afb1-43d3-8575-6c6dab158de1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:00:58.015550 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-583a4a9f-bde6-412b-9623-21427924628a req-7dbf7edc-a2b5-4c8d-af55-c95e9583ecf0 service neutron] 10.222.0.66 "GET /v2.0/networks/f238e180-2244-4d36-aa3b-33f4d29f412d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287069 May 28 05:00:58.304435 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-555be90c-959e-4688-8d83-1c1fa4da9ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'name': 'tempest-TestNetworkBasicOps-router-1243752328', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:39Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '0fabd063-856d-4f2b-8759-4c63917de226', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.172', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'port_id': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'mac_address': 'fa:16:3e:96:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:00:55Z', 'updated_at': '2022-05-28T05:00:55Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b10cb5-4dfa-4be3-81d9-4a470cd514a4', 'name': '', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:22:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:38Z', 'updated_at': '2022-05-28T05:00:46Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:00:58.308321 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555be90c-959e-4688-8d83-1c1fa4da9ba1 None None] The sync data for ids ['a1f45775-afb1-43d3-8575-6c6dab158de1'] in dv-neutron-843300-5-hyperv is: [{'id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'name': 'tempest-TestNetworkBasicOps-router-1243752328', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:39Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '0fabd063-856d-4f2b-8759-4c63917de226', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.172', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'port_id': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'mac_address': 'fa:16:3e:96:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:00:55Z', 'updated_at': '2022-05-28T05:00:55Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b10cb5-4dfa-4be3-81d9-4a470cd514a4', 'name': '', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:22:9e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:38Z', 'updated_at': '2022-05-28T05:00:46Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:00:58.649793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34850) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:58.757148 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5c401414-1ba5-4d18-9a0e-6a22752e661a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 200 len: 991 time: 0.1061971 May 28 05:00:59.762345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34854) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:00:59.980052 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-840604ca-fb4d-4608-a219-6ba90a3f6607 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 200 len: 991 time: 0.2159877 May 28 05:01:00.638460 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34858) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:00.801110 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d6cb0b-5e2a-4cb5-9551-91f814796b46 None None] New status for floating IP 0fabd063-856d-4f2b-8759-4c63917de226: ACTIVE {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:01:00.845591 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-831eee15-0384-4731-ad8a-70a00df8e63a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Deleting port 6db420bd-d347-4cd8-8e6f-a710aeca1c85 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:00.845955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-831eee15-0384-4731-ad8a-70a00df8e63a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:00.983873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34862) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:01.010910 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-831eee15-0384-4731-ad8a-70a00df8e63a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:01.011197 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-831eee15-0384-4731-ad8a-70a00df8e63a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:01.093320 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a959e67e-96e9-44ee-a2c1-f7d9c883e995 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 200 len: 991 time: 0.1081405 May 28 05:01:01.130221 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-831eee15-0384-4731-ad8a-70a00df8e63a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Calling delete_port for 6db420bd-d347-4cd8-8e6f-a710aeca1c85 owned by network:floatingip {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:01.290446 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-831eee15-0384-4731-ad8a-70a00df8e63a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:01.337102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831eee15-0384-4731-ad8a-70a00df8e63a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event deleted for resources: {'Port': ['ID=6db420bd-d347-4cd8-8e6f-a710aeca1c85,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:01.427100 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-831eee15-0384-4731-ad8a-70a00df8e63a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for floatingip, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:01.806270 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:01:01.918649 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831eee15-0384-4731-ad8a-70a00df8e63a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Router cc019a2c-c590-4ed3-99cf-6c67473de733 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:01:02.097224 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34866) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:02.120500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831eee15-0384-4731-ad8a-70a00df8e63a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:01:02.132067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e9014-da27-461e-b429-6cac7d48dcd6 None None] Sync routers for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:01:02.142401 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-831eee15-0384-4731-ad8a-70a00df8e63a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:02.146377 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e9014-da27-461e-b429-6cac7d48dcd6 None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:01:02.147204 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-be4e9014-da27-461e-b429-6cac7d48dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:00:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:02.196491 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-831eee15-0384-4731-ad8a-70a00df8e63a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "DELETE /v2.0/floatingips/99323072-f791-426d-9000-c61e6695dff4 HTTP/1.1" status: 204 len: 168 time: 1.5566289 May 28 05:01:02.197069 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c1ceca-c4f6-47d7-ab67-010e636ed158', 'tag': 'e025cabb-778a-4fbe-8c58-bbbd6c77e086'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:01:02.208864 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e4638c68-97bc-4695-9791-5de6b3740846 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 200 len: 993 time: 0.1100702 May 28 05:01:02.330503 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-be4e9014-da27-461e-b429-6cac7d48dcd6 None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:01:02.352704 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e89095f-57b0-47d2-afc3-a4cf12ec7ad0'] response: {'name': 'network-changed', 'server_uuid': '74c1ceca-c4f6-47d7-ab67-010e636ed158', 'tag': 'e025cabb-778a-4fbe-8c58-bbbd6c77e086', 'status': 'completed', 'code': 200} May 28 05:01:02.469493 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-111e0e7a-af06-4583-a1cb-f9b001df14e7 req-ee16e6e4-0a9b-4d9b-b057-7344c48d0f09 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 1098 time: 0.0759656 May 28 05:01:02.675506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e0e7a-af06-4583-a1cb-f9b001df14e7 req-6562a4c0-4161-422f-a1cb-d48570bf4052 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:02.676954 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-111e0e7a-af06-4583-a1cb-f9b001df14e7 req-6562a4c0-4161-422f-a1cb-d48570bf4052 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 911 time: 0.1869488 May 28 05:01:02.688026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce113dae-5dd9-4f92-b365-2691844b1cea req-5b088fd2-3081-4db9-a7ce-04f2aef4beb5 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:02.689410 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce113dae-5dd9-4f92-b365-2691844b1cea req-5b088fd2-3081-4db9-a7ce-04f2aef4beb5 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 945 time: 0.1297669 May 28 05:01:02.730921 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-be4e9014-da27-461e-b429-6cac7d48dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '7ba7677d-0bd2-4162-8c30-486c17435651', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'port_id': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'mac_address': 'fa:16:3e:1d:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:57:13Z', 'updated_at': '2022-05-28T04:57:16Z', 'revision_number': 1, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:02.734949 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e9014-da27-461e-b429-6cac7d48dcd6 None None] Checking router: cc019a2c-c590-4ed3-99cf-6c67473de733 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:01:02.746271 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e9014-da27-461e-b429-6cac7d48dcd6 None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:01:02.746863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-be4e9014-da27-461e-b429-6cac7d48dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:00:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:02.770191 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-111e0e7a-af06-4583-a1cb-f9b001df14e7 req-2138b7f1-22ae-4b5f-b584-35ed87200763 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e025cabb-778a-4fbe-8c58-bbbd6c77e086 HTTP/1.1" status: 200 len: 217 time: 0.0796673 May 28 05:01:02.840862 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce113dae-5dd9-4f92-b365-2691844b1cea req-d5eafa20-960e-4b29-b682-608ad75f5e5b tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011288 May 28 05:01:02.847600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e0e7a-af06-4583-a1cb-f9b001df14e7 req-a437f2f1-b318-4028-8a3b-7c76127267b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:02.851318 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-111e0e7a-af06-4583-a1cb-f9b001df14e7 req-a437f2f1-b318-4028-8a3b-7c76127267b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8dc39ab9-b8b9-4f7a-95dd-aab229021c21 HTTP/1.1" status: 200 len: 849 time: 0.0693564 May 28 05:01:02.923252 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-be4e9014-da27-461e-b429-6cac7d48dcd6 None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:01:02.930361 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-111e0e7a-af06-4583-a1cb-f9b001df14e7 req-7db57b82-f078-40a7-ab5f-ca61d3bacc0f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9829c481-31a9-48d1-9599-15df4d99a3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741146 May 28 05:01:03.072607 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-111e0e7a-af06-4583-a1cb-f9b001df14e7 req-c1564e66-aa49-4645-8029-61ffebb74395 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282775 May 28 05:01:03.206010 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-111e0e7a-af06-4583-a1cb-f9b001df14e7 req-de1dc34f-c4a1-420f-b6bc-785ac42502d4 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273181 May 28 05:01:03.268411 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-be4e9014-da27-461e-b429-6cac7d48dcd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '7ba7677d-0bd2-4162-8c30-486c17435651', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'port_id': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'mac_address': 'fa:16:3e:1d:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:57:13Z', 'updated_at': '2022-05-28T04:57:16Z', 'revision_number': 1, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:03.272422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e9014-da27-461e-b429-6cac7d48dcd6 None None] The sync data for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv is: [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '7ba7677d-0bd2-4162-8c30-486c17435651', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'floating_ip_address': '172.26.8.225', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'port_id': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'mac_address': 'fa:16:3e:1d:a7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T04:57:13Z', 'updated_at': '2022-05-28T04:57:16Z', 'revision_number': 1, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:01:04.017154 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7951890f-110d-447e-bfce-dd377041ea51 None None] New status for floating IP 99323072-f791-426d-9000-c61e6695dff4: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:01:04.053866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7319cf-298a-4d0f-907b-ff8553806f93 req-8c6f00af-c7d2-4dbf-bb0d-ea2eb8496dfd tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:04.055337 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb7319cf-298a-4d0f-907b-ff8553806f93 req-8c6f00af-c7d2-4dbf-bb0d-ea2eb8496dfd tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 945 time: 0.0811090 May 28 05:01:04.104177 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb7319cf-298a-4d0f-907b-ff8553806f93 req-ed6feff9-fd60-4a33-b606-6005d3bcfc25 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429389 May 28 05:01:04.184840 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb07889-92b6-4efc-91ac-1692eb392454 req-ef3c5ea9-2812-445e-9a56-8cc9124e4d9b tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:04.186299 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fdb07889-92b6-4efc-91ac-1692eb392454 req-ef3c5ea9-2812-445e-9a56-8cc9124e4d9b tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.66 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 945 time: 0.0925939 May 28 05:01:04.255281 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-fdb07889-92b6-4efc-91ac-1692eb392454 req-4fa4edfa-6ede-4740-9b70-beec668d2311 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Deleting port e025cabb-778a-4fbe-8c58-bbbd6c77e086 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:04.256165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-fdb07889-92b6-4efc-91ac-1692eb392454 req-4fa4edfa-6ede-4740-9b70-beec668d2311 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:04.605079 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-fdb07889-92b6-4efc-91ac-1692eb392454 req-4fa4edfa-6ede-4740-9b70-beec668d2311 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] For port e025cabb-778a-4fbe-8c58-bbbd6c77e086, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e025cabb-778a-4fbe-8c58-bbbd6c77e086,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:04.605404 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-fdb07889-92b6-4efc-91ac-1692eb392454 req-4fa4edfa-6ede-4740-9b70-beec668d2311 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:04.723179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-fdb07889-92b6-4efc-91ac-1692eb392454 req-4fa4edfa-6ede-4740-9b70-beec668d2311 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Calling delete_port for e025cabb-778a-4fbe-8c58-bbbd6c77e086 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:04.888623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-fdb07889-92b6-4efc-91ac-1692eb392454 req-4fa4edfa-6ede-4740-9b70-beec668d2311 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:04.936636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4edfa-6ede-4740-9b70-beec668d2311 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event deleted for resources: {'Port': ['ID=e025cabb-778a-4fbe-8c58-bbbd6c77e086,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:05.010115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb07889-92b6-4efc-91ac-1692eb392454 req-4fa4edfa-6ede-4740-9b70-beec668d2311 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] No DVR routers for this DVR port e025cabb-778a-4fbe-8c58-bbbd6c77e086 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:01:05.012799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-fdb07889-92b6-4efc-91ac-1692eb392454 req-4fa4edfa-6ede-4740-9b70-beec668d2311 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:05.015246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c1ceca-c4f6-47d7-ab67-010e636ed158', 'name': 'network-vif-deleted', 'tag': 'e025cabb-778a-4fbe-8c58-bbbd6c77e086'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:01:05.026617 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fdb07889-92b6-4efc-91ac-1692eb392454 req-4fa4edfa-6ede-4740-9b70-beec668d2311 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.66 "DELETE /v2.0/ports/e025cabb-778a-4fbe-8c58-bbbd6c77e086 HTTP/1.1" status: 204 len: 173 time: 0.8348486 May 28 05:01:05.072480 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc56326-6f7b-49cc-af62-4356de9fe2b6'] response: {'server_uuid': '74c1ceca-c4f6-47d7-ab67-010e636ed158', 'name': 'network-vif-deleted', 'tag': 'e025cabb-778a-4fbe-8c58-bbbd6c77e086', 'status': 'completed', 'code': 200} May 28 05:01:05.265575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-a8a6047b-a43b-4937-8c3c-19c28fb925b5 req-ef9a8e4e-3cf0-403e-b140-c59acf628796 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Synchronizing usage tracker for tenant:18ccd89bc6e04807b7b81890f7b941e1 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:01:05.284138 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-a8a6047b-a43b-4937-8c3c-19c28fb925b5 req-ef9a8e4e-3cf0-403e-b140-c59acf628796 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Unset dirty status for tenant:18ccd89bc6e04807b7b81890f7b941e1 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:01:05.285495 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a8a6047b-a43b-4937-8c3c-19c28fb925b5 req-ef9a8e4e-3cf0-403e-b140-c59acf628796 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=74c1ceca-c4f6-47d7-ab67-010e636ed158 HTTP/1.1" status: 200 len: 210 time: 0.0606503 May 28 05:01:09.536484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device e025cabb-778a-4fbe-8c58-bbbd6c77e086 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:01:09.570293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: e025cabb-778a-4fbe-8c58-bbbd6c77e086 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:01:09.570665 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device e025cabb-778a-4fbe-8c58-bbbd6c77e086 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:01:10.960466 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34902) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:11.165535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e8036014-5129-4341-959b-ee37b14a9f77 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Deleting port 1c1b2661-35c4-4b32-8367-73541d324353 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:11.165833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8036014-5129-4341-959b-ee37b14a9f77 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:11.330083 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8036014-5129-4341-959b-ee37b14a9f77 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:11.330370 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8036014-5129-4341-959b-ee37b14a9f77 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:11.450498 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-e8036014-5129-4341-959b-ee37b14a9f77 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Calling delete_port for 1c1b2661-35c4-4b32-8367-73541d324353 owned by network:floatingip {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:11.616214 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8036014-5129-4341-959b-ee37b14a9f77 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:11.665986 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8036014-5129-4341-959b-ee37b14a9f77 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event deleted for resources: {'Port': ['ID=1c1b2661-35c4-4b32-8367-73541d324353,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:11.760876 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8036014-5129-4341-959b-ee37b14a9f77 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for floatingip, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:12.259083 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8036014-5129-4341-959b-ee37b14a9f77 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Router cc019a2c-c590-4ed3-99cf-6c67473de733 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:01:12.467267 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8036014-5129-4341-959b-ee37b14a9f77 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:01:12.477001 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f618fa-2cf0-472a-b2b2-cdea1305f7ad None None] Sync routers for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:01:12.489378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e8036014-5129-4341-959b-ee37b14a9f77 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:12.489756 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f618fa-2cf0-472a-b2b2-cdea1305f7ad None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:01:12.490494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-c6f618fa-2cf0-472a-b2b2-cdea1305f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:00:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:12.545047 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e8036014-5129-4341-959b-ee37b14a9f77 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "DELETE /v2.0/floatingips/7ba7677d-0bd2-4162-8c30-486c17435651 HTTP/1.1" status: 204 len: 168 time: 1.5824530 May 28 05:01:12.545047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'tag': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:01:12.620354 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19e74ff-2bc9-4451-a1d2-02345130393b'] response: {'name': 'network-changed', 'server_uuid': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'tag': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'status': 'completed', 'code': 200} May 28 05:01:12.684905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-c6f618fa-2cf0-472a-b2b2-cdea1305f7ad None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:01:12.739551 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-95b44fe4-d4dc-48db-863d-2506d0fdc4ec req-0a82b6b4-3c67-46f1-887d-9fcff7a6f804 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 1098 time: 0.0900412 May 28 05:01:12.930653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b44fe4-d4dc-48db-863d-2506d0fdc4ec req-d90517a1-a671-4f7c-baf7-531905fbd0f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:12.932007 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-95b44fe4-d4dc-48db-863d-2506d0fdc4ec req-d90517a1-a671-4f7c-baf7-531905fbd0f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 200 len: 911 time: 0.1861649 May 28 05:01:13.024542 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-95b44fe4-d4dc-48db-863d-2506d0fdc4ec req-0257a6ca-30da-414c-8f45-1e90210e20b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d44f858c-b9f6-48ab-a5ed-f911f19be71b HTTP/1.1" status: 200 len: 217 time: 0.0853202 May 28 05:01:13.070874 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-c6f618fa-2cf0-472a-b2b2-cdea1305f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:13.076238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f618fa-2cf0-472a-b2b2-cdea1305f7ad None None] Checking router: cc019a2c-c590-4ed3-99cf-6c67473de733 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:01:13.090146 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f618fa-2cf0-472a-b2b2-cdea1305f7ad None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:01:13.090828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-c6f618fa-2cf0-472a-b2b2-cdea1305f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:00:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:13.140993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b44fe4-d4dc-48db-863d-2506d0fdc4ec req-397ac291-16ad-45df-9447-928a6de4746f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:13.142467 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-95b44fe4-d4dc-48db-863d-2506d0fdc4ec req-397ac291-16ad-45df-9447-928a6de4746f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8dc39ab9-b8b9-4f7a-95dd-aab229021c21 HTTP/1.1" status: 200 len: 849 time: 0.1119168 May 28 05:01:13.235522 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5f26d-da86-4921-b561-44ceefacc357 req-fd09bdb4-2690-426e-a2d9-9f8ed6049114 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:13.236867 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9fd5f26d-da86-4921-b561-44ceefacc357 req-fd09bdb4-2690-426e-a2d9-9f8ed6049114 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 945 time: 0.1447792 May 28 05:01:13.265720 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-95b44fe4-d4dc-48db-863d-2506d0fdc4ec req-afa9f168-17bc-4821-a571-b2199799d4a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9829c481-31a9-48d1-9599-15df4d99a3a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1085153 May 28 05:01:13.274340 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-c6f618fa-2cf0-472a-b2b2-cdea1305f7ad None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:01:13.378022 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9fd5f26d-da86-4921-b561-44ceefacc357 req-475adadb-da88-4734-8864-f603f4186b02 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289618 May 28 05:01:13.422642 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-95b44fe4-d4dc-48db-863d-2506d0fdc4ec req-6fd3892a-890e-45fb-9e32-7723e3b9636d service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486468 May 28 05:01:13.557737 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-95b44fe4-d4dc-48db-863d-2506d0fdc4ec req-09b9db3f-86f2-4708-9283-3cc6befcf590 service neutron] 10.222.0.66 "GET /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272786 May 28 05:01:13.651470 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-c6f618fa-2cf0-472a-b2b2-cdea1305f7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:13.655662 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f618fa-2cf0-472a-b2b2-cdea1305f7ad None None] The sync data for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv is: [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T04:53:26Z', 'revision_number': 4, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8d32debc-ef09-4edc-b272-8b31808f7428', 'name': '', 'network_id': '9829c481-31a9-48d1-9599-15df4d99a3a7', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'mac_address': 'fa:16:3e:3c:87:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:25Z', 'updated_at': '2022-05-28T04:54:20Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'subnets': [{'id': '8dc39ab9-b8b9-4f7a-95dd-aab229021c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:01:13.873525 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db86e0-451f-45f1-aa33-5281292aaf51 None None] New status for floating IP 7ba7677d-0bd2-4162-8c30-486c17435651: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:01:14.598838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e97be-1a97-42ef-9820-e227c55ca28c req-44934336-3c10-4928-a6ab-4eded788c9ea tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:14.600450 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ba4e97be-1a97-42ef-9820-e227c55ca28c req-44934336-3c10-4928-a6ab-4eded788c9ea tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 945 time: 0.0867779 May 28 05:01:14.697778 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ba4e97be-1a97-42ef-9820-e227c55ca28c req-3ea3197e-3f48-44d1-b731-678ca24fce8a tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/security-groups?id=12d3f239-98bb-4965-b7d0-8b276a371e4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669706 May 28 05:01:14.714114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f10f58-5c1a-4c66-a471-2e14fde2d9f1 req-292a9720-6f03-4a60-a954-3ec9ddacc689 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:14.715672 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-58f10f58-5c1a-4c66-a471-2e14fde2d9f1 req-292a9720-6f03-4a60-a954-3ec9ddacc689 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.66 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 945 time: 0.1143961 May 28 05:01:14.787907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-58f10f58-5c1a-4c66-a471-2e14fde2d9f1 req-9a79f95f-1d90-4f2d-a92a-be5a237806d7 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Deleting port d44f858c-b9f6-48ab-a5ed-f911f19be71b {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:14.788111 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-58f10f58-5c1a-4c66-a471-2e14fde2d9f1 req-9a79f95f-1d90-4f2d-a92a-be5a237806d7 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:15.137922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-58f10f58-5c1a-4c66-a471-2e14fde2d9f1 req-9a79f95f-1d90-4f2d-a92a-be5a237806d7 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] For port d44f858c-b9f6-48ab-a5ed-f911f19be71b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=d44f858c-b9f6-48ab-a5ed-f911f19be71b,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:15.138284 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-58f10f58-5c1a-4c66-a471-2e14fde2d9f1 req-9a79f95f-1d90-4f2d-a92a-be5a237806d7 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:15.260064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-58f10f58-5c1a-4c66-a471-2e14fde2d9f1 req-9a79f95f-1d90-4f2d-a92a-be5a237806d7 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Calling delete_port for d44f858c-b9f6-48ab-a5ed-f911f19be71b owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:15.409034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-58f10f58-5c1a-4c66-a471-2e14fde2d9f1 req-9a79f95f-1d90-4f2d-a92a-be5a237806d7 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:15.467135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79f95f-1d90-4f2d-a92a-be5a237806d7 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event deleted for resources: {'Port': ['ID=d44f858c-b9f6-48ab-a5ed-f911f19be71b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:15.550508 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f10f58-5c1a-4c66-a471-2e14fde2d9f1 req-9a79f95f-1d90-4f2d-a92a-be5a237806d7 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] No DVR routers for this DVR port d44f858c-b9f6-48ab-a5ed-f911f19be71b on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:01:15.553717 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-58f10f58-5c1a-4c66-a471-2e14fde2d9f1 req-9a79f95f-1d90-4f2d-a92a-be5a237806d7 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:15.556351 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'name': 'network-vif-deleted', 'tag': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:01:15.569604 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-58f10f58-5c1a-4c66-a471-2e14fde2d9f1 req-9a79f95f-1d90-4f2d-a92a-be5a237806d7 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.66 "DELETE /v2.0/ports/d44f858c-b9f6-48ab-a5ed-f911f19be71b HTTP/1.1" status: 204 len: 173 time: 0.8477428 May 28 05:01:15.613081 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df525e5c-a8cd-42a8-a11d-30071e787216'] response: {'server_uuid': '11f08173-c9c2-4ba4-b34b-69985417d66a', 'name': 'network-vif-deleted', 'tag': 'd44f858c-b9f6-48ab-a5ed-f911f19be71b', 'status': 'completed', 'code': 200} May 28 05:01:15.895134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-d55edc1e-569e-4f6f-8f38-5610eb75a077 req-beb585b1-dd6b-4350-a487-ebfa9ceaf297 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Synchronizing usage tracker for tenant:18ccd89bc6e04807b7b81890f7b941e1 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:01:15.921952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-d55edc1e-569e-4f6f-8f38-5610eb75a077 req-beb585b1-dd6b-4350-a487-ebfa9ceaf297 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Unset dirty status for tenant:18ccd89bc6e04807b7b81890f7b941e1 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:01:15.923421 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d55edc1e-569e-4f6f-8f38-5610eb75a077 req-beb585b1-dd6b-4350-a487-ebfa9ceaf297 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "GET /v2.0/ports?device_id=11f08173-c9c2-4ba4-b34b-69985417d66a HTTP/1.1" status: 200 len: 210 time: 0.0864954 May 28 05:01:17.058100 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34922) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:17.210816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d113-5a07-4a9d-ab3c-84a4b6e66201 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Deleting port b217b27f-e426-4cc2-aeb9-f154b588a3f4 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:17.211038 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aae3d113-5a07-4a9d-ab3c-84a4b6e66201 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:17.384376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aae3d113-5a07-4a9d-ab3c-84a4b6e66201 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:17.384700 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aae3d113-5a07-4a9d-ab3c-84a4b6e66201 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:17.503229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-aae3d113-5a07-4a9d-ab3c-84a4b6e66201 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Calling delete_port for b217b27f-e426-4cc2-aeb9-f154b588a3f4 owned by network:floatingip {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:17.664107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aae3d113-5a07-4a9d-ab3c-84a4b6e66201 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:17.706135 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3d113-5a07-4a9d-ab3c-84a4b6e66201 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event deleted for resources: {'Port': ['ID=b217b27f-e426-4cc2-aeb9-f154b588a3f4,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:17.808684 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aae3d113-5a07-4a9d-ab3c-84a4b6e66201 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for floatingip, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:17.828726 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aae3d113-5a07-4a9d-ab3c-84a4b6e66201 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:17.829880 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-aae3d113-5a07-4a9d-ab3c-84a4b6e66201 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "DELETE /v2.0/floatingips/ebe1b65b-16de-4e40-8bac-11abdf963689 HTTP/1.1" status: 204 len: 168 time: 0.7707813 May 28 05:01:19.553038 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device d44f858c-b9f6-48ab-a5ed-f911f19be71b no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:01:19.586696 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: d44f858c-b9f6-48ab-a5ed-f911f19be71b {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:01:19.587029 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device d44f858c-b9f6-48ab-a5ed-f911f19be71b not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:01:20.403494 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34942) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:20.473379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-07db46f2-a1f2-40ec-806e-0fecc0370b07 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:20.502592 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-07db46f2-a1f2-40ec-806e-0fecc0370b07 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:20.568214 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-07db46f2-a1f2-40ec-806e-0fecc0370b07 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:20.583681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db46f2-a1f2-40ec-806e-0fecc0370b07 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d3f239-98bb-4965-b7d0-8b276a371e4f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:20.590925 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-07db46f2-a1f2-40ec-806e-0fecc0370b07 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:20.592094 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-07db46f2-a1f2-40ec-806e-0fecc0370b07 tempest-TestVolumeBootPattern-1208189464 tempest-TestVolumeBootPattern-1208189464-project] 10.222.0.15 "DELETE /v2.0/security-groups/12d3f239-98bb-4965-b7d0-8b276a371e4f HTTP/1.1" status: 204 len: 168 time: 0.1875994 May 28 05:01:20.662961 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34948) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:21.231258 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1203decd-7fa3-417c-b67b-ac3fcc337248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:21.958665 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-1203decd-7fa3-417c-b67b-ac3fcc337248 admin admin] Deleting port 8d32debc-ef09-4edc-b272-8b31808f7428 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:21.959216 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1203decd-7fa3-417c-b67b-ac3fcc337248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:22.114826 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-49577f26-d347-4627-84de-1f99dd4480db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:22.128464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-1203decd-7fa3-417c-b67b-ac3fcc337248 admin admin] For port 8d32debc-ef09-4edc-b272-8b31808f7428, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8d32debc-ef09-4edc-b272-8b31808f7428,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:22.128816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1203decd-7fa3-417c-b67b-ac3fcc337248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:22.249168 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-1203decd-7fa3-417c-b67b-ac3fcc337248 admin admin] Calling delete_port for 8d32debc-ef09-4edc-b272-8b31808f7428 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:22.430976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1203decd-7fa3-417c-b67b-ac3fcc337248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:22.474254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203decd-7fa3-417c-b67b-ac3fcc337248 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d32debc-ef09-4edc-b272-8b31808f7428,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:22.764179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1203decd-7fa3-417c-b67b-ac3fcc337248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:23.433766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1203decd-7fa3-417c-b67b-ac3fcc337248 admin admin] Router cc019a2c-c590-4ed3-99cf-6c67473de733 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:01:23.652259 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1203decd-7fa3-417c-b67b-ac3fcc337248 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:01:23.661231 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1b6879-c219-4005-878f-092654840165 None None] Sync routers for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:01:23.664822 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1203decd-7fa3-417c-b67b-ac3fcc337248 admin admin] 10.222.0.15 "PUT /v2.0/routers/cc019a2c-c590-4ed3-99cf-6c67473de733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0007010 May 28 05:01:23.667436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34956) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:23.674169 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b6879-c219-4005-878f-092654840165 None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:01:23.674769 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-bd1b6879-c219-4005-878f-092654840165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:00:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:23.849129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-bd1b6879-c219-4005-878f-092654840165 None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:01:23.870060 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1af29dc-9591-4555-87fd-fcf2a22d34e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:24.084132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1af29dc-9591-4555-87fd-fcf2a22d34e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:24.094918 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-c1af29dc-9591-4555-87fd-fcf2a22d34e4 admin admin] Deleting port f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:24.095242 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1af29dc-9591-4555-87fd-fcf2a22d34e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:24.130187 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-bd1b6879-c219-4005-878f-092654840165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T05:01:22Z', 'revision_number': 5, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port': {'id': 'f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a7:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:18Z', 'updated_at': '2022-05-28T04:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:24.134208 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1b6879-c219-4005-878f-092654840165 None None] Checking router: cc019a2c-c590-4ed3-99cf-6c67473de733 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:01:24.144942 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1b6879-c219-4005-878f-092654840165 None None] Routers {'cc019a2c-c590-4ed3-99cf-6c67473de733'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:01:24.145543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-bd1b6879-c219-4005-878f-092654840165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:00:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['cc019a2c-c590-4ed3-99cf-6c67473de733'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:24.267804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-c1af29dc-9591-4555-87fd-fcf2a22d34e4 admin admin] For port f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:24.268144 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1af29dc-9591-4555-87fd-fcf2a22d34e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:24.300759 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-bd1b6879-c219-4005-878f-092654840165 None None] Set router cc019a2c-c590-4ed3-99cf-6c67473de733 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:01:24.344678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1d6219ab-f199-4c75-833a-511023c8c320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:24.392993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-c1af29dc-9591-4555-87fd-fcf2a22d34e4 admin admin] Calling delete_port for f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:24.406494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-bd1b6879-c219-4005-878f-092654840165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T05:01:24Z', 'revision_number': 6, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:24.410416 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd1b6879-c219-4005-878f-092654840165 None None] The sync data for ids ['cc019a2c-c590-4ed3-99cf-6c67473de733'] in dv-neutron-843300-5-hyperv is: [{'id': 'cc019a2c-c590-4ed3-99cf-6c67473de733', 'name': 'tempest-TestVolumeBootPattern-36639934-router', 'tenant_id': '18ccd89bc6e04807b7b81890f7b941e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:17Z', 'updated_at': '2022-05-28T05:01:24Z', 'revision_number': 6, 'project_id': '18ccd89bc6e04807b7b81890f7b941e1', 'gw_port_host': None}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:01:24.576273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1af29dc-9591-4555-87fd-fcf2a22d34e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:24.621106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af29dc-9591-4555-87fd-fcf2a22d34e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:24.735776 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:24.786923 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34962) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:24.952307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1af29dc-9591-4555-87fd-fcf2a22d34e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:25.069467 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-68ecf9ba-484f-46de-82eb-ecbb537f8088 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/routers/a1f45775-afb1-43d3-8575-6c6dab158de1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2813218 May 28 05:01:25.073022 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34966) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:25.228074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1af29dc-9591-4555-87fd-fcf2a22d34e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:25.232288 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1af29dc-9591-4555-87fd-fcf2a22d34e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:25.259481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1af29dc-9591-4555-87fd-fcf2a22d34e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:25.260043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1af29dc-9591-4555-87fd-fcf2a22d34e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc019a2c-c590-4ed3-99cf-6c67473de733 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:01:25.272995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1af29dc-9591-4555-87fd-fcf2a22d34e4 admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:25.274223 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c1af29dc-9591-4555-87fd-fcf2a22d34e4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/cc019a2c-c590-4ed3-99cf-6c67473de733 HTTP/1.1" status: 204 len: 168 time: 1.6058385 May 28 05:01:25.276855 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34970) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:25.349914 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f8f469-f9f5-4ca9-9d5a-5c30ec2f6039 admin admin] Deleting subnet 8dc39ab9-b8b9-4f7a-95dd-aab229021c21 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:01:25.355192 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46f8f469-f9f5-4ca9-9d5a-5c30ec2f6039 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:25.398804 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dda309-da07-4026-afe2-d5bcb8abedcd tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Notify agent at dv-neutron-843300-5-hyperv the message router_removed_from_agent {{(pid=84009) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} May 28 05:01:25.403334 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-46dda309-da07-4026-afe2-d5bcb8abedcd tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "DELETE /v2.0/agents/6f4e8399-724c-4fc9-adec-919cf2a4c4d4/l3-routers/a1f45775-afb1-43d3-8575-6c6dab158de1 HTTP/1.1" status: 204 len: 168 time: 0.3294427 May 28 05:01:25.405952 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34974) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:25.549258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46f8f469-f9f5-4ca9-9d5a-5c30ec2f6039 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:25.574262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:25.577787 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:25.668684 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ac8583cf-8276-495a-b576-4d28f8feb8c0 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/routers/a1f45775-afb1-43d3-8575-6c6dab158de1/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2616522 May 28 05:01:25.671688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34978) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:25.676326 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46f8f469-f9f5-4ca9-9d5a-5c30ec2f6039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:25.747088 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46f8f469-f9f5-4ca9-9d5a-5c30ec2f6039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:25.780719 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-29915115-6384-43fa-861d-afe5900932b2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 200 len: 993 time: 0.1078057 May 28 05:01:25.784473 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8f469-f9f5-4ca9-9d5a-5c30ec2f6039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc39ab9-b8b9-4f7a-95dd-aab229021c21,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:25.788582 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-46f8f469-f9f5-4ca9-9d5a-5c30ec2f6039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:25.794480 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22b9be4-68cb-4681-b6af-0eaef9c85dab None None] Network 9829c481-31a9-48d1-9599-15df4d99a3a7 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:01:25.794926 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-46f8f469-f9f5-4ca9-9d5a-5c30ec2f6039 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8dc39ab9-b8b9-4f7a-95dd-aab229021c21 HTTP/1.1" status: 204 len: 168 time: 0.5169802 May 28 05:01:25.797393 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34982) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:25.902497 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:25.913126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] Deleting port 63895974-5352-4242-9317-e4f459c0ac0f {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:25.913380 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:25.968103 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbc4779-b043-4f1f-9dcb-ce4f9390a4f3 None None] New status for floating IP 0fabd063-856d-4f2b-8759-4c63917de226: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:01:26.068417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:01:26.117361 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1000e31-20e3-450b-8095-f99ae80f37ef None None] DHCP port deletion for 9829c481-31a9-48d1-9599-15df4d99a3a7 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:01:26.128622 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-d1000e31-20e3-450b-8095-f99ae80f37ef None None] Deleting port 63895974-5352-4242-9317-e4f459c0ac0f {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:26.129021 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d1000e31-20e3-450b-8095-f99ae80f37ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:26.137088 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] For port 63895974-5352-4242-9317-e4f459c0ac0f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=63895974-5352-4242-9317-e4f459c0ac0f,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:26.137537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:26.259515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] Calling delete_port for 63895974-5352-4242-9317-e4f459c0ac0f owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:26.281372 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:26.341508 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:26.386151 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] Pushing event deleted for resources: {'Port': ['ID=63895974-5352-4242-9317-e4f459c0ac0f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:26.392230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] No DVR routers for this DVR port 63895974-5352-4242-9317-e4f459c0ac0f on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:01:26.401114 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=50b10cb5-4dfa-4be3-81d9-4a470cd514a4,segment=NetworkSegment(1166a366-33b4-4f7c-a2b0-4d63f1688c98),segment_id=1166a366-33b4-4f7c-a2b0-4d63f1688c98)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:26.408648 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d1000e31-20e3-450b-8095-f99ae80f37ef None None] For port 63895974-5352-4242-9317-e4f459c0ac0f, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=63895974-5352-4242-9317-e4f459c0ac0f,segment=NetworkSegment(f957aa65-e94a-47f5-ad86-8e4a3ce756a3),segment_id=f957aa65-e94a-47f5-ad86-8e4a3ce756a3)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:26.409065 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d1000e31-20e3-450b-8095-f99ae80f37ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:26.418029 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:26.418029 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8d32debc-ef09-4edc-b272-8b31808f7428 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:01:26.593392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 8d32debc-ef09-4edc-b272-8b31808f7428 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:01:26.593735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8d32debc-ef09-4edc-b272-8b31808f7428 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:01:26.594166 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:01:26.610796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:26.625563 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-d1000e31-20e3-450b-8095-f99ae80f37ef None None] Calling delete_port for 63895974-5352-4242-9317-e4f459c0ac0f owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:26.636426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9829c481-31a9-48d1-9599-15df4d99a3a7']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:26.648346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:26.648621 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f957aa65-e94a-47f5-ad86-8e4a3ce756a3') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:26.659962 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:26.675741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:26.678190 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:01:26.678540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f78913e4-6a85-43d9-b8ba-b8eb6ea54c1f not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:01:26.678978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 26c2926e-fb49-4139-acb3-81c7b7559e42 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:01:26.682089 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:01:26.682458 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:01:26.695508 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:01:26.757337 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=50b10cb5-4dfa-4be3-81d9-4a470cd514a4,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:26.772200 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:26.784915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34986) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:26.789102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:26.801746 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] Pushing event deleted for resources: {'Network': ['ID=9829c481-31a9-48d1-9599-15df4d99a3a7,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:26.806762 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0505dc1a-b62c-4549-90b4-0daa2f95793c admin admin] 10.222.0.15 "DELETE /v2.0/networks/9829c481-31a9-48d1-9599-15df4d99a3a7 HTTP/1.1" status: 204 len: 168 time: 1.0083065 May 28 05:01:26.808853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-d1000e31-20e3-450b-8095-f99ae80f37ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:01:26.809348 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-d1000e31-20e3-450b-8095-f99ae80f37ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:01:26.809780 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 34990) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:26.840562 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:26.858061 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 26c2926e-fb49-4139-acb3-81c7b7559e42, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=26c2926e-fb49-4139-acb3-81c7b7559e42,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:26.864558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:26.906853 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-32932ac0-48e6-44f8-98a0-3710b2ad5605 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 200 len: 991 time: 0.1206350 May 28 05:01:26.933455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=26c2926e-fb49-4139-acb3-81c7b7559e42,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:27.124086 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:27.247286 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b900a917-fe75-473c-8c9b-fdb61467a9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:27.311138 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-d1000e31-20e3-450b-8095-f99ae80f37ef None None] Deleting port 63895974-5352-4242-9317-e4f459c0ac0f {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:27.311699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d1000e31-20e3-450b-8095-f99ae80f37ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:27.380101 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-d1000e31-20e3-450b-8095-f99ae80f37ef None None] The port '63895974-5352-4242-9317-e4f459c0ac0f' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 05:01:27.858637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-b900a917-fe75-473c-8c9b-fdb61467a9ab admin admin] Deleting port 26465cda-b0c5-45a4-92d0-d43779396aa1 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:27.859239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b900a917-fe75-473c-8c9b-fdb61467a9ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:28.032538 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-b900a917-fe75-473c-8c9b-fdb61467a9ab admin admin] For port 26465cda-b0c5-45a4-92d0-d43779396aa1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=26465cda-b0c5-45a4-92d0-d43779396aa1,segment=NetworkSegment(d1636923-2bf6-40ce-a2c5-1dc4513506f0),segment_id=d1636923-2bf6-40ce-a2c5-1dc4513506f0)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:28.032890 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b900a917-fe75-473c-8c9b-fdb61467a9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:28.049838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 63895974-5352-4242-9317-e4f459c0ac0f no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:01:28.058358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 34996) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:28.082096 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 63895974-5352-4242-9317-e4f459c0ac0f {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:01:28.082468 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 63895974-5352-4242-9317-e4f459c0ac0f not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:01:28.251291 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-b900a917-fe75-473c-8c9b-fdb61467a9ab admin admin] Calling delete_port for 26465cda-b0c5-45a4-92d0-d43779396aa1 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:28.264175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad564c3-dfa4-45bc-9a5d-92002bc95ac7 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Router a1f45775-afb1-43d3-8575-6c6dab158de1 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:01:28.264628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad564c3-dfa4-45bc-9a5d-92002bc95ac7 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Notify agent at dv-neutron-843300-5-hyperv the message router_added_to_agent {{(pid=84010) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} May 28 05:01:28.294163 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5ad564c3-dfa4-45bc-9a5d-92002bc95ac7 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "POST /v2.0/agents/6f4e8399-724c-4fc9-adec-919cf2a4c4d4/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2347035 May 28 05:01:28.295465 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35002) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:28.313529 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5049034e-5692-4ce5-a533-89b6d3ff4f2a None None] Sync routers for ids ['a1f45775-afb1-43d3-8575-6c6dab158de1'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:01:28.330804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5049034e-5692-4ce5-a533-89b6d3ff4f2a None None] Routers {'a1f45775-afb1-43d3-8575-6c6dab158de1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:01:28.331427 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5049034e-5692-4ce5-a533-89b6d3ff4f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:01:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a1f45775-afb1-43d3-8575-6c6dab158de1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:28.423790 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b900a917-fe75-473c-8c9b-fdb61467a9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:28.471210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900a917-fe75-473c-8c9b-fdb61467a9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=26465cda-b0c5-45a4-92d0-d43779396aa1,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:28.477867 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a0896fa1-04d3-4fa8-a2e6-3c43b40d978b tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/routers/a1f45775-afb1-43d3-8575-6c6dab158de1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1812413 May 28 05:01:28.480433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35008) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:28.529587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-5049034e-5692-4ce5-a533-89b6d3ff4f2a None None] Set router a1f45775-afb1-43d3-8575-6c6dab158de1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:01:28.588902 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b1ffa208-f4c9-48ce-bef0-639ac89d8ef1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 200 len: 991 time: 0.1072483 May 28 05:01:28.780068 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b900a917-fe75-473c-8c9b-fdb61467a9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:28.948028 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5049034e-5692-4ce5-a533-89b6d3ff4f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'name': 'tempest-TestNetworkBasicOps-router-1243752328', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:39Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:01:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '0fabd063-856d-4f2b-8759-4c63917de226', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.172', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'port_id': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'mac_address': 'fa:16:3e:96:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:00:55Z', 'updated_at': '2022-05-28T05:01:26Z', 'revision_number': 2, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b10cb5-4dfa-4be3-81d9-4a470cd514a4', 'name': '', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:22:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:38Z', 'updated_at': '2022-05-28T05:01:26Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:28.951833 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5049034e-5692-4ce5-a533-89b6d3ff4f2a None None] Checking router: a1f45775-afb1-43d3-8575-6c6dab158de1 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:01:28.963172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5049034e-5692-4ce5-a533-89b6d3ff4f2a None None] Routers {'a1f45775-afb1-43d3-8575-6c6dab158de1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:01:28.963769 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5049034e-5692-4ce5-a533-89b6d3ff4f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:01:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a1f45775-afb1-43d3-8575-6c6dab158de1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:29.143840 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-5049034e-5692-4ce5-a533-89b6d3ff4f2a None None] Set router a1f45775-afb1-43d3-8575-6c6dab158de1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:01:29.355681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b900a917-fe75-473c-8c9b-fdb61467a9ab admin admin] Router 79bfb834-b4ed-46f8-93c3-63241639a039 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:01:29.488233 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5049034e-5692-4ce5-a533-89b6d3ff4f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'name': 'tempest-TestNetworkBasicOps-router-1243752328', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:39Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:01:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '0fabd063-856d-4f2b-8759-4c63917de226', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.172', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'port_id': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'mac_address': 'fa:16:3e:96:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:00:55Z', 'updated_at': '2022-05-28T05:01:26Z', 'revision_number': 2, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b10cb5-4dfa-4be3-81d9-4a470cd514a4', 'name': '', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:22:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:38Z', 'updated_at': '2022-05-28T05:01:26Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:29.492730 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5049034e-5692-4ce5-a533-89b6d3ff4f2a None None] The sync data for ids ['a1f45775-afb1-43d3-8575-6c6dab158de1'] in dv-neutron-843300-5-hyperv is: [{'id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'name': 'tempest-TestNetworkBasicOps-router-1243752328', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:00:39Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:01:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '0fabd063-856d-4f2b-8759-4c63917de226', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.172', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'port_id': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'mac_address': 'fa:16:3e:96:3a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:00:55Z', 'updated_at': '2022-05-28T05:01:26Z', 'revision_number': 2, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b10cb5-4dfa-4be3-81d9-4a470cd514a4', 'name': '', 'network_id': 'f238e180-2244-4d36-aa3b-33f4d29f412d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:22:9e:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:38Z', 'updated_at': '2022-05-28T05:01:26Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': 'cc9bb34a-3c64-4b97-bffd-d55dd1407d95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:01:29.562289 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b900a917-fe75-473c-8c9b-fdb61467a9ab admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:01:29.571783 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a611803-93b8-4b18-b8b4-72d0901cfe60 None None] Sync routers for ids ['79bfb834-b4ed-46f8-93c3-63241639a039'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:01:29.580246 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b900a917-fe75-473c-8c9b-fdb61467a9ab admin admin] 10.222.0.15 "PUT /v2.0/routers/79bfb834-b4ed-46f8-93c3-63241639a039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7693589 May 28 05:01:29.583010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35012) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:29.592563 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35016) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:29.593575 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a611803-93b8-4b18-b8b4-72d0901cfe60 None None] Routers {'79bfb834-b4ed-46f8-93c3-63241639a039'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:01:29.594361 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-9a611803-93b8-4b18-b8b4-72d0901cfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:01:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['79bfb834-b4ed-46f8-93c3-63241639a039'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:29.833344 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-9a611803-93b8-4b18-b8b4-72d0901cfe60 None None] Set router 79bfb834-b4ed-46f8-93c3-63241639a039 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:01:29.892011 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fdfa4509-f8fe-4180-ab40-990383d4faea tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 200 len: 991 time: 0.2979357 May 28 05:01:29.959345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-93bb09ee-05d2-49ec-b98c-bc9cd2fc2af7 admin admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:30.152134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:01:30.183428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-93bb09ee-05d2-49ec-b98c-bc9cd2fc2af7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:30.200988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-93bb09ee-05d2-49ec-b98c-bc9cd2fc2af7 admin admin] Deleting port 66a70012-cc41-4be0-947c-6fc7560c4c58 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:30.202154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-93bb09ee-05d2-49ec-b98c-bc9cd2fc2af7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:30.235894 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-9a611803-93b8-4b18-b8b4-72d0901cfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'name': 'tempest-TestVolumeBootPattern-1431130274-router', 'tenant_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.62'}], 'enable_snat': True}, 'gw_port_id': '66a70012-cc41-4be0-947c-6fc7560c4c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:34Z', 'updated_at': '2022-05-28T05:01:28Z', 'revision_number': 5, 'project_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'gw_port': {'id': '66a70012-cc41-4be0-947c-6fc7560c4c58', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:94:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T04:53:36Z', 'updated_at': '2022-05-28T04:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:30.240328 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a611803-93b8-4b18-b8b4-72d0901cfe60 None None] Checking router: 79bfb834-b4ed-46f8-93c3-63241639a039 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:01:30.270160 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:01:30.270160 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:30.275606 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a611803-93b8-4b18-b8b4-72d0901cfe60 None None] Routers {'79bfb834-b4ed-46f8-93c3-63241639a039'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:01:30.276541 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-9a611803-93b8-4b18-b8b4-72d0901cfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:01:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['79bfb834-b4ed-46f8-93c3-63241639a039'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:30.409706 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:30.447837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-93bb09ee-05d2-49ec-b98c-bc9cd2fc2af7 admin admin] For port 66a70012-cc41-4be0-947c-6fc7560c4c58, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=66a70012-cc41-4be0-947c-6fc7560c4c58,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:30.448188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-93bb09ee-05d2-49ec-b98c-bc9cd2fc2af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:30.448286 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=50b10cb5-4dfa-4be3-81d9-4a470cd514a4,segment=NetworkSegment(1166a366-33b4-4f7c-a2b0-4d63f1688c98),segment_id=1166a366-33b4-4f7c-a2b0-4d63f1688c98)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:30.452854 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-9a611803-93b8-4b18-b8b4-72d0901cfe60 None None] Set router 79bfb834-b4ed-46f8-93c3-63241639a039 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:01:30.454647 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:30.526053 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=50b10cb5-4dfa-4be3-81d9-4a470cd514a4,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:30.580290 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-9a611803-93b8-4b18-b8b4-72d0901cfe60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'name': 'tempest-TestVolumeBootPattern-1431130274-router', 'tenant_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:34Z', 'updated_at': '2022-05-28T05:01:30Z', 'revision_number': 6, 'project_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:30.584420 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a611803-93b8-4b18-b8b4-72d0901cfe60 None None] The sync data for ids ['79bfb834-b4ed-46f8-93c3-63241639a039'] in dv-neutron-843300-5-hyperv is: [{'id': '79bfb834-b4ed-46f8-93c3-63241639a039', 'name': 'tempest-TestVolumeBootPattern-1431130274-router', 'tenant_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T04:53:34Z', 'updated_at': '2022-05-28T05:01:30Z', 'revision_number': 6, 'project_id': '6457e5f6ae8f4a11b7342b997fd44a29', 'gw_port_host': None}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:01:30.586980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-93bb09ee-05d2-49ec-b98c-bc9cd2fc2af7 admin admin] Calling delete_port for 66a70012-cc41-4be0-947c-6fc7560c4c58 owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:30.759077 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-93bb09ee-05d2-49ec-b98c-bc9cd2fc2af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:30.803168 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb09ee-05d2-49ec-b98c-bc9cd2fc2af7 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a70012-cc41-4be0-947c-6fc7560c4c58,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:30.894200 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35020) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:31.003245 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3bb97a2a-8a72-4bd5-bf40-1f7da15830eb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 200 len: 991 time: 0.1074357 May 28 05:01:31.028346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-93bb09ee-05d2-49ec-b98c-bc9cd2fc2af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:31.378251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-93bb09ee-05d2-49ec-b98c-bc9cd2fc2af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:31.382785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-93bb09ee-05d2-49ec-b98c-bc9cd2fc2af7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:31.412379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-93bb09ee-05d2-49ec-b98c-bc9cd2fc2af7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:31.413010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bb09ee-05d2-49ec-b98c-bc9cd2fc2af7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79bfb834-b4ed-46f8-93c3-63241639a039 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:01:31.424711 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-93bb09ee-05d2-49ec-b98c-bc9cd2fc2af7 admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:31.425870 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-93bb09ee-05d2-49ec-b98c-bc9cd2fc2af7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/79bfb834-b4ed-46f8-93c3-63241639a039 HTTP/1.1" status: 204 len: 168 time: 1.8418853 May 28 05:01:31.428408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35024) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:31.489247 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52090b2-6253-4e0f-ae4d-36f6edbc15ae admin admin] Deleting subnet 8769075b-e6d7-4654-a4c2-1e4fd1444f72 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:01:31.492901 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a52090b2-6253-4e0f-ae4d-36f6edbc15ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:31.542486 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a52090b2-6253-4e0f-ae4d-36f6edbc15ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:31.619826 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a52090b2-6253-4e0f-ae4d-36f6edbc15ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:31.691570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a52090b2-6253-4e0f-ae4d-36f6edbc15ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:31.728559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52090b2-6253-4e0f-ae4d-36f6edbc15ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8769075b-e6d7-4654-a4c2-1e4fd1444f72,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:31.734218 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a52090b2-6253-4e0f-ae4d-36f6edbc15ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:31.739820 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e951d3-b5b9-44c7-a471-682566534979 None None] Network c8d3657e-8ad8-4aba-aee5-d91ff6494dee requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:01:31.740828 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a52090b2-6253-4e0f-ae4d-36f6edbc15ae admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8769075b-e6d7-4654-a4c2-1e4fd1444f72 HTTP/1.1" status: 204 len: 168 time: 0.3114319 May 28 05:01:31.743931 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35028) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:31.846423 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:31.856926 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] Deleting port 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:31.857239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:31.988713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca481b55-8cbc-4e3d-8909-d12252519809 None None] DHCP port deletion for c8d3657e-8ad8-4aba-aee5-d91ff6494dee request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:01:31.993345 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ca481b55-8cbc-4e3d-8909-d12252519809 None None] Deleting port 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:31.993734 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ca481b55-8cbc-4e3d-8909-d12252519809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:32.007776 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35032) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:32.065119 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] For port 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469,segment=NetworkSegment(d1636923-2bf6-40ce-a2c5-1dc4513506f0),segment_id=d1636923-2bf6-40ce-a2c5-1dc4513506f0)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:32.065697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:32.136243 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6527c2a9-e473-404b-a37a-731918fae173 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 200 len: 991 time: 0.1261611 May 28 05:01:32.199062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] Calling delete_port for 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:32.218011 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:01:32.273629 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ca481b55-8cbc-4e3d-8909-d12252519809 None None] For port 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469,segment=NetworkSegment(d1636923-2bf6-40ce-a2c5-1dc4513506f0),segment_id=d1636923-2bf6-40ce-a2c5-1dc4513506f0)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:32.274003 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ca481b55-8cbc-4e3d-8909-d12252519809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:32.275894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:32.324733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:32.329511 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] No DVR routers for this DVR port 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:01:32.444023 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ca481b55-8cbc-4e3d-8909-d12252519809 None None] Calling delete_port for 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:32.453483 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:32.478673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d3657e-8ad8-4aba-aee5-d91ff6494dee']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:32.492134 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1636923-2bf6-40ce-a2c5-1dc4513506f0') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:32.492412 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1636923-2bf6-40ce-a2c5-1dc4513506f0') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:32.504738 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:32.511339 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:01:32.511715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:32.522845 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:32.529268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:01:32.529644 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:01:32.543034 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:01:32.559245 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-ca481b55-8cbc-4e3d-8909-d12252519809 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:01:32.559617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-ca481b55-8cbc-4e3d-8909-d12252519809 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:01:32.621898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:32.626757 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 26c2926e-fb49-4139-acb3-81c7b7559e42 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:01:32.638191 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:32.649270 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8d3657e-8ad8-4aba-aee5-d91ff6494dee,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:32.656052 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-573bf4fa-8fce-4109-8e04-1ffa1f9582a8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c8d3657e-8ad8-4aba-aee5-d91ff6494dee HTTP/1.1" status: 204 len: 168 time: 0.9110827 May 28 05:01:32.693712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 26c2926e-fb49-4139-acb3-81c7b7559e42 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:01:32.694373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:32.798380 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35038) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:32.813345 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:32.829539 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 26c2926e-fb49-4139-acb3-81c7b7559e42, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=26c2926e-fb49-4139-acb3-81c7b7559e42,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:32.834022 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:32.849261 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1bbc33e1-2cb2-4285-8e77-d7b219b4d759 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18ccd89bc6e04807b7b81890f7b941e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0497139 May 28 05:01:32.852420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35042) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:32.890230 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:01:32.916915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5e7ba1bd-4d30-438c-8a14-54b71163164a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:32.928562 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:01:32.929005 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:01:32.929409 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 26465cda-b0c5-45a4-92d0-d43779396aa1 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:01:32.947574 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5e7ba1bd-4d30-438c-8a14-54b71163164a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:32.964154 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 26465cda-b0c5-45a4-92d0-d43779396aa1 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:01:32.964485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 26465cda-b0c5-45a4-92d0-d43779396aa1 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:01:32.968059 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=26c2926e-fb49-4139-acb3-81c7b7559e42,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:32.999729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5e7ba1bd-4d30-438c-8a14-54b71163164a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:33.013842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ba1bd-4d30-438c-8a14-54b71163164a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f862b0d4-ae0e-4ec5-a276-afbdff9414ee,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:33.019427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5e7ba1bd-4d30-438c-8a14-54b71163164a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:33.020549 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5e7ba1bd-4d30-438c-8a14-54b71163164a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f862b0d4-ae0e-4ec5-a276-afbdff9414ee HTTP/1.1" status: 204 len: 168 time: 0.1669912 May 28 05:01:33.060876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ca481b55-8cbc-4e3d-8909-d12252519809 None None] Deleting port 32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:33.061303 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ca481b55-8cbc-4e3d-8909-d12252519809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:33.127077 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ca481b55-8cbc-4e3d-8909-d12252519809 None None] The port '32d1ac5b-c8f9-4fb8-87c2-ad29c3c93469' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 05:01:33.138848 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35048) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:33.246316 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-36a2890d-3fbb-41ca-9acc-f17a3a1ea1de tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 200 len: 991 time: 0.1062133 May 28 05:01:33.448021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35054) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:33.506959 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1d707d4d-dbcb-47f8-b412-060aaf65e921 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6457e5f6ae8f4a11b7342b997fd44a29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0576701 May 28 05:01:33.509628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35058) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:33.567259 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7726df9d-71f3-498d-a669-3183facbfd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:33.592010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7726df9d-71f3-498d-a669-3183facbfd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:33.644550 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7726df9d-71f3-498d-a669-3183facbfd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:33.661076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7726df9d-71f3-498d-a669-3183facbfd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b73b7e-14ee-467b-b2ec-39a7b3291bf8,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:33.665543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7726df9d-71f3-498d-a669-3183facbfd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:33.667588 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7726df9d-71f3-498d-a669-3183facbfd5f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03b73b7e-14ee-467b-b2ec-39a7b3291bf8 HTTP/1.1" status: 204 len: 168 time: 0.1561687 May 28 05:01:34.063125 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 26c2926e-fb49-4139-acb3-81c7b7559e42 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:01:34.136844 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 26c2926e-fb49-4139-acb3-81c7b7559e42 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:01:34.137215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:34.249268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35064) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:34.264313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 66a70012-cc41-4be0-947c-6fc7560c4c58 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:01:34.296352 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 66a70012-cc41-4be0-947c-6fc7560c4c58 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:01:34.296681 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 66a70012-cc41-4be0-947c-6fc7560c4c58 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:01:34.354787 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-dea0065f-9010-447a-9a08-e9db99bca894 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 200 len: 991 time: 0.1044533 May 28 05:01:35.360667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35068) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:35.478491 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a1ad2757-3d1d-4813-8469-4b490226567d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 200 len: 991 time: 0.1161885 May 28 05:01:36.483531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35072) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:36.599368 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-859364f7-b9b5-4163-b074-ce2529899f4e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 200 len: 991 time: 0.1144011 May 28 05:01:37.045701 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4027749-7b98-43cc-972c-4154dcf127cf None None] New status for floating IP 0fabd063-856d-4f2b-8759-4c63917de226: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:01:37.604941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35076) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:37.718991 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-af91d597-2529-4e02-a837-e729aa23f0c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 200 len: 993 time: 0.1126051 May 28 05:01:38.807442 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:01:38.918286 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35086) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:39.118704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f86c3695-8bae-4298-a54f-3458fef1dfe0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 63a612b7-7e0b-4e72-aa1a-727884880b31 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:39.119087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f86c3695-8bae-4298-a54f-3458fef1dfe0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:39.387371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f86c3695-8bae-4298-a54f-3458fef1dfe0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:39.387623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f86c3695-8bae-4298-a54f-3458fef1dfe0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:39.504870 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f86c3695-8bae-4298-a54f-3458fef1dfe0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 63a612b7-7e0b-4e72-aa1a-727884880b31 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:39.667078 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f86c3695-8bae-4298-a54f-3458fef1dfe0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:39.709436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c3695-8bae-4298-a54f-3458fef1dfe0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=63a612b7-7e0b-4e72-aa1a-727884880b31,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:39.811389 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f86c3695-8bae-4298-a54f-3458fef1dfe0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:40.222108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86c3695-8bae-4298-a54f-3458fef1dfe0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router a1f45775-afb1-43d3-8575-6c6dab158de1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:01:40.419758 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86c3695-8bae-4298-a54f-3458fef1dfe0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:01:40.442376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f86c3695-8bae-4298-a54f-3458fef1dfe0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:40.497398 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f86c3695-8bae-4298-a54f-3458fef1dfe0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/floatingips/0fabd063-856d-4f2b-8759-4c63917de226 HTTP/1.1" status: 204 len: 168 time: 1.5778446 May 28 05:01:40.497767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'tag': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:01:40.552177 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd67adb-64ef-4508-82ce-22050a3183ce'] response: {'name': 'network-changed', 'server_uuid': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'tag': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414', 'status': 'completed', 'code': 200} May 28 05:01:40.643824 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6229ed6-4d8f-4979-a451-48be1c9e31ed req-3fab9177-6242-4dbf-88c6-7dad1b248476 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 1098 time: 0.0690699 May 28 05:01:40.779534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6229ed6-4d8f-4979-a451-48be1c9e31ed req-723a355f-c769-4ddd-a147-415dc51943da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:40.780899 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6229ed6-4d8f-4979-a451-48be1c9e31ed req-723a355f-c769-4ddd-a147-415dc51943da service neutron] 10.222.0.66 "GET /v2.0/networks?id=f238e180-2244-4d36-aa3b-33f4d29f412d HTTP/1.1" status: 200 len: 898 time: 0.1315405 May 28 05:01:40.890637 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6229ed6-4d8f-4979-a451-48be1c9e31ed req-b8b7a97a-0208-4008-8f6a-18f253102c26 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfa2ff5f-d599-470d-9b0d-00a54d87b414 HTTP/1.1" status: 200 len: 217 time: 0.1015596 May 28 05:01:41.064236 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6229ed6-4d8f-4979-a451-48be1c9e31ed req-9a0fdd7d-f026-4157-b10b-476239562de7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:41.065680 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6229ed6-4d8f-4979-a451-48be1c9e31ed req-9a0fdd7d-f026-4157-b10b-476239562de7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cc9bb34a-3c64-4b97-bffd-d55dd1407d95 HTTP/1.1" status: 200 len: 834 time: 0.1649184 May 28 05:01:41.074230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c41521-6aa3-4574-87fc-7301e1adf61c req-1b5bcb8d-f0e0-4b20-982e-cdf3155c23af tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:41.074904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-a3c41521-6aa3-4574-87fc-7301e1adf61c req-1b5bcb8d-f0e0-4b20-982e-cdf3155c23af tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:01:41.136936 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-a3c41521-6aa3-4574-87fc-7301e1adf61c req-1b5bcb8d-f0e0-4b20-982e-cdf3155c23af tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:01:41.138115 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a3c41521-6aa3-4574-87fc-7301e1adf61c req-1b5bcb8d-f0e0-4b20-982e-cdf3155c23af tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 945 time: 0.2992804 May 28 05:01:41.183159 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6229ed6-4d8f-4979-a451-48be1c9e31ed req-5c18c8e4-4653-408c-9388-8278bd7b2a2f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f238e180-2244-4d36-aa3b-33f4d29f412d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055362 May 28 05:01:41.210333 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a3c41521-6aa3-4574-87fc-7301e1adf61c req-a671abd1-d128-428f-b2d6-4afda8efe95a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=870f26b5-c36c-412f-bf0c-6da28a599d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658758 May 28 05:01:41.320363 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6229ed6-4d8f-4979-a451-48be1c9e31ed req-93f58646-6ce3-4595-9731-5e2c7300403c service neutron] 10.222.0.66 "GET /v2.0/networks/f238e180-2244-4d36-aa3b-33f4d29f412d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302142 May 28 05:01:41.466756 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6229ed6-4d8f-4979-a451-48be1c9e31ed req-47ddedfb-c102-442d-bb1c-e91543d4f8f5 service neutron] 10.222.0.66 "GET /v2.0/networks/f238e180-2244-4d36-aa3b-33f4d29f412d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399791 May 28 05:01:42.130742 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4802f259-d7ac-4f45-97e9-f73e52d0e55e req-a4a38d5e-fe9b-46eb-a530-d48d88b1b4ed tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:42.132170 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4802f259-d7ac-4f45-97e9-f73e52d0e55e req-a4a38d5e-fe9b-46eb-a530-d48d88b1b4ed tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/ports?device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 945 time: 0.0864441 May 28 05:01:42.200368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-4802f259-d7ac-4f45-97e9-f73e52d0e55e req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port cfa2ff5f-d599-470d-9b0d-00a54d87b414 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:42.200598 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4802f259-d7ac-4f45-97e9-f73e52d0e55e req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:42.496524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-4802f259-d7ac-4f45-97e9-f73e52d0e55e req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port cfa2ff5f-d599-470d-9b0d-00a54d87b414, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cfa2ff5f-d599-470d-9b0d-00a54d87b414,segment=NetworkSegment(1166a366-33b4-4f7c-a2b0-4d63f1688c98),segment_id=1166a366-33b4-4f7c-a2b0-4d63f1688c98)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:42.497215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4802f259-d7ac-4f45-97e9-f73e52d0e55e req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:42.618750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-4802f259-d7ac-4f45-97e9-f73e52d0e55e req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for cfa2ff5f-d599-470d-9b0d-00a54d87b414 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:42.649736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631542a7-7dd9-48dd-8a31-f91c6c96b656 req-e386a62b-1009-4db3-8747-240922b32c41 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:42.651256 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-631542a7-7dd9-48dd-8a31-f91c6c96b656 req-e386a62b-1009-4db3-8747-240922b32c41 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5890705-e26a-4b4e-87ca-4b05fd3c1b9a HTTP/1.1" status: 200 len: 945 time: 0.3136663 May 28 05:01:42.725927 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-631542a7-7dd9-48dd-8a31-f91c6c96b656 req-19e7eca6-a9f6-45df-95ee-cef0dfa26e38 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=870f26b5-c36c-412f-bf0c-6da28a599d80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681863 May 28 05:01:42.801199 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4802f259-d7ac-4f45-97e9-f73e52d0e55e req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:42.853988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=cfa2ff5f-d599-470d-9b0d-00a54d87b414,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:42.892723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:42.893068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:42.893393 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:42.893730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:42.894050 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:42.894369 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:42.894692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:42.895008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:42.895324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:42.895632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:42.895944 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:42.934848 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-4802f259-d7ac-4f45-97e9-f73e52d0e55e req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] No DVR routers for this DVR port cfa2ff5f-d599-470d-9b0d-00a54d87b414 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:01:42.937151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4802f259-d7ac-4f45-97e9-f73e52d0e55e req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:42.939715 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'name': 'network-vif-deleted', 'tag': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:01:42.955439 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4802f259-d7ac-4f45-97e9-f73e52d0e55e req-735b91ca-7966-417f-b192-186f00aca181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "DELETE /v2.0/ports/cfa2ff5f-d599-470d-9b0d-00a54d87b414 HTTP/1.1" status: 204 len: 173 time: 0.8176711 May 28 05:01:42.997623 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a3d404-030f-4703-8b52-6bc4d4463fb1'] response: {'server_uuid': 'b5890705-e26a-4b4e-87ca-4b05fd3c1b9a', 'name': 'network-vif-deleted', 'tag': 'cfa2ff5f-d599-470d-9b0d-00a54d87b414', 'status': 'completed', 'code': 200} May 28 05:01:43.838045 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35102) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:43.911152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ec35380-0b11-4a3a-a976-faff2fa85f1d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:43.940224 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ec35380-0b11-4a3a-a976-faff2fa85f1d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:44.005352 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ec35380-0b11-4a3a-a976-faff2fa85f1d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:44.024282 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec35380-0b11-4a3a-a976-faff2fa85f1d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=870f26b5-c36c-412f-bf0c-6da28a599d80,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:44.031397 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2ec35380-0b11-4a3a-a976-faff2fa85f1d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:44.035416 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2ec35380-0b11-4a3a-a976-faff2fa85f1d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/security-groups/870f26b5-c36c-412f-bf0c-6da28a599d80 HTTP/1.1" status: 204 len: 168 time: 0.1934748 May 28 05:01:44.074922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35108) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:44.594166 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-249692d1-da5f-48a6-b157-eb91b308d0a5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:45.216164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-249692d1-da5f-48a6-b157-eb91b308d0a5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:45.216841 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-249692d1-da5f-48a6-b157-eb91b308d0a5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:45.406915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-249692d1-da5f-48a6-b157-eb91b308d0a5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 50b10cb5-4dfa-4be3-81d9-4a470cd514a4, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=50b10cb5-4dfa-4be3-81d9-4a470cd514a4,segment=NetworkSegment(1166a366-33b4-4f7c-a2b0-4d63f1688c98),segment_id=1166a366-33b4-4f7c-a2b0-4d63f1688c98)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:45.407321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-249692d1-da5f-48a6-b157-eb91b308d0a5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:45.527661 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-249692d1-da5f-48a6-b157-eb91b308d0a5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:45.710836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-249692d1-da5f-48a6-b157-eb91b308d0a5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:45.755183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249692d1-da5f-48a6-b157-eb91b308d0a5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=50b10cb5-4dfa-4be3-81d9-4a470cd514a4,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:46.156530 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-249692d1-da5f-48a6-b157-eb91b308d0a5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:46.733170 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249692d1-da5f-48a6-b157-eb91b308d0a5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router a1f45775-afb1-43d3-8575-6c6dab158de1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:01:46.943376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249692d1-da5f-48a6-b157-eb91b308d0a5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:01:46.955750 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-249692d1-da5f-48a6-b157-eb91b308d0a5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/a1f45775-afb1-43d3-8575-6c6dab158de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8797789 May 28 05:01:46.958625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35112) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:47.150328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-e195cdf0-3a17-4320-b8cc-abb20cecff52 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting subnet cc9bb34a-3c64-4b97-bffd-d55dd1407d95 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:01:47.153566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e195cdf0-3a17-4320-b8cc-abb20cecff52 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:47.214101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e195cdf0-3a17-4320-b8cc-abb20cecff52 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:47.304885 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e195cdf0-3a17-4320-b8cc-abb20cecff52 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:47.383857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e195cdf0-3a17-4320-b8cc-abb20cecff52 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:47.424003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195cdf0-3a17-4320-b8cc-abb20cecff52 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Subnet': ['ID=cc9bb34a-3c64-4b97-bffd-d55dd1407d95,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:47.430362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e195cdf0-3a17-4320-b8cc-abb20cecff52 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:47.436545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11266b9-0760-45fe-8c94-b8b7bc10ca12 None None] Network f238e180-2244-4d36-aa3b-33f4d29f412d requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:01:47.439923 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e195cdf0-3a17-4320-b8cc-abb20cecff52 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/subnets/cc9bb34a-3c64-4b97-bffd-d55dd1407d95 HTTP/1.1" status: 204 len: 168 time: 0.4775770 May 28 05:01:47.439923 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35116) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:47.599173 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9a13ee-08e3-4805-a634-6d6bb18991c7 None None] Sync routers for ids ['a1f45775-afb1-43d3-8575-6c6dab158de1'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:01:47.612041 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a13ee-08e3-4805-a634-6d6bb18991c7 None None] Routers {'a1f45775-afb1-43d3-8575-6c6dab158de1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:01:47.612654 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ee9a13ee-08e3-4805-a634-6d6bb18991c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:01:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a1f45775-afb1-43d3-8575-6c6dab158de1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:47.660129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device cfa2ff5f-d599-470d-9b0d-00a54d87b414 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:01:47.705604 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: cfa2ff5f-d599-470d-9b0d-00a54d87b414 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:01:47.705962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device cfa2ff5f-d599-470d-9b0d-00a54d87b414 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:01:47.718459 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2d3518-fbab-40ef-8c36-d34cef3ee845 None None] DHCP port deletion for f238e180-2244-4d36-aa3b-33f4d29f412d request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:01:47.723582 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d3518-fbab-40ef-8c36-d34cef3ee845 None None] Deleting port 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:47.723940 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3518-fbab-40ef-8c36-d34cef3ee845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:47.762438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4081-a07b-4a5f-864f-930d6002e937 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:47.795350 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-ee9a13ee-08e3-4805-a634-6d6bb18991c7 None None] Set router a1f45775-afb1-43d3-8575-6c6dab158de1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:01:47.979784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4081-a07b-4a5f-864f-930d6002e937 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:47.993916 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b4081-a07b-4a5f-864f-930d6002e937 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 26c2926e-fb49-4139-acb3-81c7b7559e42 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:01:47.994344 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4081-a07b-4a5f-864f-930d6002e937 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:47.995694 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d3518-fbab-40ef-8c36-d34cef3ee845 None None] For port 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=07b6f41e-ebf9-4a58-b1de-ea60aeba76f1,segment=NetworkSegment(1166a366-33b4-4f7c-a2b0-4d63f1688c98),segment_id=1166a366-33b4-4f7c-a2b0-4d63f1688c98)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:47.996180 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3518-fbab-40ef-8c36-d34cef3ee845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:48.097632 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ee9a13ee-08e3-4805-a634-6d6bb18991c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'name': 'tempest-TestNetworkBasicOps-router-1243752328', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171'}], 'enable_snat': True}, 'gw_port_id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:01:45Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '26c2926e-fb49-4139-acb3-81c7b7559e42', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:c6:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:01:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:48.101446 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9a13ee-08e3-4805-a634-6d6bb18991c7 None None] Checking router: a1f45775-afb1-43d3-8575-6c6dab158de1 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:01:48.111842 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a13ee-08e3-4805-a634-6d6bb18991c7 None None] Routers {'a1f45775-afb1-43d3-8575-6c6dab158de1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:01:48.112418 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ee9a13ee-08e3-4805-a634-6d6bb18991c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:01:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a1f45775-afb1-43d3-8575-6c6dab158de1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:48.127426 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:01:48.181499 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-4a5b4081-a07b-4a5f-864f-930d6002e937 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 26c2926e-fb49-4139-acb3-81c7b7559e42, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=26c2926e-fb49-4139-acb3-81c7b7559e42,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:48.182297 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4081-a07b-4a5f-864f-930d6002e937 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:48.190040 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d3518-fbab-40ef-8c36-d34cef3ee845 None None] Calling delete_port for 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:48.294034 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-ee9a13ee-08e3-4805-a634-6d6bb18991c7 None None] Set router a1f45775-afb1-43d3-8575-6c6dab158de1 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:01:48.310377 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:48.315830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4a5b4081-a07b-4a5f-864f-930d6002e937 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 26c2926e-fb49-4139-acb3-81c7b7559e42 owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:01:48.321719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3518-fbab-40ef-8c36-d34cef3ee845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:48.374221 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d3518-fbab-40ef-8c36-d34cef3ee845 None None] Pushing event deleted for resources: {'Port': ['ID=07b6f41e-ebf9-4a58-b1de-ea60aeba76f1,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:48.377509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2d3518-fbab-40ef-8c36-d34cef3ee845 None None] No DVR routers for this DVR port 07b6f41e-ebf9-4a58-b1de-ea60aeba76f1 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:01:48.407620 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ee9a13ee-08e3-4805-a634-6d6bb18991c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'name': 'tempest-TestNetworkBasicOps-router-1243752328', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:01:47Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:48.414196 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9a13ee-08e3-4805-a634-6d6bb18991c7 None None] The sync data for ids ['a1f45775-afb1-43d3-8575-6c6dab158de1'] in dv-neutron-843300-5-hyperv is: [{'id': 'a1f45775-afb1-43d3-8575-6c6dab158de1', 'name': 'tempest-TestNetworkBasicOps-router-1243752328', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:00:35Z', 'updated_at': '2022-05-28T05:01:47Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port_host': None}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:01:48.499749 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4081-a07b-4a5f-864f-930d6002e937 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:48.542012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b4081-a07b-4a5f-864f-930d6002e937 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=26c2926e-fb49-4139-acb3-81c7b7559e42,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:48.760083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4081-a07b-4a5f-864f-930d6002e937 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.115216 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4081-a07b-4a5f-864f-930d6002e937 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.120148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4081-a07b-4a5f-864f-930d6002e937 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.149911 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4081-a07b-4a5f-864f-930d6002e937 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.150646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5b4081-a07b-4a5f-864f-930d6002e937 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Fanout notify agent at l3_agent the message router_deleted on router a1f45775-afb1-43d3-8575-6c6dab158de1 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:01:49.165023 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a5b4081-a07b-4a5f-864f-930d6002e937 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.168753 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4a5b4081-a07b-4a5f-864f-930d6002e937 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/routers/a1f45775-afb1-43d3-8575-6c6dab158de1 HTTP/1.1" status: 204 len: 168 time: 1.7255137 May 28 05:01:49.168945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35120) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:49.246248 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde76e52-ad2c-4ca4-a399-f2b7b456234e None None] New status for floating IP 0fabd063-856d-4f2b-8759-4c63917de226: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:01:49.281477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29708138-4614-4545-9115-8e1654d9fd97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.417483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29708138-4614-4545-9115-8e1654d9fd97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.442018 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-29708138-4614-4545-9115-8e1654d9fd97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f238e180-2244-4d36-aa3b-33f4d29f412d']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:49.455019 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-29708138-4614-4545-9115-8e1654d9fd97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1166a366-33b4-4f7c-a2b0-4d63f1688c98') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:49.455298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-29708138-4614-4545-9115-8e1654d9fd97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1166a366-33b4-4f7c-a2b0-4d63f1688c98') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:49.468258 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29708138-4614-4545-9115-8e1654d9fd97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.486395 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29708138-4614-4545-9115-8e1654d9fd97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.493717 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29708138-4614-4545-9115-8e1654d9fd97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:01:49.494165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29708138-4614-4545-9115-8e1654d9fd97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:01:49.509104 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:01:49.591292 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29708138-4614-4545-9115-8e1654d9fd97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.608171 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29708138-4614-4545-9115-8e1654d9fd97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.619487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29708138-4614-4545-9115-8e1654d9fd97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Network': ['ID=f238e180-2244-4d36-aa3b-33f4d29f412d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:49.629993 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-29708138-4614-4545-9115-8e1654d9fd97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/networks/f238e180-2244-4d36-aa3b-33f4d29f412d HTTP/1.1" status: 204 len: 168 time: 0.4600856 May 28 05:01:49.657007 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35124) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:49.662857 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'network': {'name': 'tempest-network-smoke--448384858', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'port_security_enabled': True}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:01:49.668731 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:01:49.673136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:network and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:01:49.676478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:01:49.683204 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:01:49.696162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:01:49.700990 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.734609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:01:49.744369 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.744700 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Added segment 553bd02c-c84b-4826-87b3-5549e5538374 of type vlan for network 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 May 28 05:01:49.777714 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.813763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.817722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:49.818296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.935299 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2769465 May 28 05:01:49.936167 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Network': ['ID=2e5d5734-efea-4dc7-8ce9-e236ed77ca51,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:49.938013 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35128) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:49.943880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-773683722', 'admin_state_up': True, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:01:49.945207 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:49.945547 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:49.945947 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:49.946269 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:49.946576 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:49.946897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:49.947216 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:49.947618 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:49.947948 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:49.948255 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:49.948575 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a227aeba-990d-4278-882b-8a3e387f87e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:49.951887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:01:49.956117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:router and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:01:49.959355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:01:49.959911 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:01:49.965760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:01:49.982761 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:49.983717 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:50.002034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:50.066337 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:01:50.100033 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:01:50.100373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 50b10cb5-4dfa-4be3-81d9-4a470cd514a4 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:01:50.100809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 26c2926e-fb49-4139-acb3-81c7b7559e42 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:01:50.132952 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 26c2926e-fb49-4139-acb3-81c7b7559e42 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:01:50.134518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 26c2926e-fb49-4139-acb3-81c7b7559e42 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:01:50.158143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:50.336890 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:50.365911 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:50.499555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.213 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/0d19cce6-37c0-4b8b-8fd7-b220e007dc59) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:01:50.652115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:50.683329 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:50.749967 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:01:50.752732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:01:50.756990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:01:50.784326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=0d19cce6-37c0-4b8b-8fd7-b220e007dc59,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:50.919344 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:50.919990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:51.268149 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router e3d179c2-099f-4d2a-8660-412704964c8a is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:01:51.478533 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:01:51.488012 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Sync routers for ids ['e3d179c2-099f-4d2a-8660-412704964c8a'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:01:51.501055 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Routers {'e3d179c2-099f-4d2a-8660-412704964c8a'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:01:51.501669 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:01:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['e3d179c2-099f-4d2a-8660-412704964c8a'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:51.508633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:51.513177 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-342ea3a9-5f19-4be6-837a-848efefee597 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5705357 May 28 05:01:51.513457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35132) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:51.556546 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4914ce9d-2826-4375-ab27-199a8b2b1532 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f3dfbb4a80ae4be4a49f16f926649fcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419586 May 28 05:01:51.559331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35136) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:51.673210 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Set router e3d179c2-099f-4d2a-8660-412704964c8a gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:01:51.691099 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53992c3c-935e-44cc-9a70-0e3eef90bc09 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:51.692560 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-53992c3c-935e-44cc-9a70-0e3eef90bc09 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1323249 May 28 05:01:51.695554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35140) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:51.740961 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8a122244-0f98-49f6-a094-7f95d56545da tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443518 May 28 05:01:51.743979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35144) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:51.750511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-05719a8b-4b08-43ad-b259-d37e01824a44 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1682754337', 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:01:51.859102 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-05719a8b-4b08-43ad-b259-d37e01824a44 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:01:51.862746 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-05719a8b-4b08-43ad-b259-d37e01824a44 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:subnet and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:01:51.865482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-05719a8b-4b08-43ad-b259-d37e01824a44 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:01:51.872347 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-05719a8b-4b08-43ad-b259-d37e01824a44 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:01:51.884273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05719a8b-4b08-43ad-b259-d37e01824a44 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:01:51.958111 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'name': 'tempest-TestNetworkBasicOps-router-773683722', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:01:49Z', 'updated_at': '2022-05-28T05:01:50Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:50Z', 'updated_at': '2022-05-28T05:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:51.962187 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Checking router: e3d179c2-099f-4d2a-8660-412704964c8a for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:01:51.962522 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Updating router e3d179c2-099f-4d2a-8660-412704964c8a port 0d19cce6-37c0-4b8b-8fd7-b220e007dc59 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:01:51.987383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-05719a8b-4b08-43ad-b259-d37e01824a44 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:52.012632 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:52.116553 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d96efa1b-89f5-46a8-8d0b-1f1d7f693114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:52.206029 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-05719a8b-4b08-43ad-b259-d37e01824a44 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:52.283830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05719a8b-4b08-43ad-b259-d37e01824a44 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Subnet': ['ID=7e98d03b-4892-4301-8667-5ec6515e02b0,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:52.301207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05719a8b-4b08-43ad-b259-d37e01824a44 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Checking segment: {'id': '553bd02c-c84b-4826-87b3-5549e5538374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:01:52.301556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05719a8b-4b08-43ad-b259-d37e01824a44 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network hostable DHCP agents. Network: 2e5d5734-efea-4dc7-8ce9-e236ed77ca51, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:01:52.324449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05719a8b-4b08-43ad-b259-d37e01824a44 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:01:52.336026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-05719a8b-4b08-43ad-b259-d37e01824a44 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 2e5d5734-efea-4dc7-8ce9-e236ed77ca51) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:01:52.341986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05719a8b-4b08-43ad-b259-d37e01824a44 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:52.342702 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-05719a8b-4b08-43ad-b259-d37e01824a44 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:52.346995 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5ed47c-cdef-4ced-96d9-162b233d1fbd None None] Network 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:01:52.347162 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:52.359688 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Transition to ACTIVE for port object 0d19cce6-37c0-4b8b-8fd7-b220e007dc59 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:01:52.368931 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:52.370640 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-05719a8b-4b08-43ad-b259-d37e01824a44 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6251020 May 28 05:01:52.373646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35148) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:52.454220 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Attempting to bind port 0d19cce6-37c0-4b8b-8fd7-b220e007dc59 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:01:52.454581 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Attempting to bind port 0d19cce6-37c0-4b8b-8fd7-b220e007dc59 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:01:52.454934 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Attempting to bind port 0d19cce6-37c0-4b8b-8fd7-b220e007dc59 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:01:52.459936 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b59a7a-1e0f-45da-899c-e762f2a749ed None None] Pushing event updated for resources: {'Port': ['ID=0d19cce6-37c0-4b8b-8fd7-b220e007dc59,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:52.470648 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:01:52.471009 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:01:52.471388 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:52.471770 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:01:52.472222 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Bound port: 0d19cce6-37c0-4b8b-8fd7-b220e007dc59, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:01:52.472589 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:52.501903 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b59a7a-1e0f-45da-899c-e762f2a749ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:52.502639 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b59a7a-1e0f-45da-899c-e762f2a749ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:52.502639 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b59a7a-1e0f-45da-899c-e762f2a749ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:52.502860 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b59a7a-1e0f-45da-899c-e762f2a749ed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:52.503366 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b59a7a-1e0f-45da-899c-e762f2a749ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:52.503693 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b59a7a-1e0f-45da-899c-e762f2a749ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:52.504012 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b59a7a-1e0f-45da-899c-e762f2a749ed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:52.504330 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b59a7a-1e0f-45da-899c-e762f2a749ed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:52.504645 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b59a7a-1e0f-45da-899c-e762f2a749ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:52.504957 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b59a7a-1e0f-45da-899c-e762f2a749ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:52.505862 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b59a7a-1e0f-45da-899c-e762f2a749ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:52.556302 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] For port 0d19cce6-37c0-4b8b-8fd7-b220e007dc59, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:01:52.559742 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] For port 0d19cce6-37c0-4b8b-8fd7-b220e007dc59, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0d19cce6-37c0-4b8b-8fd7-b220e007dc59,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:01:52.566429 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:52.568186 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ips': [{'subnet_id': '7e98d03b-4892-4301-8667-5ec6515e02b0'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:01:52.568996 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:52.648749 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Routers {'e3d179c2-099f-4d2a-8660-412704964c8a'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:01:52.649637 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:01:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['e3d179c2-099f-4d2a-8660-412704964c8a'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:52.694793 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b59a7a-1e0f-45da-899c-e762f2a749ed None None] Pushing event updated for resources: {'Port': ['ID=0d19cce6-37c0-4b8b-8fd7-b220e007dc59,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:52.732159 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Allocated IP 172.20.0.2 (2e5d5734-efea-4dc7-8ce9-e236ed77ca51/7e98d03b-4892-4301-8667-5ec6515e02b0/3035cce7-9037-4c7d-90a3-e5fe3ab860ab) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:01:52.859704 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] Set router e3d179c2-099f-4d2a-8660-412704964c8a gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:01:52.992736 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:53.003359 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Transition to ACTIVE for port object 3035cce7-9037-4c7d-90a3-e5fe3ab860ab will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:01:53.021837 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Transition to ACTIVE for port object 3035cce7-9037-4c7d-90a3-e5fe3ab860ab will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:01:53.029486 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:53.096504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Network 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:01:53.101134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:01:53.105511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:01:53.111912 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Pushing event updated for resources: {'Port': ['ID=3035cce7-9037-4c7d-90a3-e5fe3ab860ab,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:53.154777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:53.155522 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:53.155522 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:53.155729 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:53.156053 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:53.156371 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:53.156688 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:53.157025 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:53.157320 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:53.157668 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:53.157984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:01:53.159489 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'name': 'tempest-TestNetworkBasicOps-router-773683722', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:01:49Z', 'updated_at': '2022-05-28T05:01:50Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:50Z', 'updated_at': '2022-05-28T05:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:53.163781 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7d0bd8-2889-4d81-886e-acf86793dade None None] The sync data for ids ['e3d179c2-099f-4d2a-8660-412704964c8a'] in dv-neutron-843300-5-hyperv is: [{'id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'name': 'tempest-TestNetworkBasicOps-router-773683722', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:01:49Z', 'updated_at': '2022-05-28T05:01:50Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:50Z', 'updated_at': '2022-05-28T05:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:01:53.213223 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Attempting to bind port 3035cce7-9037-4c7d-90a3-e5fe3ab860ab on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:01:53.214161 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Attempting to bind port 3035cce7-9037-4c7d-90a3-e5fe3ab860ab by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '553bd02c-c84b-4826-87b3-5549e5538374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:01:53.214539 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Attempting to bind port 3035cce7-9037-4c7d-90a3-e5fe3ab860ab on network 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:01:53.221265 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:01:53.221630 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Checking segment: {'id': '553bd02c-c84b-4826-87b3-5549e5538374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:01:53.222055 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:53.222438 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Bound using segment: {'id': '553bd02c-c84b-4826-87b3-5549e5538374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:01:53.222893 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Bound port: 3035cce7-9037-4c7d-90a3-e5fe3ab860ab, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553bd02c-c84b-4826-87b3-5549e5538374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:01:53.223258 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:53.272286 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:53.324763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] For port 3035cce7-9037-4c7d-90a3-e5fe3ab860ab, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:01:53.327988 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] For port 3035cce7-9037-4c7d-90a3-e5fe3ab860ab, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3035cce7-9037-4c7d-90a3-e5fe3ab860ab,segment=NetworkSegment(553bd02c-c84b-4826-87b3-5549e5538374),segment_id=553bd02c-c84b-4826-87b3-5549e5538374)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:01:53.335375 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:53.433278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bd4cd-8ad3-478a-b96c-c8e416a322ac None None] Pushing event updated for resources: {'Port': ['ID=3035cce7-9037-4c7d-90a3-e5fe3ab860ab,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:53.774618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.1 (2e5d5734-efea-4dc7-8ce9-e236ed77ca51/7e98d03b-4892-4301-8667-5ec6515e02b0/d53ea642-0712-4402-874a-3508137a19d8) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:01:53.936434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:53.954252 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object d53ea642-0712-4402-874a-3508137a19d8 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:01:53.979584 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:54.059297 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:01:54.062911 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:01:54.064839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=d53ea642-0712-4402-874a-3508137a19d8,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:54.066968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:01:54.130300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0d19cce6-37c0-4b8b-8fd7-b220e007dc59 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:01:54.137904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:54.204704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 0d19cce6-37c0-4b8b-8fd7-b220e007dc59 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:01:54.209911 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 0d19cce6-37c0-4b8b-8fd7-b220e007dc59 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:01:54.210352 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:54.233020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:54.341282 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:54.347247 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4164653f-2573-4380-98fb-7c19ec425c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:54.360355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 0d19cce6-37c0-4b8b-8fd7-b220e007dc59, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0d19cce6-37c0-4b8b-8fd7-b220e007dc59,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:54.365673 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:54.367358 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3035cce7-9037-4c7d-90a3-e5fe3ab860ab up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:01:54.445881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9a005d-16bc-447f-a59e-4e7e61b5897b None None] Network 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:01:54.572728 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=0d19cce6-37c0-4b8b-8fd7-b220e007dc59,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:54.601709 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7f6cf50b-041f-4fa0-9516-2e7448f7f80e None None] Provisioning for port 3035cce7-9037-4c7d-90a3-e5fe3ab860ab completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:01:54.647566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:54.649112 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 3035cce7-9037-4c7d-90a3-e5fe3ab860ab completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:01:54.653523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:54.664408 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 3035cce7-9037-4c7d-90a3-e5fe3ab860ab triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:01:54.664764 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:54.761041 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=d53ea642-0712-4402-874a-3508137a19d8,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:54.763275 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:54.779847 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:54.845262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:54.885623 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 3035cce7-9037-4c7d-90a3-e5fe3ab860ab, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3035cce7-9037-4c7d-90a3-e5fe3ab860ab,segment=NetworkSegment(553bd02c-c84b-4826-87b3-5549e5538374),segment_id=553bd02c-c84b-4826-87b3-5549e5538374)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:01:54.892976 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:54.984991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=3035cce7-9037-4c7d-90a3-e5fe3ab860ab,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:55.012457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:01:55.013571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:01:55.150815 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cf63357b-a9ae-45cc-821f-e01d09aec835 None None] Provisioning for port d53ea642-0712-4402-874a-3508137a19d8 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:01:55.157022 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cf63357b-a9ae-45cc-821f-e01d09aec835 None None] Provisioning complete for port d53ea642-0712-4402-874a-3508137a19d8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:01:55.157512 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cf63357b-a9ae-45cc-821f-e01d09aec835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:55.211373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-cf63357b-a9ae-45cc-821f-e01d09aec835 None None] Port d53ea642-0712-4402-874a-3508137a19d8 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:01:55.227017 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cf63357b-a9ae-45cc-821f-e01d09aec835 None None] Provisioning complete for port 3035cce7-9037-4c7d-90a3-e5fe3ab860ab triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:01:55.227378 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cf63357b-a9ae-45cc-821f-e01d09aec835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:55.403139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router e3d179c2-099f-4d2a-8660-412704964c8a has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:01:55.468000 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-fb0092a4-ea79-4507-8266-6adb267cf3bf None None] Provisioning complete for port d53ea642-0712-4402-874a-3508137a19d8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:01:55.468363 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fb0092a4-ea79-4507-8266-6adb267cf3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:55.521013 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-fb0092a4-ea79-4507-8266-6adb267cf3bf None None] Port d53ea642-0712-4402-874a-3508137a19d8 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:01:55.555068 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:55.567968 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:55.600736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:01:55.613271 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-99b4012c-916f-46d6-ab06-1050374b3039 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/e3d179c2-099f-4d2a-8660-412704964c8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2385848 May 28 05:01:55.616193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35152) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:55.750673 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda42aea-9d30-4e85-8be6-69606edde7d9 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:55.750880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda42aea-9d30-4e85-8be6-69606edde7d9 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:55.751271 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda42aea-9d30-4e85-8be6-69606edde7d9 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:55.751626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda42aea-9d30-4e85-8be6-69606edde7d9 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:55.753264 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bda42aea-9d30-4e85-8be6-69606edde7d9 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1356721 May 28 05:01:55.757629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35156) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:55.826611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31acb81e-0161-4671-98c1-46924f45bf5c tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:55.826975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31acb81e-0161-4671-98c1-46924f45bf5c tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:55.827338 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31acb81e-0161-4671-98c1-46924f45bf5c tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:55.827691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31acb81e-0161-4671-98c1-46924f45bf5c tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:55.829303 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-31acb81e-0161-4671-98c1-46924f45bf5c tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0707753 May 28 05:01:55.832239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35160) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:56.028831 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d32dd6c0-ff1c-4629-a2a5-d8b750dfe0d1 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1955636 May 28 05:01:56.069159 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0d19cce6-37c0-4b8b-8fd7-b220e007dc59 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:01:56.113318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35166) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:56.119592 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-1836689a-f2bd-4c2f-a34b-95217d9e7300 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1713906479', 'description': 'tempest-secgroup-smoke-1713906479 description', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:01:56.125568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1836689a-f2bd-4c2f-a34b-95217d9e7300 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:01:56.133150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1836689a-f2bd-4c2f-a34b-95217d9e7300 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:01:56.133312 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1836689a-f2bd-4c2f-a34b-95217d9e7300 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:01:56.137924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 0d19cce6-37c0-4b8b-8fd7-b220e007dc59 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:01:56.138304 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.139613 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1836689a-f2bd-4c2f-a34b-95217d9e7300 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:01:56.152124 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1836689a-f2bd-4c2f-a34b-95217d9e7300 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.189485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1836689a-f2bd-4c2f-a34b-95217d9e7300 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:01:56.193238 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1836689a-f2bd-4c2f-a34b-95217d9e7300 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:01:56.196154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1836689a-f2bd-4c2f-a34b-95217d9e7300 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:01:56.201907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1836689a-f2bd-4c2f-a34b-95217d9e7300 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:01:56.258570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1836689a-f2bd-4c2f-a34b-95217d9e7300 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.264180 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1836689a-f2bd-4c2f-a34b-95217d9e7300 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.290213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3035cce7-9037-4c7d-90a3-e5fe3ab860ab up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:01:56.307496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836689a-f2bd-4c2f-a34b-95217d9e7300 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:56.314960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1836689a-f2bd-4c2f-a34b-95217d9e7300 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.316155 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1836689a-f2bd-4c2f-a34b-95217d9e7300 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2017629 May 28 05:01:56.319059 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35170) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:56.324737 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-80b04297-3029-46fa-b641-f49298d4ff75 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:01:56.330683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-80b04297-3029-46fa-b641-f49298d4ff75 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:01:56.334619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-80b04297-3029-46fa-b641-f49298d4ff75 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:01:56.337426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-80b04297-3029-46fa-b641-f49298d4ff75 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:01:56.343421 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-80b04297-3029-46fa-b641-f49298d4ff75 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:01:56.359687 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 3035cce7-9037-4c7d-90a3-e5fe3ab860ab triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:01:56.360155 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.362875 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-80b04297-3029-46fa-b641-f49298d4ff75 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.427580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-80b04297-3029-46fa-b641-f49298d4ff75 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.433780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-80b04297-3029-46fa-b641-f49298d4ff75 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.458751 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b04297-3029-46fa-b641-f49298d4ff75 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78069219-5675-482e-831c-c9f71f1420c0,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:56.471927 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-80b04297-3029-46fa-b641-f49298d4ff75 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.473195 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-80b04297-3029-46fa-b641-f49298d4ff75 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1531901 May 28 05:01:56.475906 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35174) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:56.482520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-48866318-9f81-492e-a057-3f34d61fdd65 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:01:56.488760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-48866318-9f81-492e-a057-3f34d61fdd65 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:01:56.492914 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-48866318-9f81-492e-a057-3f34d61fdd65 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:01:56.496056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-48866318-9f81-492e-a057-3f34d61fdd65 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:01:56.501720 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-48866318-9f81-492e-a057-3f34d61fdd65 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:01:56.520260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-48866318-9f81-492e-a057-3f34d61fdd65 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.583914 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-48866318-9f81-492e-a057-3f34d61fdd65 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.589810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-48866318-9f81-492e-a057-3f34d61fdd65 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.612944 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48866318-9f81-492e-a057-3f34d61fdd65 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3ed278-670d-45c9-88ed-e977357be17e,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:56.623909 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-48866318-9f81-492e-a057-3f34d61fdd65 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.625106 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-48866318-9f81-492e-a057-3f34d61fdd65 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1480513 May 28 05:01:56.627983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35178) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:56.633246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-c74df882-391f-422f-a0f1-7ab891c270b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:01:56.639526 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c74df882-391f-422f-a0f1-7ab891c270b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:01:56.643411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c74df882-391f-422f-a0f1-7ab891c270b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:01:56.646399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c74df882-391f-422f-a0f1-7ab891c270b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:01:56.652307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c74df882-391f-422f-a0f1-7ab891c270b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:01:56.660563 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Sync routers for ids ['e3d179c2-099f-4d2a-8660-412704964c8a'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:01:56.672241 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c74df882-391f-422f-a0f1-7ab891c270b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.673875 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Routers {'e3d179c2-099f-4d2a-8660-412704964c8a'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:01:56.674487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:01:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['e3d179c2-099f-4d2a-8660-412704964c8a'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:56.739752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c74df882-391f-422f-a0f1-7ab891c270b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.745296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c74df882-391f-422f-a0f1-7ab891c270b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.770811 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74df882-391f-422f-a0f1-7ab891c270b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4eac57-9713-4895-ab02-e6fdb7b9b970,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:56.784014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c74df882-391f-422f-a0f1-7ab891c270b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.785341 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c74df882-391f-422f-a0f1-7ab891c270b8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1563551 May 28 05:01:56.788106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35182) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:56.794185 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-988f7732-eb4f-487a-812d-ce439658e786 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:01:56.800012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-988f7732-eb4f-487a-812d-ce439658e786 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:01:56.803739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-988f7732-eb4f-487a-812d-ce439658e786 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:01:56.806545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-988f7732-eb4f-487a-812d-ce439658e786 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:01:56.812939 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-988f7732-eb4f-487a-812d-ce439658e786 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:01:56.830455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-988f7732-eb4f-487a-812d-ce439658e786 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.854658 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Set router e3d179c2-099f-4d2a-8660-412704964c8a gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:01:56.896095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-988f7732-eb4f-487a-812d-ce439658e786 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.901547 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-988f7732-eb4f-487a-812d-ce439658e786 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.927536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f7732-eb4f-487a-812d-ce439658e786 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8183c1-dbf7-4034-96c0-6222d510199c,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:56.937564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-988f7732-eb4f-487a-812d-ce439658e786 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:56.939539 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-988f7732-eb4f-487a-812d-ce439658e786 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1499183 May 28 05:01:56.941620 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35186) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:56.947092 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-1065680f-b651-4d33-b83b-b30af39de096 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:01:56.953745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1065680f-b651-4d33-b83b-b30af39de096 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:01:56.958241 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1065680f-b651-4d33-b83b-b30af39de096 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:01:56.961147 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1065680f-b651-4d33-b83b-b30af39de096 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:01:56.967185 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1065680f-b651-4d33-b83b-b30af39de096 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:01:57.081746 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-1065680f-b651-4d33-b83b-b30af39de096 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:01:57.088235 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1065680f-b651-4d33-b83b-b30af39de096 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:57.156101 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:57.157919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1065680f-b651-4d33-b83b-b30af39de096 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:57.162625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1065680f-b651-4d33-b83b-b30af39de096 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:57.185461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065680f-b651-4d33-b83b-b30af39de096 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284f4079-12a6-4ae9-b90f-96dc111ec1b0,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:57.185693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'name': 'tempest-TestNetworkBasicOps-router-773683722', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:01:49Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:50Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd53ea642-0712-4402-874a-3508137a19d8', 'name': '', 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:48:66:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:53Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 2, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:57.189886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Checking router: e3d179c2-099f-4d2a-8660-412704964c8a for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:01:57.190235 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Updating router e3d179c2-099f-4d2a-8660-412704964c8a port d53ea642-0712-4402-874a-3508137a19d8 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:01:57.196676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1065680f-b651-4d33-b83b-b30af39de096 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:57.198410 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1065680f-b651-4d33-b83b-b30af39de096 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2555127 May 28 05:01:57.203226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35190) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:01:57.208563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a67a2c81-e8ca-4a66-81e9-b48907b45e5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:01:57.215082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a67a2c81-e8ca-4a66-81e9-b48907b45e5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:01:57.218768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a67a2c81-e8ca-4a66-81e9-b48907b45e5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:01:57.221502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a67a2c81-e8ca-4a66-81e9-b48907b45e5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:01:57.227074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a67a2c81-e8ca-4a66-81e9-b48907b45e5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:01:57.240578 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-a67a2c81-e8ca-4a66-81e9-b48907b45e5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:01:57.245798 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:57.248038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a67a2c81-e8ca-4a66-81e9-b48907b45e5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:57.312152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a67a2c81-e8ca-4a66-81e9-b48907b45e5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:57.318038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a67a2c81-e8ca-4a66-81e9-b48907b45e5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:57.340592 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67a2c81-e8ca-4a66-81e9-b48907b45e5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf3794e-b4df-42ef-b6ff-c5aa5879b0bb,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:57.350875 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a67a2c81-e8ca-4a66-81e9-b48907b45e5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:57.352067 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a67a2c81-e8ca-4a66-81e9-b48907b45e5e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1478939 May 28 05:01:57.595421 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:57.597143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-40a2fc0e-1570-45d5-8c74-621a47623aa3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:01:57.608076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Transition to ACTIVE for port object d53ea642-0712-4402-874a-3508137a19d8 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:01:57.612756 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-40a2fc0e-1570-45d5-8c74-621a47623aa3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:01:57.614003 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-40a2fc0e-1570-45d5-8c74-621a47623aa3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1713906479&fields=id&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 267 time: 0.0573726 May 28 05:01:57.615628 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:57.736901 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be85c54-4e79-4fe4-8c52-9a4cde4ac747 None None] Pushing event updated for resources: {'Port': ['ID=d53ea642-0712-4402-874a-3508137a19d8,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:57.771997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7aceebc1-d31d-42b8-b228-9c7effc0eac8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:57.773806 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7aceebc1-d31d-42b8-b228-9c7effc0eac8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:01:57.790382 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7aceebc1-d31d-42b8-b228-9c7effc0eac8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:01:57.792418 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7aceebc1-d31d-42b8-b228-9c7effc0eac8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/networks?id=2e5d5734-efea-4dc7-8ce9-e236ed77ca51 HTTP/1.1" status: 200 len: 796 time: 0.1702435 May 28 05:01:57.813051 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-79ceb078-cd39-49bd-8721-7605a513b6dc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/quotas/f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 375 time: 0.0118303 May 28 05:01:57.828017 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Attempting to bind port d53ea642-0712-4402-874a-3508137a19d8 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:01:57.828375 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Attempting to bind port d53ea642-0712-4402-874a-3508137a19d8 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '553bd02c-c84b-4826-87b3-5549e5538374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:01:57.828725 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Attempting to bind port d53ea642-0712-4402-874a-3508137a19d8 on network 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:01:57.835605 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:01:57.835966 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Checking segment: {'id': '553bd02c-c84b-4826-87b3-5549e5538374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:01:57.836356 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:57.836732 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Bound using segment: {'id': '553bd02c-c84b-4826-87b3-5549e5538374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:01:57.837188 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Bound port: d53ea642-0712-4402-874a-3508137a19d8, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553bd02c-c84b-4826-87b3-5549e5538374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:01:57.837550 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:57.898456 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-3c9c8c62-8e8e-4e08-b4bf-bc198883c33c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:01:57.915663 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-3c9c8c62-8e8e-4e08-b4bf-bc198883c33c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:01:57.917743 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-3c9c8c62-8e8e-4e08-b4bf-bc198883c33c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982494 May 28 05:01:57.930124 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] For port d53ea642-0712-4402-874a-3508137a19d8, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:01:57.933616 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] For port d53ea642-0712-4402-874a-3508137a19d8, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d53ea642-0712-4402-874a-3508137a19d8,segment=NetworkSegment(553bd02c-c84b-4826-87b3-5549e5538374),segment_id=553bd02c-c84b-4826-87b3-5549e5538374)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:01:57.939135 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:58.029327 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be85c54-4e79-4fe4-8c52-9a4cde4ac747 None None] Pushing event updated for resources: {'Port': ['ID=d53ea642-0712-4402-874a-3508137a19d8,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:01:58.037125 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Routers {'e3d179c2-099f-4d2a-8660-412704964c8a'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:01:58.037797 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:01:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['e3d179c2-099f-4d2a-8660-412704964c8a'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:58.076739 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-89d9e986-cb7c-414e-a058-c3d1a29d165d service neutron] 10.222.0.15 "GET /v2.0/networks/2e5d5734-efea-4dc7-8ce9-e236ed77ca51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457927 May 28 05:01:58.220939 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-59fe40a6-8d03-4c5a-a5e6-6594f678933c service neutron] 10.222.0.15 "GET /v2.0/networks/2e5d5734-efea-4dc7-8ce9-e236ed77ca51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383700 May 28 05:01:58.269877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] Set router e3d179c2-099f-4d2a-8660-412704964c8a gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:01:58.406659 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7d2552ca-aa78-4040-b5e2-d4a6ea798c53 req-78c75273-4197-4032-a19d-1255638eb5d7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 210 time: 0.0428143 May 28 05:01:58.605804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'name': 'tempest-TestNetworkBasicOps-router-773683722', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:01:49Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:50Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd53ea642-0712-4402-874a-3508137a19d8', 'name': '', 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:48:66:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:53Z', 'updated_at': '2022-05-28T05:01:57Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:01:58.609709 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b272e8a-f691-4383-b73c-e5464c3501b9 None None] The sync data for ids ['e3d179c2-099f-4d2a-8660-412704964c8a'] in dv-neutron-843300-5-hyperv is: [{'id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'name': 'tempest-TestNetworkBasicOps-router-773683722', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:01:49Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:50Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd53ea642-0712-4402-874a-3508137a19d8', 'name': '', 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:48:66:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:53Z', 'updated_at': '2022-05-28T05:01:57Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:01:59.477768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-5ca0f0ca-12be-408e-9edd-c87bb8deef69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:01:59.479574 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-5ca0f0ca-12be-408e-9edd-c87bb8deef69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/networks?id=2e5d5734-efea-4dc7-8ce9-e236ed77ca51 HTTP/1.1" status: 200 len: 796 time: 0.1529138 May 28 05:01:59.551439 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-28796c94-0fb3-41f4-809e-f9bf530ad045 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 380 time: 0.0586145 May 28 05:01:59.594749 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-e6e29276-2eca-4cc1-8750-3dd4828c11ab tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'port': {'device_id': '0d847ac4-02a7-4e89-9cb4-cc5db9118cae', 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'admin_state_up': True, 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'security_groups': ['95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:01:59.609178 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ccd1a8e3-4876-4396-b086-8c0a1794a082 req-5bee20d5-e0a0-428e-8c40-076888a7bb58 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 210 time: 0.0611155 May 28 05:01:59.729237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-e6e29276-2eca-4cc1-8750-3dd4828c11ab tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:01:59.739491 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-e6e29276-2eca-4cc1-8750-3dd4828c11ab tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:01:59.752236 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-e6e29276-2eca-4cc1-8750-3dd4828c11ab tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:01:59.755202 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-e6e29276-2eca-4cc1-8750-3dd4828c11ab tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:01:59.913139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-e6e29276-2eca-4cc1-8750-3dd4828c11ab tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.10 (2e5d5734-efea-4dc7-8ce9-e236ed77ca51/7e98d03b-4892-4301-8667-5ec6515e02b0/519c223c-ed71-46db-9d21-1c6b06b2f734) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:02:00.087662 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d53ea642-0712-4402-874a-3508137a19d8 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:02:00.104767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-e6e29276-2eca-4cc1-8750-3dd4828c11ab tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:00.121208 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-e6e29276-2eca-4cc1-8750-3dd4828c11ab tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object 519c223c-ed71-46db-9d21-1c6b06b2f734 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:02:00.146020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-e6e29276-2eca-4cc1-8750-3dd4828c11ab tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:00.159240 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port d53ea642-0712-4402-874a-3508137a19d8 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:02:00.164038 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d53ea642-0712-4402-874a-3508137a19d8 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:02:00.164394 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:00.223565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-e6e29276-2eca-4cc1-8750-3dd4828c11ab tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:02:00.226683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-e6e29276-2eca-4cc1-8750-3dd4828c11ab tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:02:00.231428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-e6e29276-2eca-4cc1-8750-3dd4828c11ab tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:02:00.258703 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e29276-2eca-4cc1-8750-3dd4828c11ab tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=519c223c-ed71-46db-9d21-1c6b06b2f734,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:02:00.282004 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:00.293945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-e6e29276-2eca-4cc1-8750-3dd4828c11ab tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:02:00.294630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-e6e29276-2eca-4cc1-8750-3dd4828c11ab tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:00.315929 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port d53ea642-0712-4402-874a-3508137a19d8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d53ea642-0712-4402-874a-3508137a19d8,segment=NetworkSegment(553bd02c-c84b-4826-87b3-5549e5538374),segment_id=553bd02c-c84b-4826-87b3-5549e5538374)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:02:00.321323 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:00.324482 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-e6e29276-2eca-4cc1-8750-3dd4828c11ab tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7377303 May 28 05:02:00.337068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Request body: {'port': {'device_id': '0d847ac4-02a7-4e89-9cb4-cc5db9118cae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:02:00.391002 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=d53ea642-0712-4402-874a-3508137a19d8,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:02:00.450110 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1295037f-58b7-4e2e-9436-a93127788fbf None None] Provisioning for port 519c223c-ed71-46db-9d21-1c6b06b2f734 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:02:00.455797 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1295037f-58b7-4e2e-9436-a93127788fbf None None] Provisioning complete for port 519c223c-ed71-46db-9d21-1c6b06b2f734 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:02:00.456186 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1295037f-58b7-4e2e-9436-a93127788fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:00.516546 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1295037f-58b7-4e2e-9436-a93127788fbf None None] Port 519c223c-ed71-46db-9d21-1c6b06b2f734 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:02:00.546772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:00.884388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9ba81-f8f0-4d72-95eb-8c38f54c18b3 req-9b93d4e9-8d15-4de5-8f56-100c5c50533f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:02:00.885104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-0fa9ba81-f8f0-4d72-95eb-8c38f54c18b3 req-9b93d4e9-8d15-4de5-8f56-100c5c50533f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:02:00.954094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-0fa9ba81-f8f0-4d72-95eb-8c38f54c18b3 req-9b93d4e9-8d15-4de5-8f56-100c5c50533f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:02:00.955259 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0fa9ba81-f8f0-4d72-95eb-8c38f54c18b3 req-9b93d4e9-8d15-4de5-8f56-100c5c50533f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 932 time: 0.1988986 May 28 05:02:00.958957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 519c223c-ed71-46db-9d21-1c6b06b2f734 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:02:00.978953 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:01.005469 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Transition to ACTIVE for port object 519c223c-ed71-46db-9d21-1c6b06b2f734 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:02:01.012358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:01.064159 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0fa9ba81-f8f0-4d72-95eb-8c38f54c18b3 req-d42a80af-0a3b-4e5c-9d8a-6a411850a2e1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010342 May 28 05:02:01.143330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Pushing event updated for resources: {'Port': ['ID=519c223c-ed71-46db-9d21-1c6b06b2f734,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:02:01.252729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Attempting to bind port 519c223c-ed71-46db-9d21-1c6b06b2f734 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:02:01.253057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Attempting to bind port 519c223c-ed71-46db-9d21-1c6b06b2f734 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '553bd02c-c84b-4826-87b3-5549e5538374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:02:01.253374 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Attempting to bind port 519c223c-ed71-46db-9d21-1c6b06b2f734 on network 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:02:01.259057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Port 519c223c-ed71-46db-9d21-1c6b06b2f734 on network 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:02:01.259365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Attempting to bind port 519c223c-ed71-46db-9d21-1c6b06b2f734 on network 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:02:01.265929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 1, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:02:01.266251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Checking segment: {'id': '553bd02c-c84b-4826-87b3-5549e5538374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:02:01.266623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Bound using segment: {'id': '553bd02c-c84b-4826-87b3-5549e5538374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:02:01.267036 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Bound port: 519c223c-ed71-46db-9d21-1c6b06b2f734, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '553bd02c-c84b-4826-87b3-5549e5538374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:02:01.267380 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:01.352736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] For port 519c223c-ed71-46db-9d21-1c6b06b2f734, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:02:01.355863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] For port 519c223c-ed71-46db-9d21-1c6b06b2f734, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=519c223c-ed71-46db-9d21-1c6b06b2f734,segment=NetworkSegment(553bd02c-c84b-4826-87b3-5549e5538374),segment_id=553bd02c-c84b-4826-87b3-5549e5538374)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:02:01.362111 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:01.426914 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:01.428313 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] 10.222.0.66 "PUT /v2.0/ports/519c223c-ed71-46db-9d21-1c6b06b2f734 HTTP/1.1" status: 200 len: 1094 time: 1.0956757 May 28 05:02:01.428683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d847ac4-02a7-4e89-9cb4-cc5db9118cae', 'tag': '519c223c-ed71-46db-9d21-1c6b06b2f734'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:02:01.446023 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420c229-4be8-4e9f-b5a1-6a0f5076c289 service neutron] Pushing event updated for resources: {'Port': ['ID=519c223c-ed71-46db-9d21-1c6b06b2f734,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:02:01.500922 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c196ea55-86a9-4a07-84db-6bb8a21cf51d'] response: {'name': 'network-changed', 'server_uuid': '0d847ac4-02a7-4e89-9cb4-cc5db9118cae', 'tag': '519c223c-ed71-46db-9d21-1c6b06b2f734', 'status': 'completed', 'code': 200} May 28 05:02:01.543926 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-380a0759-6202-4856-9a1a-7c5d0136196a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 1097 time: 0.0761347 May 28 05:02:01.615258 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-e651bb34-38e0-4a77-9aa1-c56f5bcebbe4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519c223c-ed71-46db-9d21-1c6b06b2f734 HTTP/1.1" status: 200 len: 217 time: 0.0633087 May 28 05:02:01.678563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-3f88d864-5927-4d80-8a16-676e4ddd087a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:02:01.680056 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-3f88d864-5927-4d80-8a16-676e4ddd087a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7e98d03b-4892-4301-8667-5ec6515e02b0 HTTP/1.1" status: 200 len: 844 time: 0.0590382 May 28 05:02:01.767498 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-fe1d6d62-4253-4ab5-9518-4f838f3d0ea0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e5d5734-efea-4dc7-8ce9-e236ed77ca51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808861 May 28 05:02:01.901203 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-8f1ee227-1348-4ceb-8236-c51795c719fc service neutron] 10.222.0.66 "GET /v2.0/networks/2e5d5734-efea-4dc7-8ce9-e236ed77ca51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266687 May 28 05:02:02.037100 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee6edd3f-2673-419b-be44-bd5e86a51636 req-c1e1c9c4-336f-4170-a2c9-e67908fc661f service neutron] 10.222.0.66 "GET /v2.0/networks/2e5d5734-efea-4dc7-8ce9-e236ed77ca51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298394 May 28 05:02:02.077337 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d53ea642-0712-4402-874a-3508137a19d8 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:02:02.147708 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d53ea642-0712-4402-874a-3508137a19d8 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:02:02.148071 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:02.160492 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-74e97980-639d-4d57-ad41-ede9e64966a1 req-cc899210-d3f7-4859-b15d-cf1fe4a5e9a1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 1097 time: 0.0758278 May 28 05:02:02.456382 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e97980-639d-4d57-ad41-ede9e64966a1 req-88953503-0920-409e-9114-b1a56c9059f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:02:02.457846 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-74e97980-639d-4d57-ad41-ede9e64966a1 req-88953503-0920-409e-9114-b1a56c9059f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e5d5734-efea-4dc7-8ce9-e236ed77ca51 HTTP/1.1" status: 200 len: 897 time: 0.2900875 May 28 05:02:02.516337 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce50c1-e119-4aa8-9214-29aa7c5279fa req-7212b45e-3294-45e1-873f-bb6b8bc8441c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:02:02.517678 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4dce50c1-e119-4aa8-9214-29aa7c5279fa req-7212b45e-3294-45e1-873f-bb6b8bc8441c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 944 time: 0.3257885 May 28 05:02:02.545909 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-74e97980-639d-4d57-ad41-ede9e64966a1 req-259345ca-9c66-4a53-b1a1-e700c9f9910f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519c223c-ed71-46db-9d21-1c6b06b2f734 HTTP/1.1" status: 200 len: 217 time: 0.0804176 May 28 05:02:02.621123 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4dce50c1-e119-4aa8-9214-29aa7c5279fa req-0d9e57c6-572b-4e0c-8d64-32236a86c849 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972054 May 28 05:02:02.624499 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e97980-639d-4d57-ad41-ede9e64966a1 req-cc15b841-0869-418e-980d-fc0eb3496bd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:02:02.625861 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-74e97980-639d-4d57-ad41-ede9e64966a1 req-cc15b841-0869-418e-980d-fc0eb3496bd7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7e98d03b-4892-4301-8667-5ec6515e02b0 HTTP/1.1" status: 200 len: 844 time: 0.0728395 May 28 05:02:02.700040 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-74e97980-639d-4d57-ad41-ede9e64966a1 req-b1d2b5b1-05dc-4e7f-8050-34f32a34cd44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e5d5734-efea-4dc7-8ce9-e236ed77ca51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674229 May 28 05:02:02.829820 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-74e97980-639d-4d57-ad41-ede9e64966a1 req-dac96c4e-4802-4b13-ad56-e0d4dfe9e162 service neutron] 10.222.0.66 "GET /v2.0/networks/2e5d5734-efea-4dc7-8ce9-e236ed77ca51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220944 May 28 05:02:02.971311 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-74e97980-639d-4d57-ad41-ede9e64966a1 req-e0922aeb-f871-47d4-9889-561ddc0f7025 service neutron] 10.222.0.66 "GET /v2.0/networks/2e5d5734-efea-4dc7-8ce9-e236ed77ca51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358294 May 28 05:02:03.742643 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 519c223c-ed71-46db-9d21-1c6b06b2f734 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:02:03.846646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f26bde-22d5-4f48-8e3e-a9b2f39a0120 req-b0b70bbb-d968-4985-a3c7-286502a2057b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:02:03.849933 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-87f26bde-22d5-4f48-8e3e-a9b2f39a0120 req-b0b70bbb-d968-4985-a3c7-286502a2057b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 944 time: 0.0995686 May 28 05:02:03.883462 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 519c223c-ed71-46db-9d21-1c6b06b2f734, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=519c223c-ed71-46db-9d21-1c6b06b2f734,segment=NetworkSegment(553bd02c-c84b-4826-87b3-5549e5538374),segment_id=553bd02c-c84b-4826-87b3-5549e5538374)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:02:03.898934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '519c223c-ed71-46db-9d21-1c6b06b2f734', 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'port_id': '519c223c-ed71-46db-9d21-1c6b06b2f734', 'mac_address': 'fa:16:3e:39:a9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:02:03.908899 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-87f26bde-22d5-4f48-8e3e-a9b2f39a0120 req-d951f42d-89c5-4a79-80b6-2bb6710a4e55 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431237 May 28 05:02:03.954900 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:03.972015 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 519c223c-ed71-46db-9d21-1c6b06b2f734 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:02:03.988219 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 519c223c-ed71-46db-9d21-1c6b06b2f734, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=519c223c-ed71-46db-9d21-1c6b06b2f734,segment=NetworkSegment(553bd02c-c84b-4826-87b3-5549e5538374),segment_id=553bd02c-c84b-4826-87b3-5549e5538374)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:02:03.993766 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:04.065005 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=519c223c-ed71-46db-9d21-1c6b06b2f734,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:02:04.222281 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['519c223c-ed71-46db-9d21-1c6b06b2f734'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:02:05.112903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d92a1-7169-40c7-9246-057f9602af4d req-44ddc48b-d6bb-4bb7-80c4-e27a9fc4c614 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:02:05.114368 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c3d92a1-7169-40c7-9246-057f9602af4d req-44ddc48b-d6bb-4bb7-80c4-e27a9fc4c614 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 945 time: 0.0780616 May 28 05:02:05.159928 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c3d92a1-7169-40c7-9246-057f9602af4d req-6ce4fff2-f8bc-4a14-8b86-05658820cf94 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396378 May 28 05:02:05.770005 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 519c223c-ed71-46db-9d21-1c6b06b2f734 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:02:05.848893 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 519c223c-ed71-46db-9d21-1c6b06b2f734 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:02:05.854000 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 519c223c-ed71-46db-9d21-1c6b06b2f734 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:02:05.854355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:06.001236 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:06.028848 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d847ac4-02a7-4e89-9cb4-cc5db9118cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519c223c-ed71-46db-9d21-1c6b06b2f734'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:02:06.038509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 519c223c-ed71-46db-9d21-1c6b06b2f734, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=519c223c-ed71-46db-9d21-1c6b06b2f734,segment=NetworkSegment(553bd02c-c84b-4826-87b3-5549e5538374),segment_id=553bd02c-c84b-4826-87b3-5549e5538374)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:02:06.043542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:06.090295 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc72cc96-940a-40a5-8398-b277100aa9c2'] response: {'server_uuid': '0d847ac4-02a7-4e89-9cb4-cc5db9118cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '519c223c-ed71-46db-9d21-1c6b06b2f734', 'code': 200} May 28 05:02:06.123329 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=519c223c-ed71-46db-9d21-1c6b06b2f734,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:02:06.371478 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce600897-631c-45f1-9daf-8743bf7c6a0c req-0a13acc4-58b3-42e4-be16-bc8ecb3b84cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 1099 time: 0.1241293 May 28 05:02:06.380820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3fcba-a293-4a6b-b448-2776659ab1d2 req-b1f50ade-76e4-4c23-8810-0802eab9c831 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:02:06.382169 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b0b3fcba-a293-4a6b-b448-2776659ab1d2 req-b1f50ade-76e4-4c23-8810-0802eab9c831 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 946 time: 0.0946538 May 28 05:02:06.451478 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce600897-631c-45f1-9daf-8743bf7c6a0c req-1def7514-98d3-4714-9072-b0e5ebde9bab service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684032 May 28 05:02:06.455037 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b0b3fcba-a293-4a6b-b448-2776659ab1d2 req-a99c1ab9-39ab-4304-b5f0-6cdbb0c10c21 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597646 May 28 05:02:07.686912 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20df6b3-2c59-4cd4-b7ee-46511c6683a0 req-ca335f0e-9130-49d8-baa8-08f54028abba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:02:07.688308 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f20df6b3-2c59-4cd4-b7ee-46511c6683a0 req-ca335f0e-9130-49d8-baa8-08f54028abba tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 946 time: 0.1023772 May 28 05:02:07.739089 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f20df6b3-2c59-4cd4-b7ee-46511c6683a0 req-fa6a1787-b53f-4cd6-92a1-07fe657509e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450115 May 28 05:02:07.943022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d6c94-3242-49ce-93b6-46074bcdf2ff req-5be40a8d-f0ed-4561-9e2b-46c4af6f73a2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:02:07.944365 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-077d6c94-3242-49ce-93b6-46074bcdf2ff req-5be40a8d-f0ed-4561-9e2b-46c4af6f73a2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 946 time: 0.0862246 May 28 05:02:07.990854 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-077d6c94-3242-49ce-93b6-46074bcdf2ff req-0dd74fff-3c42-4ef9-910b-c5cc94ce52fe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394373 May 28 05:02:08.023480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35232) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:02:08.095357 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c9471ecc-8b14-4e36-b956-b454f5be19d4 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 1094 time: 0.0707433 May 28 05:02:08.098328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35236) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:02:08.106057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': '519c223c-ed71-46db-9d21-1c6b06b2f734', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:02:08.113912 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:02:08.118755 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:floatingip and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:02:08.121997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:02:08.128025 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:02:08.142307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:08.307331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:08.447373 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.187 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/7dd1a485-9f12-4d04-b19a-eb5a79f92f53) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:02:08.687801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:08.715935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:08.781611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:02:08.784474 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:02:08.788807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:02:08.815636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=7dd1a485-9f12-4d04-b19a-eb5a79f92f53,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:02:09.300721 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:09.360839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:09.572152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:09.578574 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:09.684631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=7dd1a485-9f12-4d04-b19a-eb5a79f92f53,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:02:09.700500 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:09.901293 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Floating IP 8cf4b271-a6ee-4c66-b3c2-614bd96b5b71 associated. External IP: 172.26.8.187, port: 519c223c-ed71-46db-9d21-1c6b06b2f734. May 28 05:02:10.412024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router e3d179c2-099f-4d2a-8660-412704964c8a has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:02:10.614029 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:02:10.625134 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc0cc4f-6a6d-48f9-9831-121dd59c4b8a None None] Sync routers for ids ['e3d179c2-099f-4d2a-8660-412704964c8a'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:02:10.636593 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc0cc4f-6a6d-48f9-9831-121dd59c4b8a None None] Routers {'e3d179c2-099f-4d2a-8660-412704964c8a'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:02:10.637362 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ffc0cc4f-6a6d-48f9-9831-121dd59c4b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:01:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['e3d179c2-099f-4d2a-8660-412704964c8a'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:02:10.641785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:10.700535 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-89db9cf0-f736-42d1-8c82-68fed9d54961 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6008923 May 28 05:02:10.701196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d847ac4-02a7-4e89-9cb4-cc5db9118cae', 'tag': '519c223c-ed71-46db-9d21-1c6b06b2f734'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:02:10.703528 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35240) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:02:10.823773 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-ffc0cc4f-6a6d-48f9-9831-121dd59c4b8a None None] Set router e3d179c2-099f-4d2a-8660-412704964c8a gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:02:10.910628 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1403eb25-3c0c-4620-b9a4-a4ace8111afc'] response: {'name': 'network-changed', 'server_uuid': '0d847ac4-02a7-4e89-9cb4-cc5db9118cae', 'tag': '519c223c-ed71-46db-9d21-1c6b06b2f734', 'status': 'completed', 'code': 200} May 28 05:02:10.927624 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e172c161-a31d-4963-9ff2-9acfa5528f34 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/8cf4b271-a6ee-4c66-b3c2-614bd96b5b71 HTTP/1.1" status: 200 len: 992 time: 0.2223001 May 28 05:02:11.002938 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d2e4e322-b9d1-4171-bde4-fa13c7d7668f req-d33b528d-c992-4ede-b0b1-32ed69ead104 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 1099 time: 0.0702133 May 28 05:02:11.153065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4e322-b9d1-4171-bde4-fa13c7d7668f req-5c430c4b-6cc2-4833-b3fa-2de5058a8946 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:02:11.154557 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d2e4e322-b9d1-4171-bde4-fa13c7d7668f req-5c430c4b-6cc2-4833-b3fa-2de5058a8946 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e5d5734-efea-4dc7-8ce9-e236ed77ca51 HTTP/1.1" status: 200 len: 897 time: 0.1460981 May 28 05:02:11.185134 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ffc0cc4f-6a6d-48f9-9831-121dd59c4b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'name': 'tempest-TestNetworkBasicOps-router-773683722', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:01:49Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:50Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '8cf4b271-a6ee-4c66-b3c2-614bd96b5b71', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'port_id': '519c223c-ed71-46db-9d21-1c6b06b2f734', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'mac_address': 'fa:16:3e:39:a9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d847ac4-02a7-4e89-9cb4-cc5db9118cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:02:09Z', 'updated_at': '2022-05-28T05:02:09Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53ea642-0712-4402-874a-3508137a19d8', 'name': '', 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:48:66:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:53Z', 'updated_at': '2022-05-28T05:02:00Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:02:11.189062 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc0cc4f-6a6d-48f9-9831-121dd59c4b8a None None] Checking router: e3d179c2-099f-4d2a-8660-412704964c8a for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:02:11.200135 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc0cc4f-6a6d-48f9-9831-121dd59c4b8a None None] Routers {'e3d179c2-099f-4d2a-8660-412704964c8a'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:02:11.200700 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ffc0cc4f-6a6d-48f9-9831-121dd59c4b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:01:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['e3d179c2-099f-4d2a-8660-412704964c8a'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:02:11.266350 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d2e4e322-b9d1-4171-bde4-fa13c7d7668f req-932f235c-dcb7-4faa-999f-36662b9ba16e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519c223c-ed71-46db-9d21-1c6b06b2f734 HTTP/1.1" status: 200 len: 1000 time: 0.1056416 May 28 05:02:11.329236 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4e322-b9d1-4171-bde4-fa13c7d7668f req-c90fe92a-4337-49b6-83f3-660952137a8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:02:11.330805 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d2e4e322-b9d1-4171-bde4-fa13c7d7668f req-c90fe92a-4337-49b6-83f3-660952137a8c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7e98d03b-4892-4301-8667-5ec6515e02b0 HTTP/1.1" status: 200 len: 844 time: 0.0588646 May 28 05:02:11.375975 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-ffc0cc4f-6a6d-48f9-9831-121dd59c4b8a None None] Set router e3d179c2-099f-4d2a-8660-412704964c8a gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:02:11.408561 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d2e4e322-b9d1-4171-bde4-fa13c7d7668f req-fca4c362-b7b1-4f86-ba72-e39a5235aa4b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e5d5734-efea-4dc7-8ce9-e236ed77ca51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718400 May 28 05:02:11.543166 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d2e4e322-b9d1-4171-bde4-fa13c7d7668f req-79c1bc8e-85dd-49f1-8540-6ed7ef021204 service neutron] 10.222.0.66 "GET /v2.0/networks/2e5d5734-efea-4dc7-8ce9-e236ed77ca51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278048 May 28 05:02:11.672181 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d2e4e322-b9d1-4171-bde4-fa13c7d7668f req-fcb79f4e-bbf7-4460-8464-667e7aabf3c6 service neutron] 10.222.0.66 "GET /v2.0/networks/2e5d5734-efea-4dc7-8ce9-e236ed77ca51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237431 May 28 05:02:11.742251 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ffc0cc4f-6a6d-48f9-9831-121dd59c4b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'name': 'tempest-TestNetworkBasicOps-router-773683722', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:01:49Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:50Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '8cf4b271-a6ee-4c66-b3c2-614bd96b5b71', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'port_id': '519c223c-ed71-46db-9d21-1c6b06b2f734', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'mac_address': 'fa:16:3e:39:a9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d847ac4-02a7-4e89-9cb4-cc5db9118cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:02:09Z', 'updated_at': '2022-05-28T05:02:09Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53ea642-0712-4402-874a-3508137a19d8', 'name': '', 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:48:66:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:53Z', 'updated_at': '2022-05-28T05:02:00Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:02:11.748075 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc0cc4f-6a6d-48f9-9831-121dd59c4b8a None None] The sync data for ids ['e3d179c2-099f-4d2a-8660-412704964c8a'] in dv-neutron-843300-5-hyperv is: [{'id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'name': 'tempest-TestNetworkBasicOps-router-773683722', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:01:49Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:50Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '8cf4b271-a6ee-4c66-b3c2-614bd96b5b71', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.187', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'port_id': '519c223c-ed71-46db-9d21-1c6b06b2f734', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'mac_address': 'fa:16:3e:39:a9:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d847ac4-02a7-4e89-9cb4-cc5db9118cae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:02:09Z', 'updated_at': '2022-05-28T05:02:09Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53ea642-0712-4402-874a-3508137a19d8', 'name': '', 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:48:66:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:53Z', 'updated_at': '2022-05-28T05:02:00Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:02:11.931061 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35246) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:02:12.037051 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b84ad620-6c37-4b72-92cc-e34d34f75ed2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/8cf4b271-a6ee-4c66-b3c2-614bd96b5b71 HTTP/1.1" status: 200 len: 992 time: 0.1048703 May 28 05:02:13.041208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35250) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:02:13.147098 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ceb26254-ae9d-4e20-b43c-66a1b8910c91 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/8cf4b271-a6ee-4c66-b3c2-614bd96b5b71 HTTP/1.1" status: 200 len: 992 time: 0.1046617 May 28 05:02:14.159067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35254) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:02:14.276101 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-81d09dbb-2d11-47a2-9a69-4559f7d32a1c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/8cf4b271-a6ee-4c66-b3c2-614bd96b5b71 HTTP/1.1" status: 200 len: 992 time: 0.1155896 May 28 05:02:14.900264 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb693ecb-6d2a-446e-9e8a-9dfca8875eb6 None None] New status for floating IP 8cf4b271-a6ee-4c66-b3c2-614bd96b5b71: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:02:15.281116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35258) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:02:15.395049 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c369a61b-2faf-49ec-a05c-8082ad00f0c1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/8cf4b271-a6ee-4c66-b3c2-614bd96b5b71 HTTP/1.1" status: 200 len: 994 time: 0.1123712 May 28 05:02:15.812716 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:02:22.120389 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-83566f7e-36d3-4523-83a5-fdff574511bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:24.305874 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a84fc9dc-68e3-4acb-85f3-03ab521b9bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:24.740989 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:25.561097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:25.570381 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:27.135274 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:46.817731 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b22a9afd-e57a-4837-9cff-ec3a71062e56 req-e42a42c1-0428-4d07-b1cf-b3d6aca8222c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753794 May 28 05:02:46.968132 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b22a9afd-e57a-4837-9cff-ec3a71062e56 req-0e53aaed-a236-438b-b38c-fcbe8e0647af service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 1099 time: 0.0791805 May 28 05:02:47.125407 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a9afd-e57a-4837-9cff-ec3a71062e56 req-d1006a6d-1268-42de-85c3-ada521649d3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:02:47.126790 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b22a9afd-e57a-4837-9cff-ec3a71062e56 req-d1006a6d-1268-42de-85c3-ada521649d3c service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e5d5734-efea-4dc7-8ce9-e236ed77ca51 HTTP/1.1" status: 200 len: 897 time: 0.1398380 May 28 05:02:47.330935 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b22a9afd-e57a-4837-9cff-ec3a71062e56 req-a081f39d-0570-4ec8-824b-2fc48b0437bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519c223c-ed71-46db-9d21-1c6b06b2f734 HTTP/1.1" status: 200 len: 1002 time: 0.1981514 May 28 05:02:47.394724 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a9afd-e57a-4837-9cff-ec3a71062e56 req-b390509e-8782-4cfa-aba8-a9afe77023a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:02:47.396054 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b22a9afd-e57a-4837-9cff-ec3a71062e56 req-b390509e-8782-4cfa-aba8-a9afe77023a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7e98d03b-4892-4301-8667-5ec6515e02b0 HTTP/1.1" status: 200 len: 844 time: 0.0595403 May 28 05:02:47.473254 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b22a9afd-e57a-4837-9cff-ec3a71062e56 req-5ea54905-0e86-4853-9b8b-83098378ae81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e5d5734-efea-4dc7-8ce9-e236ed77ca51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706615 May 28 05:02:47.758959 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b22a9afd-e57a-4837-9cff-ec3a71062e56 req-83f75900-2702-4b37-8f5c-95bf652c0ffb service neutron] 10.222.0.66 "GET /v2.0/networks/2e5d5734-efea-4dc7-8ce9-e236ed77ca51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804041 May 28 05:02:47.897889 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b22a9afd-e57a-4837-9cff-ec3a71062e56 req-792a8564-7627-4c7f-ad58-89776cbb035e service neutron] 10.222.0.66 "GET /v2.0/networks/2e5d5734-efea-4dc7-8ce9-e236ed77ca51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326036 May 28 05:02:52.124242 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8c53258d-93ca-481e-b317-b02a1a7a2da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:52.819959 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:02:54.307366 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3e42da94-ea70-46b2-8230-a729f5380600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:54.762102 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:55.574769 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:55.581870 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:02:57.137597 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:03:22.127520 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a690829f-fc5d-44c0-9357-4275f454c0fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:03:24.307152 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c834322c-0a92-41f1-babd-c90b8faf37cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:03:24.755233 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:03:25.571889 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:03:25.579541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:03:27.138784 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:03:29.814096 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:03:47.829277 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f9b8fa3c-c0ef-4412-b50c-8090e7194e4d req-952506ed-4b07-4710-96c1-d8b9e17a3958 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781596 May 28 05:03:47.981420 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f9b8fa3c-c0ef-4412-b50c-8090e7194e4d req-9f2ebda6-58f4-4523-a4e7-e5ddbc0ae3a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 1099 time: 0.0832133 May 28 05:03:48.139085 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8fa3c-c0ef-4412-b50c-8090e7194e4d req-e2c6986f-af02-42ba-a7e3-64d7b80860e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:03:48.140284 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f9b8fa3c-c0ef-4412-b50c-8090e7194e4d req-e2c6986f-af02-42ba-a7e3-64d7b80860e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e5d5734-efea-4dc7-8ce9-e236ed77ca51 HTTP/1.1" status: 200 len: 897 time: 0.1389129 May 28 05:03:48.242294 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f9b8fa3c-c0ef-4412-b50c-8090e7194e4d req-9ed4e4e3-0634-4e23-a669-c89d0d0bdf8b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519c223c-ed71-46db-9d21-1c6b06b2f734 HTTP/1.1" status: 200 len: 1002 time: 0.0959942 May 28 05:03:48.305316 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8fa3c-c0ef-4412-b50c-8090e7194e4d req-e45a7215-6e0a-4aca-a7ae-08fd6f28eb8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:03:48.306740 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f9b8fa3c-c0ef-4412-b50c-8090e7194e4d req-e45a7215-6e0a-4aca-a7ae-08fd6f28eb8e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7e98d03b-4892-4301-8667-5ec6515e02b0 HTTP/1.1" status: 200 len: 844 time: 0.0587301 May 28 05:03:48.385334 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f9b8fa3c-c0ef-4412-b50c-8090e7194e4d req-fbe6a251-8363-4297-87f7-51114173acca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e5d5734-efea-4dc7-8ce9-e236ed77ca51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725765 May 28 05:03:48.537010 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f9b8fa3c-c0ef-4412-b50c-8090e7194e4d req-79b0377b-cbb1-4de2-9ffb-ea88eb3de089 service neutron] 10.222.0.66 "GET /v2.0/networks/2e5d5734-efea-4dc7-8ce9-e236ed77ca51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443384 May 28 05:03:48.667806 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f9b8fa3c-c0ef-4412-b50c-8090e7194e4d req-af9a26a6-9658-424d-a37c-b3c5d18ca390 service neutron] 10.222.0.66 "GET /v2.0/networks/2e5d5734-efea-4dc7-8ce9-e236ed77ca51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249411 May 28 05:03:52.127105 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fc41bf08-6781-4cc9-8505-0b1286d36b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:03:54.308535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f7266262-a3fd-43c6-8573-c516958c9037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:03:54.790011 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:03:55.565386 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:03:55.580333 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:03:57.140352 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:01.904618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35296) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:04:01.910408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:04:02.160119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3077481'] for subnet, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:02.442828 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773018525085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2877512'] for subnet, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:02.495813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:04:02.496389 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:02.497737 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/subnets/7e98d03b-4892-4301-8667-5ec6515e02b0 HTTP/1.1" status: 200 len: 836 time: 0.5920048 May 28 05:04:02.505317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e3b4f6-a634-4ec7-bfea-b15695c02578 None None] Network 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:04:02.510784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Subnet': ['ID=7e98d03b-4892-4301-8667-5ec6515e02b0,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:04:02.520394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:02.520734 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:02.521063 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:02.521390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:02.521726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:02.522057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:02.522481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:02.522803 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:02.523116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:02.523428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:02.523740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27f2c40-a5f7-4d3c-bc64-d5d1fd117658 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:03.032869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6ffd9f6d-9c3d-4850-829e-17f137b89ad6 None None] Provisioning complete for port d53ea642-0712-4402-874a-3508137a19d8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:04:03.033103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9f6d-9c3d-4850-829e-17f137b89ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:03.174041 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6ffd9f6d-9c3d-4850-829e-17f137b89ad6 None None] Provisioning complete for port 519c223c-ed71-46db-9d21-1c6b06b2f734 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:04:03.174452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9f6d-9c3d-4850-829e-17f137b89ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:03.309375 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6ffd9f6d-9c3d-4850-829e-17f137b89ad6 None None] Provisioning complete for port 3035cce7-9037-4c7d-90a3-e5fe3ab860ab triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:04:03.309742 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6ffd9f6d-9c3d-4850-829e-17f137b89ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:06.822387 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:04:22.131008 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f3c05dad-7fd4-4f3d-befb-e23a32b377aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:24.315795 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cba9a1c0-aedc-4442-b61f-2eb72c3da211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:24.795566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:25.564426 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:25.584683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:27.144842 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:43.819331 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:04:45.352354 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35306) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:04:45.690843 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 7dd1a485-9f12-4d04-b19a-eb5a79f92f53 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:04:45.691120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:45.860621 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:45.860961 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:45.980810 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 7dd1a485-9f12-4d04-b19a-eb5a79f92f53 owned by network:floatingip {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:04:46.137005 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:46.179841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=7dd1a485-9f12-4d04-b19a-eb5a79f92f53,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:04:46.217515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:46.217884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:46.218216 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:46.218539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:46.218871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:46.219182 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:46.219502 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:46.219817 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:46.220131 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:46.220438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:46.220747 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:46.284212 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:46.788266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router e3d179c2-099f-4d2a-8660-412704964c8a has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:04:46.989501 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:04:46.999751 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38243c5-de01-4121-9768-54417cd67c70 None None] Sync routers for ids ['e3d179c2-099f-4d2a-8660-412704964c8a'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:04:47.011805 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:47.012521 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38243c5-de01-4121-9768-54417cd67c70 None None] Routers {'e3d179c2-099f-4d2a-8660-412704964c8a'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:04:47.013127 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e38243c5-de01-4121-9768-54417cd67c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:04:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['e3d179c2-099f-4d2a-8660-412704964c8a'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:04:47.063876 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-dbc98450-61cc-4e60-b0db-06cffa7a2a32 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/floatingips/8cf4b271-a6ee-4c66-b3c2-614bd96b5b71 HTTP/1.1" status: 204 len: 168 time: 1.7100019 May 28 05:04:47.064439 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d847ac4-02a7-4e89-9cb4-cc5db9118cae', 'tag': '519c223c-ed71-46db-9d21-1c6b06b2f734'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:04:47.166706 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a9c3a1-c760-4c30-bff6-8a079974a2ad'] response: {'name': 'network-changed', 'server_uuid': '0d847ac4-02a7-4e89-9cb4-cc5db9118cae', 'tag': '519c223c-ed71-46db-9d21-1c6b06b2f734', 'status': 'completed', 'code': 200} May 28 05:04:47.185876 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-e38243c5-de01-4121-9768-54417cd67c70 None None] Set router e3d179c2-099f-4d2a-8660-412704964c8a gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:04:47.259969 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d1953c24-dfad-4a28-8e58-942462d2385b req-341b1005-6877-461f-92e0-f02301373f3d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 1099 time: 0.0720651 May 28 05:04:47.402188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1953c24-dfad-4a28-8e58-942462d2385b req-be1fc43a-7cbc-454c-b66d-31ba25631d86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:04:47.403670 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d1953c24-dfad-4a28-8e58-942462d2385b req-be1fc43a-7cbc-454c-b66d-31ba25631d86 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2e5d5734-efea-4dc7-8ce9-e236ed77ca51 HTTP/1.1" status: 200 len: 897 time: 0.1378267 May 28 05:04:47.480589 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d1953c24-dfad-4a28-8e58-942462d2385b req-2b3c5d93-6c33-48c4-8269-9a6a5863e243 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=519c223c-ed71-46db-9d21-1c6b06b2f734 HTTP/1.1" status: 200 len: 217 time: 0.0697055 May 28 05:04:47.495873 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e38243c5-de01-4121-9768-54417cd67c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'name': 'tempest-TestNetworkBasicOps-router-773683722', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:01:49Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:50Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd53ea642-0712-4402-874a-3508137a19d8', 'name': '', 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:48:66:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:53Z', 'updated_at': '2022-05-28T05:02:00Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:04:47.499700 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38243c5-de01-4121-9768-54417cd67c70 None None] Checking router: e3d179c2-099f-4d2a-8660-412704964c8a for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:04:47.510646 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38243c5-de01-4121-9768-54417cd67c70 None None] Routers {'e3d179c2-099f-4d2a-8660-412704964c8a'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:04:47.511246 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e38243c5-de01-4121-9768-54417cd67c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:04:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['e3d179c2-099f-4d2a-8660-412704964c8a'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:04:47.547535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1953c24-dfad-4a28-8e58-942462d2385b req-3a6551c4-9612-43b9-812a-d5eb73c0c227 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:04:47.548985 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d1953c24-dfad-4a28-8e58-942462d2385b req-3a6551c4-9612-43b9-812a-d5eb73c0c227 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7e98d03b-4892-4301-8667-5ec6515e02b0 HTTP/1.1" status: 200 len: 844 time: 0.0626223 May 28 05:04:47.662260 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d1953c24-dfad-4a28-8e58-942462d2385b req-d5264f69-bbb0-4763-82a5-e89b8a27477e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2e5d5734-efea-4dc7-8ce9-e236ed77ca51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1072192 May 28 05:04:47.686652 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-e38243c5-de01-4121-9768-54417cd67c70 None None] Set router e3d179c2-099f-4d2a-8660-412704964c8a gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:04:47.779069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7c510-02b1-464f-b3cc-97afec422234 req-12ff236c-1005-451b-b63f-dc78e3586d1f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:04:47.780474 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92a7c510-02b1-464f-b3cc-97afec422234 req-12ff236c-1005-451b-b63f-dc78e3586d1f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 946 time: 0.3195956 May 28 05:04:47.840487 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d1953c24-dfad-4a28-8e58-942462d2385b req-de9aa38b-4ca0-40c5-8fb5-f41df18ef7d3 service neutron] 10.222.0.66 "GET /v2.0/networks/2e5d5734-efea-4dc7-8ce9-e236ed77ca51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678376 May 28 05:04:47.874679 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92a7c510-02b1-464f-b3cc-97afec422234 req-d98eec59-0071-4a1f-96e3-cdcb2f637dda tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838234 May 28 05:04:47.978785 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d1953c24-dfad-4a28-8e58-942462d2385b req-9bc6dc65-1260-4325-b0dc-a944db70a487 service neutron] 10.222.0.66 "GET /v2.0/networks/2e5d5734-efea-4dc7-8ce9-e236ed77ca51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309216 May 28 05:04:48.044532 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e38243c5-de01-4121-9768-54417cd67c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'name': 'tempest-TestNetworkBasicOps-router-773683722', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:01:49Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:50Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd53ea642-0712-4402-874a-3508137a19d8', 'name': '', 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:48:66:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:53Z', 'updated_at': '2022-05-28T05:02:00Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:04:48.048556 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38243c5-de01-4121-9768-54417cd67c70 None None] The sync data for ids ['e3d179c2-099f-4d2a-8660-412704964c8a'] in dv-neutron-843300-5-hyperv is: [{'id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'name': 'tempest-TestNetworkBasicOps-router-773683722', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:01:49Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:50Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd53ea642-0712-4402-874a-3508137a19d8', 'name': '', 'network_id': '2e5d5734-efea-4dc7-8ce9-e236ed77ca51', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:48:66:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:53Z', 'updated_at': '2022-05-28T05:02:00Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7e98d03b-4892-4301-8667-5ec6515e02b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:04:48.276433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34f96e7-e510-4f07-b9cc-1699ebd2fdfb None None] New status for floating IP 8cf4b271-a6ee-4c66-b3c2-614bd96b5b71: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:04:48.755315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68df9f9a-f6eb-43b0-8924-9cb10e6445de req-5699af37-f651-49be-8f55-dcbb9f72645f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:04:48.756757 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-68df9f9a-f6eb-43b0-8924-9cb10e6445de req-5699af37-f651-49be-8f55-dcbb9f72645f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 946 time: 0.0899613 May 28 05:04:48.829567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-68df9f9a-f6eb-43b0-8924-9cb10e6445de req-658f7eb5-8444-4c30-8ee9-411874299227 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 519c223c-ed71-46db-9d21-1c6b06b2f734 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:04:48.829928 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-68df9f9a-f6eb-43b0-8924-9cb10e6445de req-658f7eb5-8444-4c30-8ee9-411874299227 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:49.089760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-68df9f9a-f6eb-43b0-8924-9cb10e6445de req-658f7eb5-8444-4c30-8ee9-411874299227 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 519c223c-ed71-46db-9d21-1c6b06b2f734, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=519c223c-ed71-46db-9d21-1c6b06b2f734,segment=NetworkSegment(553bd02c-c84b-4826-87b3-5549e5538374),segment_id=553bd02c-c84b-4826-87b3-5549e5538374)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:04:49.090107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-68df9f9a-f6eb-43b0-8924-9cb10e6445de req-658f7eb5-8444-4c30-8ee9-411874299227 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:49.326796 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-68df9f9a-f6eb-43b0-8924-9cb10e6445de req-658f7eb5-8444-4c30-8ee9-411874299227 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 519c223c-ed71-46db-9d21-1c6b06b2f734 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:04:49.473577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3df92-fca8-4d29-a99d-e2fea5d2b5b3 req-85f4f615-bd2b-460d-bce9-d9d8b6e6935f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:04:49.475122 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-98e3df92-fca8-4d29-a99d-e2fea5d2b5b3 req-85f4f615-bd2b-460d-bce9-d9d8b6e6935f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d847ac4-02a7-4e89-9cb4-cc5db9118cae HTTP/1.1" status: 200 len: 946 time: 0.4513266 May 28 05:04:49.518415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-68df9f9a-f6eb-43b0-8924-9cb10e6445de req-658f7eb5-8444-4c30-8ee9-411874299227 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:49.575408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f7eb5-8444-4c30-8ee9-411874299227 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=519c223c-ed71-46db-9d21-1c6b06b2f734,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:04:49.580955 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-98e3df92-fca8-4d29-a99d-e2fea5d2b5b3 req-f3c5f177-9898-4b8a-8eaa-93f9349f17f8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995271 May 28 05:04:49.651379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-68df9f9a-f6eb-43b0-8924-9cb10e6445de req-658f7eb5-8444-4c30-8ee9-411874299227 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] No DVR routers for this DVR port 519c223c-ed71-46db-9d21-1c6b06b2f734 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:04:49.654115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-68df9f9a-f6eb-43b0-8924-9cb10e6445de req-658f7eb5-8444-4c30-8ee9-411874299227 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:49.656551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d847ac4-02a7-4e89-9cb4-cc5db9118cae', 'name': 'network-vif-deleted', 'tag': '519c223c-ed71-46db-9d21-1c6b06b2f734'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:04:49.667746 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-68df9f9a-f6eb-43b0-8924-9cb10e6445de req-658f7eb5-8444-4c30-8ee9-411874299227 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "DELETE /v2.0/ports/519c223c-ed71-46db-9d21-1c6b06b2f734 HTTP/1.1" status: 204 len: 173 time: 0.9058051 May 28 05:04:49.799822 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2c93582-288f-40f7-8e3f-4fb84055c7a8'] response: {'server_uuid': '0d847ac4-02a7-4e89-9cb4-cc5db9118cae', 'name': 'network-vif-deleted', 'tag': '519c223c-ed71-46db-9d21-1c6b06b2f734', 'status': 'completed', 'code': 200} May 28 05:04:50.691389 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35346) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:04:50.768809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b62fe08b-f437-484e-b018-4eb57fa78719 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:50.802268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b62fe08b-f437-484e-b018-4eb57fa78719 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:50.871316 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b62fe08b-f437-484e-b018-4eb57fa78719 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:50.888856 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62fe08b-f437-484e-b018-4eb57fa78719 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:04:50.903752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b62fe08b-f437-484e-b018-4eb57fa78719 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:50.905027 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b62fe08b-f437-484e-b018-4eb57fa78719 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/security-groups/95c7fafb-2a69-4e48-a7c4-ed2c5ce8b12f HTTP/1.1" status: 204 len: 168 time: 0.2124066 May 28 05:04:50.952451 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35352) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:04:51.368124 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3283692c-8e6c-4951-bf88-e03399b5aece tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:51.994804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-3283692c-8e6c-4951-bf88-e03399b5aece tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port d53ea642-0712-4402-874a-3508137a19d8 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:04:51.995409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3283692c-8e6c-4951-bf88-e03399b5aece tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:52.128751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8fb418f7-64d5-4953-a2a2-8a8a35fa96ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:52.294461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-3283692c-8e6c-4951-bf88-e03399b5aece tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port d53ea642-0712-4402-874a-3508137a19d8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d53ea642-0712-4402-874a-3508137a19d8,segment=NetworkSegment(553bd02c-c84b-4826-87b3-5549e5538374),segment_id=553bd02c-c84b-4826-87b3-5549e5538374)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:04:52.294461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3283692c-8e6c-4951-bf88-e03399b5aece tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:52.412587 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-3283692c-8e6c-4951-bf88-e03399b5aece tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for d53ea642-0712-4402-874a-3508137a19d8 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:04:52.432374 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 519c223c-ed71-46db-9d21-1c6b06b2f734 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:04:52.465383 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 519c223c-ed71-46db-9d21-1c6b06b2f734 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:04:52.465724 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 519c223c-ed71-46db-9d21-1c6b06b2f734 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:04:52.597840 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3283692c-8e6c-4951-bf88-e03399b5aece tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:52.656367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283692c-8e6c-4951-bf88-e03399b5aece tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=d53ea642-0712-4402-874a-3508137a19d8,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:04:52.952184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3283692c-8e6c-4951-bf88-e03399b5aece tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:53.547151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3283692c-8e6c-4951-bf88-e03399b5aece tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router e3d179c2-099f-4d2a-8660-412704964c8a has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:04:53.850409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3283692c-8e6c-4951-bf88-e03399b5aece tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:04:53.860145 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc36f72b-665e-4c89-acbd-c9e8f5b8a4c7 None None] Sync routers for ids ['e3d179c2-099f-4d2a-8660-412704964c8a'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:04:53.862725 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3283692c-8e6c-4951-bf88-e03399b5aece tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/e3d179c2-099f-4d2a-8660-412704964c8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9091458 May 28 05:04:53.865542 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35360) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:04:53.872411 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc36f72b-665e-4c89-acbd-c9e8f5b8a4c7 None None] Routers {'e3d179c2-099f-4d2a-8660-412704964c8a'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:04:53.873005 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-cc36f72b-665e-4c89-acbd-c9e8f5b8a4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:04:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['e3d179c2-099f-4d2a-8660-412704964c8a'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:04:54.047658 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-cc36f72b-665e-4c89-acbd-c9e8f5b8a4c7 None None] Set router e3d179c2-099f-4d2a-8660-412704964c8a gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:04:54.057633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b416bb-46d0-4f74-8ac3-3ca5a5cdc9ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting subnet 7e98d03b-4892-4301-8667-5ec6515e02b0 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:04:54.060682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5b416bb-46d0-4f74-8ac3-3ca5a5cdc9ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:54.118415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5b416bb-46d0-4f74-8ac3-3ca5a5cdc9ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:54.200961 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5b416bb-46d0-4f74-8ac3-3ca5a5cdc9ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:54.278807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5b416bb-46d0-4f74-8ac3-3ca5a5cdc9ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:54.299975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3ccedd4e-d0b4-48bf-84f5-c79c272071e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:54.319924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b416bb-46d0-4f74-8ac3-3ca5a5cdc9ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Subnet': ['ID=7e98d03b-4892-4301-8667-5ec6515e02b0,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:04:54.326935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e5b416bb-46d0-4f74-8ac3-3ca5a5cdc9ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:54.333168 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e5b416bb-46d0-4f74-8ac3-3ca5a5cdc9ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/subnets/7e98d03b-4892-4301-8667-5ec6515e02b0 HTTP/1.1" status: 204 len: 168 time: 0.4655340 May 28 05:04:54.334026 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-cc36f72b-665e-4c89-acbd-c9e8f5b8a4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'name': 'tempest-TestNetworkBasicOps-router-773683722', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:01:49Z', 'updated_at': '2022-05-28T05:04:52Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:50Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:04:54.336182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35364) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:04:54.338981 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc36f72b-665e-4c89-acbd-c9e8f5b8a4c7 None None] Checking router: e3d179c2-099f-4d2a-8660-412704964c8a for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:04:54.339909 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cbd6d6-f084-4daa-bc8d-e160cac3a5ea None None] Network 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:04:54.349624 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc36f72b-665e-4c89-acbd-c9e8f5b8a4c7 None None] Routers {'e3d179c2-099f-4d2a-8660-412704964c8a'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:04:54.350857 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-cc36f72b-665e-4c89-acbd-c9e8f5b8a4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:04:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['e3d179c2-099f-4d2a-8660-412704964c8a'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:04:54.537021 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-cc36f72b-665e-4c89-acbd-c9e8f5b8a4c7 None None] Set router e3d179c2-099f-4d2a-8660-412704964c8a gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:04:54.538606 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dc7f2a48-f0b9-48f9-ac47-cd5f4079b840 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:54.607680 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] DHCP port deletion for 2e5d5734-efea-4dc7-8ce9-e236ed77ca51 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:04:54.612132 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Deleting port 3035cce7-9037-4c7d-90a3-e5fe3ab860ab {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:04:54.612497 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:54.737300 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dc7f2a48-f0b9-48f9-ac47-cd5f4079b840 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:54.747916 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f2a48-f0b9-48f9-ac47-cd5f4079b840 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 0d19cce6-37c0-4b8b-8fd7-b220e007dc59 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:04:54.748465 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dc7f2a48-f0b9-48f9-ac47-cd5f4079b840 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:54.820846 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:54.830846 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] For port 3035cce7-9037-4c7d-90a3-e5fe3ab860ab, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3035cce7-9037-4c7d-90a3-e5fe3ab860ab,segment=NetworkSegment(553bd02c-c84b-4826-87b3-5549e5538374),segment_id=553bd02c-c84b-4826-87b3-5549e5538374)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:04:54.831155 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:54.835641 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-cc36f72b-665e-4c89-acbd-c9e8f5b8a4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'name': 'tempest-TestNetworkBasicOps-router-773683722', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:01:49Z', 'updated_at': '2022-05-28T05:04:52Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:50Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:04:54.840636 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc36f72b-665e-4c89-acbd-c9e8f5b8a4c7 None None] The sync data for ids ['e3d179c2-099f-4d2a-8660-412704964c8a'] in dv-neutron-843300-5-hyperv is: [{'id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'name': 'tempest-TestNetworkBasicOps-router-773683722', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213'}], 'enable_snat': True}, 'gw_port_id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:01:49Z', 'updated_at': '2022-05-28T05:04:52Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': '0d19cce6-37c0-4b8b-8fd7-b220e007dc59', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:07:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d179c2-099f-4d2a-8660-412704964c8a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:01:50Z', 'updated_at': '2022-05-28T05:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:04:54.928478 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-dc7f2a48-f0b9-48f9-ac47-cd5f4079b840 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 0d19cce6-37c0-4b8b-8fd7-b220e007dc59, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0d19cce6-37c0-4b8b-8fd7-b220e007dc59,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:04:54.928883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dc7f2a48-f0b9-48f9-ac47-cd5f4079b840 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:54.967169 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Calling delete_port for 3035cce7-9037-4c7d-90a3-e5fe3ab860ab owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:04:55.041291 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:55.052226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f2a48-f0b9-48f9-ac47-cd5f4079b840 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 0d19cce6-37c0-4b8b-8fd7-b220e007dc59 owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:04:55.083552 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Pushing event deleted for resources: {'Port': ['ID=3035cce7-9037-4c7d-90a3-e5fe3ab860ab,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:04:55.094662 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:55.094990 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:55.095313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:55.095631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:55.095948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:55.096262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:55.096571 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:55.096882 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:55.097188 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:55.097511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:55.097843 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:04:55.100457 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d3748-d91e-47c8-9012-95cd43b49a8d None None] No DVR routers for this DVR port 3035cce7-9037-4c7d-90a3-e5fe3ab860ab on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:04:55.323218 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dc7f2a48-f0b9-48f9-ac47-cd5f4079b840 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:55.367088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f2a48-f0b9-48f9-ac47-cd5f4079b840 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=0d19cce6-37c0-4b8b-8fd7-b220e007dc59,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:04:55.560067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:55.585804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dc7f2a48-f0b9-48f9-ac47-cd5f4079b840 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:55.587208 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:55.849470 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dc7f2a48-f0b9-48f9-ac47-cd5f4079b840 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:55.854075 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dc7f2a48-f0b9-48f9-ac47-cd5f4079b840 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:55.880392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dc7f2a48-f0b9-48f9-ac47-cd5f4079b840 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:55.880920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7f2a48-f0b9-48f9-ac47-cd5f4079b840 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Fanout notify agent at l3_agent the message router_deleted on router e3d179c2-099f-4d2a-8660-412704964c8a {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:04:55.895457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dc7f2a48-f0b9-48f9-ac47-cd5f4079b840 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:55.899464 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dc7f2a48-f0b9-48f9-ac47-cd5f4079b840 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/routers/e3d179c2-099f-4d2a-8660-412704964c8a HTTP/1.1" status: 204 len: 168 time: 1.5592816 May 28 05:04:55.899737 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35368) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:04:56.013841 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fe12b2d-e84a-4e77-994e-6652c47605f3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:56.141687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fe12b2d-e84a-4e77-994e-6652c47605f3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:56.167198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-1fe12b2d-e84a-4e77-994e-6652c47605f3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5d5734-efea-4dc7-8ce9-e236ed77ca51']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:04:56.179786 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-1fe12b2d-e84a-4e77-994e-6652c47605f3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553bd02c-c84b-4826-87b3-5549e5538374') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:04:56.180087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-1fe12b2d-e84a-4e77-994e-6652c47605f3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553bd02c-c84b-4826-87b3-5549e5538374') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:04:56.191397 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fe12b2d-e84a-4e77-994e-6652c47605f3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:56.212120 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fe12b2d-e84a-4e77-994e-6652c47605f3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:56.218552 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe12b2d-e84a-4e77-994e-6652c47605f3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:04:56.218933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fe12b2d-e84a-4e77-994e-6652c47605f3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:04:56.232920 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:04:56.313407 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fe12b2d-e84a-4e77-994e-6652c47605f3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:56.319227 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fe12b2d-e84a-4e77-994e-6652c47605f3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:56.354975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe12b2d-e84a-4e77-994e-6652c47605f3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Network': ['ID=2e5d5734-efea-4dc7-8ce9-e236ed77ca51,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:04:56.359788 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1fe12b2d-e84a-4e77-994e-6652c47605f3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/networks/2e5d5734-efea-4dc7-8ce9-e236ed77ca51 HTTP/1.1" status: 204 len: 168 time: 0.4589667 May 28 05:04:56.367785 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d53ea642-0712-4402-874a-3508137a19d8 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:04:56.372110 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35372) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:04:56.378304 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-088b79d7-339e-4451-933a-4a1c5d7ed463 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'network': {'name': 'tempest-network-smoke--1174997446', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'port_security_enabled': True}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:04:56.383663 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-088b79d7-339e-4451-933a-4a1c5d7ed463 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:04:56.387787 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-088b79d7-339e-4451-933a-4a1c5d7ed463 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:network and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:04:56.390705 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-088b79d7-339e-4451-933a-4a1c5d7ed463 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:04:56.396896 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-088b79d7-339e-4451-933a-4a1c5d7ed463 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:04:56.405057 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: d53ea642-0712-4402-874a-3508137a19d8 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:04:56.405384 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d53ea642-0712-4402-874a-3508137a19d8 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:04:56.405869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0d19cce6-37c0-4b8b-8fd7-b220e007dc59 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:04:56.407796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088b79d7-339e-4451-933a-4a1c5d7ed463 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:04:56.410939 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-088b79d7-339e-4451-933a-4a1c5d7ed463 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:56.436702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 0d19cce6-37c0-4b8b-8fd7-b220e007dc59 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:04:56.437018 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0d19cce6-37c0-4b8b-8fd7-b220e007dc59 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:04:56.437417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3035cce7-9037-4c7d-90a3-e5fe3ab860ab no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:04:56.441137 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088b79d7-339e-4451-933a-4a1c5d7ed463 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:04:56.451324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-088b79d7-339e-4451-933a-4a1c5d7ed463 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:56.451904 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-088b79d7-339e-4451-933a-4a1c5d7ed463 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Added segment 2bb73083-53d1-49d0-86e4-641a5cabdb58 of type vlan for network ab8dee8a-fda2-4d95-a025-7f740fc16281 May 28 05:04:56.468360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 3035cce7-9037-4c7d-90a3-e5fe3ab860ab {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:04:56.468696 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3035cce7-9037-4c7d-90a3-e5fe3ab860ab not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:04:56.479847 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-088b79d7-339e-4451-933a-4a1c5d7ed463 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:56.511104 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-088b79d7-339e-4451-933a-4a1c5d7ed463 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:56.514936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088b79d7-339e-4451-933a-4a1c5d7ed463 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:04:56.515499 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-088b79d7-339e-4451-933a-4a1c5d7ed463 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:56.629189 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-088b79d7-339e-4451-933a-4a1c5d7ed463 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2536542 May 28 05:04:56.629842 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35376) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:04:56.636841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-439807685', 'admin_state_up': True, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:04:56.641813 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b79d7-339e-4451-933a-4a1c5d7ed463 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Network': ['ID=ab8dee8a-fda2-4d95-a025-7f740fc16281,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:04:56.645329 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:04:56.649309 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:router and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:04:56.651913 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network ab8dee8a-fda2-4d95-a025-7f740fc16281 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:04:56.652431 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:04:56.657981 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:04:56.668789 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:56.669787 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:56.689419 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:56.839827 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:57.018819 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:57.048140 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:57.145150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:57.190121 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.148 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/b499299b-00ba-485d-af34-e4d395409fec) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:04:57.330727 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:57.374424 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:57.440353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:04:57.443205 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:04:57.447473 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:04:57.474057 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=b499299b-00ba-485d-af34-e4d395409fec,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:04:57.612133 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:57.613301 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:57.939873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:04:58.155894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:04:58.166052 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Sync routers for ids ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:04:58.179394 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Routers {'024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:04:58.180015 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:04:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:04:58.183337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:58.184556 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f2f744a4-bfe0-429c-b322-0981cfa6c979 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5538347 May 28 05:04:58.188202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35380) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:04:58.357993 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Set router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:04:58.394638 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-496c5a90-da80-400f-bc35-e17c7c970034 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f3dfbb4a80ae4be4a49f16f926649fcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2054095 May 28 05:04:58.397419 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35386) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:04:58.525536 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c367b8f-c81b-47b2-89ff-34038a2c1b1d tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:04:58.526940 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5c367b8f-c81b-47b2-89ff-34038a2c1b1d tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1285889 May 28 05:04:58.529931 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35390) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:04:58.567262 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9bcbd5b2-a9df-42d2-9e20-7a68de0e568d tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362945 May 28 05:04:58.570164 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35394) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:04:58.575360 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4f38eb82-a8cd-447d-9fe5-888aacee4921 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1907388708', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:04:58.675236 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:04:57Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:04:58.679054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Checking router: 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:04:58.679357 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Updating router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e port b499299b-00ba-485d-af34-e4d395409fec binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:04:58.684795 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4f38eb82-a8cd-447d-9fe5-888aacee4921 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:04:58.688747 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4f38eb82-a8cd-447d-9fe5-888aacee4921 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:subnet and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:04:58.691689 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4f38eb82-a8cd-447d-9fe5-888aacee4921 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:04:58.697961 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4f38eb82-a8cd-447d-9fe5-888aacee4921 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:04:58.709007 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f38eb82-a8cd-447d-9fe5-888aacee4921 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:04:58.735835 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:58.811249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f38eb82-a8cd-447d-9fe5-888aacee4921 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:59.029370 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f38eb82-a8cd-447d-9fe5-888aacee4921 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:59.061148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:59.073561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Transition to ACTIVE for port object b499299b-00ba-485d-af34-e4d395409fec will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:04:59.094970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:59.108606 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38eb82-a8cd-447d-9fe5-888aacee4921 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Subnet': ['ID=57ca4f95-9863-4354-b256-1a6ff0a77937,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:04:59.121277 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f38eb82-a8cd-447d-9fe5-888aacee4921 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Checking segment: {'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:04:59.121619 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f38eb82-a8cd-447d-9fe5-888aacee4921 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network hostable DHCP agents. Network: ab8dee8a-fda2-4d95-a025-7f740fc16281, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:04:59.146699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f38eb82-a8cd-447d-9fe5-888aacee4921 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network ab8dee8a-fda2-4d95-a025-7f740fc16281 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:04:59.158400 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-4f38eb82-a8cd-447d-9fe5-888aacee4921 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, ab8dee8a-fda2-4d95-a025-7f740fc16281) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:04:59.162893 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f38eb82-a8cd-447d-9fe5-888aacee4921 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:04:59.163848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4f38eb82-a8cd-447d-9fe5-888aacee4921 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:59.175610 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eeae8d-f078-4361-97f0-f3386303c741 None None] Network ab8dee8a-fda2-4d95-a025-7f740fc16281 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:04:59.185824 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4f38eb82-a8cd-447d-9fe5-888aacee4921 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6146860 May 28 05:04:59.188839 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35398) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:04:59.190577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Attempting to bind port b499299b-00ba-485d-af34-e4d395409fec on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:04:59.190933 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Attempting to bind port b499299b-00ba-485d-af34-e4d395409fec by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:04:59.191273 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Attempting to bind port b499299b-00ba-485d-af34-e4d395409fec on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:04:59.193141 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aad610-206e-4729-90db-effd0829264d None None] Pushing event updated for resources: {'Port': ['ID=b499299b-00ba-485d-af34-e4d395409fec,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:04:59.255537 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:04:59.255889 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:04:59.256445 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:59.256896 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:04:59.257533 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Bound port: b499299b-00ba-485d-af34-e4d395409fec, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:04:59.257924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:59.386010 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] For port b499299b-00ba-485d-af34-e4d395409fec, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:04:59.403627 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] For port b499299b-00ba-485d-af34-e4d395409fec, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=b499299b-00ba-485d-af34-e4d395409fec,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:04:59.409671 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:59.520532 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ab8dee8a-fda2-4d95-a025-7f740fc16281', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:04:59.521334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:04:59.543207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aad610-206e-4729-90db-effd0829264d None None] Pushing event updated for resources: {'Port': ['ID=b499299b-00ba-485d-af34-e4d395409fec,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:04:59.586904 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Routers {'024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:04:59.587531 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:04:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:04:59.834766 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Allocated IP 172.20.0.2 (ab8dee8a-fda2-4d95-a025-7f740fc16281/57ca4f95-9863-4354-b256-1a6ff0a77937/93d452bd-57b0-4370-b9a2-7b5e36f6f143) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:04:59.838466 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] Set router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:05:00.045523 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:00.429101 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:00.450670 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Transition to ACTIVE for port object 93d452bd-57b0-4370-b9a2-7b5e36f6f143 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:05:00.485695 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Transition to ACTIVE for port object 93d452bd-57b0-4370-b9a2-7b5e36f6f143 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:05:00.488820 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:04:57Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:05:00.497491 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:00.500823 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f4fc74-afd0-4f04-9b7b-e5cb5dba84c1 None None] The sync data for ids ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'] in dv-neutron-843300-5-hyperv is: [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:04:57Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:04:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:05:00.570399 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.1 (ab8dee8a-fda2-4d95-a025-7f740fc16281/57ca4f95-9863-4354-b256-1a6ff0a77937/d6031019-f4b1-4fc2-b356-7192ea4c40a9) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:05:00.576155 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Network ab8dee8a-fda2-4d95-a025-7f740fc16281 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:05:00.583242 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:05:00.591174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:05:00.593451 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Pushing event updated for resources: {'Port': ['ID=93d452bd-57b0-4370-b9a2-7b5e36f6f143,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:00.706961 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Attempting to bind port 93d452bd-57b0-4370-b9a2-7b5e36f6f143 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:05:00.707314 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Attempting to bind port 93d452bd-57b0-4370-b9a2-7b5e36f6f143 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:05:00.707673 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Attempting to bind port 93d452bd-57b0-4370-b9a2-7b5e36f6f143 on network ab8dee8a-fda2-4d95-a025-7f740fc16281 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:05:00.717147 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:05:00.717504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Checking segment: {'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:05:00.717920 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:00.718294 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Bound using segment: {'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:05:00.718750 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Bound port: 93d452bd-57b0-4370-b9a2-7b5e36f6f143, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:05:00.719107 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:00.792757 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:00.814096 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object d6031019-f4b1-4fc2-b356-7192ea4c40a9 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:05:00.822469 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] For port 93d452bd-57b0-4370-b9a2-7b5e36f6f143, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:05:00.826244 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] For port 93d452bd-57b0-4370-b9a2-7b5e36f6f143, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=93d452bd-57b0-4370-b9a2-7b5e36f6f143,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:05:00.832190 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:00.845583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:00.931190 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network ab8dee8a-fda2-4d95-a025-7f740fc16281 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:05:00.931190 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=d6031019-f4b1-4fc2-b356-7192ea4c40a9,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:00.932499 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:05:00.934627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:05:00.943627 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f11df-5111-4387-8a43-80a64e981fe4 None None] Pushing event updated for resources: {'Port': ['ID=93d452bd-57b0-4370-b9a2-7b5e36f6f143,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:01.001881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:01.111381 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:01.650349 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:01.656239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:01.766561 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=d6031019-f4b1-4fc2-b356-7192ea4c40a9,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:01.772339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:01.814259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e63e4e4-a9d0-47b9-8490-7d21b33890c4 None None] Network ab8dee8a-fda2-4d95-a025-7f740fc16281 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:05:01.906335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-98a883d7-cf31-4d67-95d4-9c2e68114116 None None] Provisioning for port 93d452bd-57b0-4370-b9a2-7b5e36f6f143 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:05:01.917617 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network ab8dee8a-fda2-4d95-a025-7f740fc16281 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:05:01.918782 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:05:02.235617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device b499299b-00ba-485d-af34-e4d395409fec up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:05:02.310910 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port b499299b-00ba-485d-af34-e4d395409fec completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:05:02.312883 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:05:02.315930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port b499299b-00ba-485d-af34-e4d395409fec triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:05:02.316329 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:02.388019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3145d53e-4965-43eb-a1f1-bb4339ed8e97 None None] Provisioning for port d6031019-f4b1-4fc2-b356-7192ea4c40a9 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:05:02.417330 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3145d53e-4965-43eb-a1f1-bb4339ed8e97 None None] Provisioning complete for port d6031019-f4b1-4fc2-b356-7192ea4c40a9 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:05:02.417802 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3145d53e-4965-43eb-a1f1-bb4339ed8e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:02.497921 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:02.502372 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3145d53e-4965-43eb-a1f1-bb4339ed8e97 None None] Port d6031019-f4b1-4fc2-b356-7192ea4c40a9 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:05:02.518562 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port b499299b-00ba-485d-af34-e4d395409fec, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=b499299b-00ba-485d-af34-e4d395409fec,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:05:02.525543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:02.526364 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 93d452bd-57b0-4370-b9a2-7b5e36f6f143 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:05:02.535331 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:05:02.551588 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-762a19d6-9851-4efd-8ba1-4b74734a3435 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/024b7f0a-bf1a-4ed0-9851-834b6dbbd41e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3616626 May 28 05:05:02.552432 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35402) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:02.642226 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=b499299b-00ba-485d-af34-e4d395409fec,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:02.657841 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 93d452bd-57b0-4370-b9a2-7b5e36f6f143 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:05:02.662653 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 93d452bd-57b0-4370-b9a2-7b5e36f6f143 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:05:02.663039 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:02.693821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5406966a-a547-41c1-8175-c8049e37b5a6 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:02.694188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5406966a-a547-41c1-8175-c8049e37b5a6 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:02.694542 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5406966a-a547-41c1-8175-c8049e37b5a6 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:02.694892 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5406966a-a547-41c1-8175-c8049e37b5a6 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:02.696547 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5406966a-a547-41c1-8175-c8049e37b5a6 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1430173 May 28 05:05:02.699365 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35406) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:02.767599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83081402-5d9e-424f-8b5a-3df7c96abc65 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:02.767859 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83081402-5d9e-424f-8b5a-3df7c96abc65 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:02.768213 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83081402-5d9e-424f-8b5a-3df7c96abc65 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:02.768544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83081402-5d9e-424f-8b5a-3df7c96abc65 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:02.770197 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-83081402-5d9e-424f-8b5a-3df7c96abc65 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0699265 May 28 05:05:02.770496 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1365d3f3-7e89-4e42-95d5-141e58df4060 None None] Provisioning complete for port d6031019-f4b1-4fc2-b356-7192ea4c40a9 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:05:02.770859 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1365d3f3-7e89-4e42-95d5-141e58df4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:02.773168 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35410) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:02.858616 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1365d3f3-7e89-4e42-95d5-141e58df4060 None None] Port d6031019-f4b1-4fc2-b356-7192ea4c40a9 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:05:02.876284 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:02.908038 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 93d452bd-57b0-4370-b9a2-7b5e36f6f143, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=93d452bd-57b0-4370-b9a2-7b5e36f6f143,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:05:02.913792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:02.978574 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-46a62a86-7c5b-4867-b483-e4e84083a81d tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2042999 May 28 05:05:02.980656 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=93d452bd-57b0-4370-b9a2-7b5e36f6f143,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:03.070336 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35416) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:03.075992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-444810026', 'description': 'tempest-secgroup-smoke-444810026 description', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:03.082038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:03.086224 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:03.089068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:03.094835 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:03.112367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.149630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:03.153355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:03.156076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:03.161583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:03.216445 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.222093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.264706 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8ff7a6-c43e-47be-bd48-7399164a52a6,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:03.270898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.272232 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2008479 May 28 05:05:03.275321 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35420) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:03.275675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:03.276013 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:03.276343 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:03.276665 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:03.276987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:03.277323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:03.277638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:03.277984 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:03.278295 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:03.278602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:03.278913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4921b20d-8418-4314-bf73-d25abe30c1c0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:03.282665 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e6561706-3b16-4468-88d9-4e633b3c475a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '0f8ff7a6-c43e-47be-bd48-7399164a52a6', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:03.289167 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e6561706-3b16-4468-88d9-4e633b3c475a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:03.293031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e6561706-3b16-4468-88d9-4e633b3c475a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:03.295863 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e6561706-3b16-4468-88d9-4e633b3c475a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:03.301475 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e6561706-3b16-4468-88d9-4e633b3c475a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:03.318404 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e6561706-3b16-4468-88d9-4e633b3c475a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.379580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e6561706-3b16-4468-88d9-4e633b3c475a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.385641 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e6561706-3b16-4468-88d9-4e633b3c475a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.413830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6561706-3b16-4468-88d9-4e633b3c475a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469355cb-ce02-4abf-90e0-fbf89af60b0f,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:03.426658 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e6561706-3b16-4468-88d9-4e633b3c475a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.427994 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e6561706-3b16-4468-88d9-4e633b3c475a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1513491 May 28 05:05:03.431318 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35424) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:03.436792 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-575dbbc4-4686-45af-bfb8-3a5a7f06a7ac tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '0f8ff7a6-c43e-47be-bd48-7399164a52a6', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:03.442980 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-575dbbc4-4686-45af-bfb8-3a5a7f06a7ac tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:03.447129 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-575dbbc4-4686-45af-bfb8-3a5a7f06a7ac tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:03.450117 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-575dbbc4-4686-45af-bfb8-3a5a7f06a7ac tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:03.456156 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-575dbbc4-4686-45af-bfb8-3a5a7f06a7ac tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:03.474807 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-575dbbc4-4686-45af-bfb8-3a5a7f06a7ac tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.541590 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-575dbbc4-4686-45af-bfb8-3a5a7f06a7ac tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.547253 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-575dbbc4-4686-45af-bfb8-3a5a7f06a7ac tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.679499 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575dbbc4-4686-45af-bfb8-3a5a7f06a7ac tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c17e5c-a17d-45fd-9715-ec0f4efac14f,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:03.691528 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-575dbbc4-4686-45af-bfb8-3a5a7f06a7ac tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.692817 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-575dbbc4-4686-45af-bfb8-3a5a7f06a7ac tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2605264 May 28 05:05:03.696395 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35428) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:03.701821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-7ca44b5e-da22-4d22-b7e5-a78b7e95fea4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '0f8ff7a6-c43e-47be-bd48-7399164a52a6', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:03.707737 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7ca44b5e-da22-4d22-b7e5-a78b7e95fea4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:03.711932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7ca44b5e-da22-4d22-b7e5-a78b7e95fea4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:03.714872 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7ca44b5e-da22-4d22-b7e5-a78b7e95fea4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:03.720675 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7ca44b5e-da22-4d22-b7e5-a78b7e95fea4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:03.739372 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ca44b5e-da22-4d22-b7e5-a78b7e95fea4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.802972 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ca44b5e-da22-4d22-b7e5-a78b7e95fea4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.808588 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ca44b5e-da22-4d22-b7e5-a78b7e95fea4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.835078 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca44b5e-da22-4d22-b7e5-a78b7e95fea4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1212c1-b914-4c16-b192-a2dbd271a607,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:03.847182 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ca44b5e-da22-4d22-b7e5-a78b7e95fea4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.848448 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7ca44b5e-da22-4d22-b7e5-a78b7e95fea4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1509266 May 28 05:05:03.851365 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35432) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:03.857089 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-cbea3c08-17e0-409f-b8d4-8a8835644875 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '0f8ff7a6-c43e-47be-bd48-7399164a52a6', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:03.863480 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cbea3c08-17e0-409f-b8d4-8a8835644875 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:03.868094 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cbea3c08-17e0-409f-b8d4-8a8835644875 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:03.872998 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cbea3c08-17e0-409f-b8d4-8a8835644875 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:03.879061 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cbea3c08-17e0-409f-b8d4-8a8835644875 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:03.907504 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cbea3c08-17e0-409f-b8d4-8a8835644875 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.974316 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cbea3c08-17e0-409f-b8d4-8a8835644875 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:03.979394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cbea3c08-17e0-409f-b8d4-8a8835644875 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:04.003587 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbea3c08-17e0-409f-b8d4-8a8835644875 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc420473-2adc-42e8-bba0-425290aad0a9,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:04.016701 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cbea3c08-17e0-409f-b8d4-8a8835644875 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:04.018006 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cbea3c08-17e0-409f-b8d4-8a8835644875 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1656866 May 28 05:05:04.020846 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35436) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:04.027345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0ea6f302-5c8b-439b-9d49-30183e3135e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '0f8ff7a6-c43e-47be-bd48-7399164a52a6', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:04.033582 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0ea6f302-5c8b-439b-9d49-30183e3135e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:04.037888 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0ea6f302-5c8b-439b-9d49-30183e3135e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:04.040996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0ea6f302-5c8b-439b-9d49-30183e3135e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:04.046766 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0ea6f302-5c8b-439b-9d49-30183e3135e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:04.061538 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-0ea6f302-5c8b-439b-9d49-30183e3135e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:05:04.069798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0ea6f302-5c8b-439b-9d49-30183e3135e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:04.093220 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Sync routers for ids ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:05:04.106217 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Routers {'024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:05:04.106891 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:04:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:05:04.134894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0ea6f302-5c8b-439b-9d49-30183e3135e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:04.140037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0ea6f302-5c8b-439b-9d49-30183e3135e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:04.164034 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6f302-5c8b-439b-9d49-30183e3135e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82ceff55-c309-4c59-9a1f-e61b05604ef3,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:04.178871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0ea6f302-5c8b-439b-9d49-30183e3135e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:04.181756 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0ea6f302-5c8b-439b-9d49-30183e3135e0 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1581662 May 28 05:05:04.183105 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35440) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:04.188920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b1a22c95-c4e6-4183-a199-565019e7f7e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '0f8ff7a6-c43e-47be-bd48-7399164a52a6', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:04.190719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device b499299b-00ba-485d-af34-e4d395409fec up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:05:04.195081 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b1a22c95-c4e6-4183-a199-565019e7f7e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:04.198878 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b1a22c95-c4e6-4183-a199-565019e7f7e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:04.201680 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b1a22c95-c4e6-4183-a199-565019e7f7e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:04.207313 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b1a22c95-c4e6-4183-a199-565019e7f7e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:04.220699 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-b1a22c95-c4e6-4183-a199-565019e7f7e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:05:04.227980 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1a22c95-c4e6-4183-a199-565019e7f7e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:04.268385 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port b499299b-00ba-485d-af34-e4d395409fec triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:05:04.269025 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:04.287101 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Set router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:05:04.298577 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1a22c95-c4e6-4183-a199-565019e7f7e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:04.305025 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1a22c95-c4e6-4183-a199-565019e7f7e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:04.325085 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a22c95-c4e6-4183-a199-565019e7f7e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bcd61c9-28d9-46e4-a05a-5b640ff5266e,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:04.347149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b1a22c95-c4e6-4183-a199-565019e7f7e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:04.357403 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b1a22c95-c4e6-4183-a199-565019e7f7e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1643376 May 28 05:05:04.398316 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 93d452bd-57b0-4370-b9a2-7b5e36f6f143 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:05:04.468575 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 93d452bd-57b0-4370-b9a2-7b5e36f6f143 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:05:04.469089 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:04.545129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-8ab58d08-b8ef-4103-94a5-d461376cd19e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:05:04.577528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-8ab58d08-b8ef-4103-94a5-d461376cd19e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:05:04.577528 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-8ab58d08-b8ef-4103-94a5-d461376cd19e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-444810026&fields=id&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 267 time: 0.0789940 May 28 05:05:04.679540 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:05:01Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd6031019-f4b1-4fc2-b356-7192ea4c40a9', 'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:18:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:05:00Z', 'updated_at': '2022-05-28T05:05:01Z', 'revision_number': 2, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:05:04.684011 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Checking router: 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:05:04.684541 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Updating router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e port d6031019-f4b1-4fc2-b356-7192ea4c40a9 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:05:04.741285 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:04.758664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-c6640b29-a883-4cb2-ba12-8e1a26f4bf97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:04.759340 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-c6640b29-a883-4cb2-ba12-8e1a26f4bf97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:05:04.777131 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-c6640b29-a883-4cb2-ba12-8e1a26f4bf97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:05:04.778451 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-c6640b29-a883-4cb2-ba12-8e1a26f4bf97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/networks?id=ab8dee8a-fda2-4d95-a025-7f740fc16281 HTTP/1.1" status: 200 len: 797 time: 0.1919217 May 28 05:05:04.795550 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-12daa0ec-4d94-434d-b3bc-58b57d4303a6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/quotas/f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 375 time: 0.0116508 May 28 05:05:04.891337 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-6fdbbb51-00b3-41fa-afea-3a11aa964a67 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:05:04.909084 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-6fdbbb51-00b3-41fa-afea-3a11aa964a67 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:05:04.910425 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-6fdbbb51-00b3-41fa-afea-3a11aa964a67 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1087792 May 28 05:05:05.102470 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:05.116425 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Transition to ACTIVE for port object d6031019-f4b1-4fc2-b356-7192ea4c40a9 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:05:05.124483 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:05.229486 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-585dd044-0448-4d72-b1be-917042cb110d service neutron] 10.222.0.15 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055372 May 28 05:05:05.251897 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8ed6e-4200-4392-a4af-074c769c12af None None] Pushing event updated for resources: {'Port': ['ID=d6031019-f4b1-4fc2-b356-7192ea4c40a9,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:05.319464 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad8ed6e-4200-4392-a4af-074c769c12af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:05.319790 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad8ed6e-4200-4392-a4af-074c769c12af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:05.320108 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad8ed6e-4200-4392-a4af-074c769c12af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:05.320423 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad8ed6e-4200-4392-a4af-074c769c12af None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:05.320743 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad8ed6e-4200-4392-a4af-074c769c12af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:05.321058 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad8ed6e-4200-4392-a4af-074c769c12af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:05.321362 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad8ed6e-4200-4392-a4af-074c769c12af None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:05.321684 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad8ed6e-4200-4392-a4af-074c769c12af None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:05.321989 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad8ed6e-4200-4392-a4af-074c769c12af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:05.322291 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad8ed6e-4200-4392-a4af-074c769c12af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:05.322585 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad8ed6e-4200-4392-a4af-074c769c12af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:05:05.345154 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Attempting to bind port d6031019-f4b1-4fc2-b356-7192ea4c40a9 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:05:05.345497 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Attempting to bind port d6031019-f4b1-4fc2-b356-7192ea4c40a9 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:05:05.346034 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Attempting to bind port d6031019-f4b1-4fc2-b356-7192ea4c40a9 on network ab8dee8a-fda2-4d95-a025-7f740fc16281 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:05:05.353260 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:05:05.353540 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Checking segment: {'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:05:05.353952 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:05.354320 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Bound using segment: {'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:05:05.354760 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Bound port: d6031019-f4b1-4fc2-b356-7192ea4c40a9, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:05:05.355114 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:05.366804 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-08df3e36-619a-40ac-94d1-2778c03e44c4 service neutron] 10.222.0.15 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315298 May 28 05:05:05.443562 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] For port d6031019-f4b1-4fc2-b356-7192ea4c40a9, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:05:05.448153 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] For port d6031019-f4b1-4fc2-b356-7192ea4c40a9, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d6031019-f4b1-4fc2-b356-7192ea4c40a9,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:05:05.452973 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:05.534303 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Routers {'024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:05:05.534902 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:04:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:05:05.570397 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f7c7f8d4-34fa-4ceb-85d4-14cfb0f92df7 req-99828d8a-b5ed-4532-9ede-617e2e1397a9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 210 time: 0.0531108 May 28 05:05:05.648205 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8ed6e-4200-4392-a4af-074c769c12af None None] Pushing event updated for resources: {'Port': ['ID=d6031019-f4b1-4fc2-b356-7192ea4c40a9,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:05.729298 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] Set router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:05:06.074709 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:05:01Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd6031019-f4b1-4fc2-b356-7192ea4c40a9', 'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:18:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:05:00Z', 'updated_at': '2022-05-28T05:05:05Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:05:06.079402 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd87276e-0b9e-46da-b78f-50cbb72269cc None None] The sync data for ids ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'] in dv-neutron-843300-5-hyperv is: [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:05:01Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd6031019-f4b1-4fc2-b356-7192ea4c40a9', 'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:18:6f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:05:00Z', 'updated_at': '2022-05-28T05:05:05Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:05:06.237989 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d6031019-f4b1-4fc2-b356-7192ea4c40a9 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:05:06.308743 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port d6031019-f4b1-4fc2-b356-7192ea4c40a9 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:05:06.313708 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d6031019-f4b1-4fc2-b356-7192ea4c40a9 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:05:06.314322 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:06.439627 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:06.472915 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port d6031019-f4b1-4fc2-b356-7192ea4c40a9, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d6031019-f4b1-4fc2-b356-7192ea4c40a9,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:05:06.478903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:06.545339 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=d6031019-f4b1-4fc2-b356-7192ea4c40a9,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:06.724946 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d29a19a9-5ee7-42fe-bb3e-877e95e5ef1d req-a35396b9-6ae7-4552-9297-329b235f40aa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 210 time: 0.0396750 May 28 05:05:06.907472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-81e65a7f-18ce-46de-bebf-892b178b5e4d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:06.909399 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-81e65a7f-18ce-46de-bebf-892b178b5e4d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/networks?id=ab8dee8a-fda2-4d95-a025-7f740fc16281 HTTP/1.1" status: 200 len: 797 time: 0.1573718 May 28 05:05:06.976439 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-866bdb7d-fd64-4c31-870c-f199da7b73d8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 379 time: 0.0538025 May 28 05:05:06.984804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-fd93ed9a-6eaa-4a6e-9a5e-be5d4453c6f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'port': {'device_id': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'admin_state_up': True, 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'security_groups': ['0f8ff7a6-c43e-47be-bd48-7399164a52a6']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:07.121920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-fd93ed9a-6eaa-4a6e-9a5e-be5d4453c6f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:07.132597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-fd93ed9a-6eaa-4a6e-9a5e-be5d4453c6f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:07.145509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-fd93ed9a-6eaa-4a6e-9a5e-be5d4453c6f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:05:07.149044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-fd93ed9a-6eaa-4a6e-9a5e-be5d4453c6f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:07.309784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-fd93ed9a-6eaa-4a6e-9a5e-be5d4453c6f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.11 (ab8dee8a-fda2-4d95-a025-7f740fc16281/57ca4f95-9863-4354-b256-1a6ff0a77937/f4181262-47d8-4359-825c-910ccd778dfb) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:05:07.505575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-fd93ed9a-6eaa-4a6e-9a5e-be5d4453c6f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:07.521154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-fd93ed9a-6eaa-4a6e-9a5e-be5d4453c6f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object f4181262-47d8-4359-825c-910ccd778dfb will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:05:07.544579 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-fd93ed9a-6eaa-4a6e-9a5e-be5d4453c6f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:07.615077 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-fd93ed9a-6eaa-4a6e-9a5e-be5d4453c6f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network ab8dee8a-fda2-4d95-a025-7f740fc16281 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:05:07.618468 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-fd93ed9a-6eaa-4a6e-9a5e-be5d4453c6f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:05:07.622794 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-fd93ed9a-6eaa-4a6e-9a5e-be5d4453c6f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:05:07.647129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93ed9a-6eaa-4a6e-9a5e-be5d4453c6f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=f4181262-47d8-4359-825c-910ccd778dfb,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:07.685627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-fd93ed9a-6eaa-4a6e-9a5e-be5d4453c6f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:07.686254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-fd93ed9a-6eaa-4a6e-9a5e-be5d4453c6f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:07.714705 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-fd93ed9a-6eaa-4a6e-9a5e-be5d4453c6f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7335432 May 28 05:05:07.726343 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Request body: {'port': {'device_id': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:07.841640 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:07.880255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e1c7850c-d408-4d3f-a828-54ee1bfd85c5 None None] Provisioning for port f4181262-47d8-4359-825c-910ccd778dfb completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:05:07.886217 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e1c7850c-d408-4d3f-a828-54ee1bfd85c5 None None] Provisioning complete for port f4181262-47d8-4359-825c-910ccd778dfb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:05:07.886572 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e1c7850c-d408-4d3f-a828-54ee1bfd85c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:07.942502 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e1c7850c-d408-4d3f-a828-54ee1bfd85c5 None None] Port f4181262-47d8-4359-825c-910ccd778dfb cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:05:08.046463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4eec3-aa51-444d-8844-136c47a5470a req-44f0ee6d-6e0c-4d5d-9422-381ab67c394b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:08.047145 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-69f4eec3-aa51-444d-8844-136c47a5470a req-44f0ee6d-6e0c-4d5d-9422-381ab67c394b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:05:08.123803 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-69f4eec3-aa51-444d-8844-136c47a5470a req-44f0ee6d-6e0c-4d5d-9422-381ab67c394b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:05:08.124835 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69f4eec3-aa51-444d-8844-136c47a5470a req-44f0ee6d-6e0c-4d5d-9422-381ab67c394b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 932 time: 0.2698872 May 28 05:05:08.176704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d6031019-f4b1-4fc2-b356-7192ea4c40a9 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:05:08.249117 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d6031019-f4b1-4fc2-b356-7192ea4c40a9 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:05:08.249756 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:08.316493 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69f4eec3-aa51-444d-8844-136c47a5470a req-d5a6c33d-6cae-4274-ac52-26f2824ed71e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f8ff7a6-c43e-47be-bd48-7399164a52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777699 May 28 05:05:08.394272 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4181262-47d8-4359-825c-910ccd778dfb {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:05:08.401439 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:08.416273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Transition to ACTIVE for port object f4181262-47d8-4359-825c-910ccd778dfb will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:05:08.422892 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:08.548893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Pushing event updated for resources: {'Port': ['ID=f4181262-47d8-4359-825c-910ccd778dfb,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:08.658515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Attempting to bind port f4181262-47d8-4359-825c-910ccd778dfb on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:05:08.658846 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Attempting to bind port f4181262-47d8-4359-825c-910ccd778dfb by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:05:08.659155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Attempting to bind port f4181262-47d8-4359-825c-910ccd778dfb on network ab8dee8a-fda2-4d95-a025-7f740fc16281 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:05:08.664876 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Port f4181262-47d8-4359-825c-910ccd778dfb on network ab8dee8a-fda2-4d95-a025-7f740fc16281 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:05:08.665181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Attempting to bind port f4181262-47d8-4359-825c-910ccd778dfb on network ab8dee8a-fda2-4d95-a025-7f740fc16281 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:05:08.672556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:05:08.672892 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Checking segment: {'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:05:08.673266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Bound using segment: {'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:05:08.673698 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Bound port: f4181262-47d8-4359-825c-910ccd778dfb, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:05:08.674098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:08.762205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] For port f4181262-47d8-4359-825c-910ccd778dfb, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:05:08.765026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] For port f4181262-47d8-4359-825c-910ccd778dfb, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f4181262-47d8-4359-825c-910ccd778dfb,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:05:08.773169 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:08.833219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:08.834986 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] 10.222.0.66 "PUT /v2.0/ports/f4181262-47d8-4359-825c-910ccd778dfb HTTP/1.1" status: 200 len: 1094 time: 1.1136250 May 28 05:05:08.835436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'tag': 'f4181262-47d8-4359-825c-910ccd778dfb'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:05:08.853552 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37323802-7937-4b78-8f39-37a8cca0b57d service neutron] Pushing event updated for resources: {'Port': ['ID=f4181262-47d8-4359-825c-910ccd778dfb,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:08.921144 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec258a5-92f4-4f39-8fc7-782fb9d11de2'] response: {'name': 'network-changed', 'server_uuid': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'tag': 'f4181262-47d8-4359-825c-910ccd778dfb', 'status': 'completed', 'code': 200} May 28 05:05:08.958139 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-3e44f834-139d-436d-96d4-e3424e4eb731 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 1097 time: 0.0818365 May 28 05:05:09.029831 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-f2b0fa5f-2e35-430e-943e-0a2fa0a73063 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4181262-47d8-4359-825c-910ccd778dfb HTTP/1.1" status: 200 len: 217 time: 0.0651512 May 28 05:05:09.091957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-c926ad77-88cb-4556-b0ba-d7aea3b3a232 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:09.093391 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-c926ad77-88cb-4556-b0ba-d7aea3b3a232 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57ca4f95-9863-4354-b256-1a6ff0a77937 HTTP/1.1" status: 200 len: 835 time: 0.0580015 May 28 05:05:09.176135 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-781a6ed4-9c99-4acc-9ac1-9e51bc60e93a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8dee8a-fda2-4d95-a025-7f740fc16281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754473 May 28 05:05:09.307087 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-e085f96b-4c8d-4352-a82c-bff3f997f6fa service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244154 May 28 05:05:09.440905 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdb06a1f-ce69-4ab1-bf69-f51d890350ba req-21190b28-fd06-47ce-ba4c-0587a05da72b service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280286 May 28 05:05:09.578204 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950df45d-1e2c-46cb-a254-e9ff7686a150 req-3f937ea6-d47b-44f8-ac98-d1cbf5ae02ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:09.579653 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-950df45d-1e2c-46cb-a254-e9ff7686a150 req-3f937ea6-d47b-44f8-ac98-d1cbf5ae02ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 944 time: 0.1380048 May 28 05:05:09.586072 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-483fc7d3-d77f-49ba-be7b-ff6d39e81b94 req-cb5e1d82-5dac-405c-9e06-b39e9e936520 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 1097 time: 0.1024115 May 28 05:05:09.721063 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-950df45d-1e2c-46cb-a254-e9ff7686a150 req-89d5b2a9-4896-4c25-9020-504bbee9edd1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f8ff7a6-c43e-47be-bd48-7399164a52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339395 May 28 05:05:09.743591 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc7d3-d77f-49ba-be7b-ff6d39e81b94 req-689bc689-d9a4-4658-8522-55898ba9d49f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:09.745012 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-483fc7d3-d77f-49ba-be7b-ff6d39e81b94 req-689bc689-d9a4-4658-8522-55898ba9d49f service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab8dee8a-fda2-4d95-a025-7f740fc16281 HTTP/1.1" status: 200 len: 898 time: 0.1451156 May 28 05:05:09.814786 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-483fc7d3-d77f-49ba-be7b-ff6d39e81b94 req-e8a4a93b-b212-4252-9883-3213801685f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4181262-47d8-4359-825c-910ccd778dfb HTTP/1.1" status: 200 len: 217 time: 0.0635476 May 28 05:05:09.880962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483fc7d3-d77f-49ba-be7b-ff6d39e81b94 req-36b07900-84cd-4812-8f4c-a63de7b6c9d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:09.882973 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-483fc7d3-d77f-49ba-be7b-ff6d39e81b94 req-36b07900-84cd-4812-8f4c-a63de7b6c9d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57ca4f95-9863-4354-b256-1a6ff0a77937 HTTP/1.1" status: 200 len: 835 time: 0.0607874 May 28 05:05:09.957956 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-483fc7d3-d77f-49ba-be7b-ff6d39e81b94 req-00d72ba7-c438-4593-9271-5464f6da0c60 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8dee8a-fda2-4d95-a025-7f740fc16281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682898 May 28 05:05:10.198833 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-483fc7d3-d77f-49ba-be7b-ff6d39e81b94 req-e8a21e07-5e0d-4cd2-9e44-23fd4ed4d320 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340760 May 28 05:05:10.341571 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-483fc7d3-d77f-49ba-be7b-ff6d39e81b94 req-0ff166c6-4d4c-4707-824a-c4968dd9f4e8 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362228 May 28 05:05:10.932168 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63243075-b830-4d32-a9a0-8b72d026f8d6 req-41256656-8d85-4607-a1c7-39d042c83181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:10.933543 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-63243075-b830-4d32-a9a0-8b72d026f8d6 req-41256656-8d85-4607-a1c7-39d042c83181 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 944 time: 0.0818551 May 28 05:05:10.980559 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-63243075-b830-4d32-a9a0-8b72d026f8d6 req-5978afec-eef6-41ca-930e-30675e4c5441 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f8ff7a6-c43e-47be-bd48-7399164a52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412266 May 28 05:05:12.191455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05daba5b-00d0-468d-be84-3eafc40eed39 req-bba73cfb-a28b-4a67-b175-97d9c5b6bdcf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:12.192880 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-05daba5b-00d0-468d-be84-3eafc40eed39 req-bba73cfb-a28b-4a67-b175-97d9c5b6bdcf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 944 time: 0.0870740 May 28 05:05:12.238842 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-05daba5b-00d0-468d-be84-3eafc40eed39 req-4c9c7c36-1a9b-4924-b52c-ff5a3a98f5f8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f8ff7a6-c43e-47be-bd48-7399164a52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397167 May 28 05:05:12.563034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f4181262-47d8-4359-825c-910ccd778dfb details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:05:12.700355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port f4181262-47d8-4359-825c-910ccd778dfb, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f4181262-47d8-4359-825c-910ccd778dfb,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:05:12.714010 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'f4181262-47d8-4359-825c-910ccd778dfb', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'port_id': 'f4181262-47d8-4359-825c-910ccd778dfb', 'mac_address': 'fa:16:3e:9e:70:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:05:12.771800 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:12.789298 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4181262-47d8-4359-825c-910ccd778dfb {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:05:12.804526 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port f4181262-47d8-4359-825c-910ccd778dfb, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f4181262-47d8-4359-825c-910ccd778dfb,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:05:12.810095 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:12.876998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=f4181262-47d8-4359-825c-910ccd778dfb,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:13.055494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['f4181262-47d8-4359-825c-910ccd778dfb'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:05:13.438964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7baa6-5414-4c72-8b7e-f27c04395049 req-fdbd4930-0bf6-4d59-b998-a4706dc35ffd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:13.440482 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b4d7baa6-5414-4c72-8b7e-f27c04395049 req-fdbd4930-0bf6-4d59-b998-a4706dc35ffd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 945 time: 0.0794191 May 28 05:05:13.489912 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b4d7baa6-5414-4c72-8b7e-f27c04395049 req-939d3797-b69e-4ed6-b0ed-509b738b34fd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f8ff7a6-c43e-47be-bd48-7399164a52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434186 May 28 05:05:14.573429 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f4181262-47d8-4359-825c-910ccd778dfb up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:05:14.691752 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port f4181262-47d8-4359-825c-910ccd778dfb completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:05:14.697523 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port f4181262-47d8-4359-825c-910ccd778dfb triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:05:14.698055 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:14.706892 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b78562-6dc8-4443-9c4d-c2c4862dc4af req-27b496dd-4d20-4324-95e0-4b6a6176fb65 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:14.708362 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c5b78562-6dc8-4443-9c4d-c2c4862dc4af req-27b496dd-4d20-4324-95e0-4b6a6176fb65 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 945 time: 0.0836082 May 28 05:05:14.754567 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c5b78562-6dc8-4443-9c4d-c2c4862dc4af req-0520d518-508b-4a25-8150-abc97cda898f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f8ff7a6-c43e-47be-bd48-7399164a52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403712 May 28 05:05:14.815681 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:14.844389 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4181262-47d8-4359-825c-910ccd778dfb'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:05:14.854182 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port f4181262-47d8-4359-825c-910ccd778dfb, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f4181262-47d8-4359-825c-910ccd778dfb,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:05:14.859707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:14.925236 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=f4181262-47d8-4359-825c-910ccd778dfb,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:14.979067 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5646b1-b735-4638-b0a2-b08165b9d447'] response: {'server_uuid': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4181262-47d8-4359-825c-910ccd778dfb', 'code': 200} May 28 05:05:15.225336 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-53dee271-5232-4971-a9d7-5d58901ce080 req-b1ddd758-57d3-40f2-ac6f-6286ec30f59f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 1099 time: 0.0714419 May 28 05:05:15.267723 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-53dee271-5232-4971-a9d7-5d58901ce080 req-e5d923ce-b39d-4164-b967-bfdbfa1c8dce service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f8ff7a6-c43e-47be-bd48-7399164a52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367172 May 28 05:05:15.967341 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c2ade-1420-4bc4-85b6-0bd174cc185b req-c7f02183-5b8d-43a2-9997-cff89fcbed10 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:15.968768 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3a1c2ade-1420-4bc4-85b6-0bd174cc185b req-c7f02183-5b8d-43a2-9997-cff89fcbed10 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 946 time: 0.0801125 May 28 05:05:16.015964 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3a1c2ade-1420-4bc4-85b6-0bd174cc185b req-ab73a323-cae7-4bc1-ae0b-b3e38f802a0b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f8ff7a6-c43e-47be-bd48-7399164a52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412152 May 28 05:05:17.240662 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3587a404-2104-4bbb-8ac3-3445bd2ab1f3 req-164e812e-ef02-43d3-bacb-55b841880b20 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:17.242586 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3587a404-2104-4bbb-8ac3-3445bd2ab1f3 req-164e812e-ef02-43d3-bacb-55b841880b20 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 946 time: 0.0792942 May 28 05:05:17.293897 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3587a404-2104-4bbb-8ac3-3445bd2ab1f3 req-e8ae7197-3c87-43e8-a393-71d193a46ffa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f8ff7a6-c43e-47be-bd48-7399164a52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430317 May 28 05:05:17.495226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd557c-7b16-42dc-a44b-95cd0a94e4e7 req-c90b1906-915d-45a7-9c42-f4055767a6af tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:17.496670 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-13cd557c-7b16-42dc-a44b-95cd0a94e4e7 req-c90b1906-915d-45a7-9c42-f4055767a6af tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 946 time: 0.0788863 May 28 05:05:17.545291 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-13cd557c-7b16-42dc-a44b-95cd0a94e4e7 req-e33a91bd-c35d-4321-a4bb-2ffdec5040e3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f8ff7a6-c43e-47be-bd48-7399164a52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404429 May 28 05:05:17.572923 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35494) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:17.654075 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bc108ed6-eac5-4fcc-82f3-b61ca557fad3 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 1094 time: 0.0797887 May 28 05:05:17.657721 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35498) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:17.662751 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': 'f4181262-47d8-4359-825c-910ccd778dfb', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:17.668936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:17.673127 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:floatingip and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:17.676068 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:17.682390 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:17.696338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:17.839164 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:17.979338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.180 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/23f264c4-5c23-4cd3-a63e-3a69548fc77c) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:05:18.131830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:18.164402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:18.231227 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:05:18.233923 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:05:18.238196 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:05:18.262836 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=23f264c4-5c23-4cd3-a63e-3a69548fc77c,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:18.752273 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:18.811242 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:19.105474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:19.113779 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:19.230807 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=23f264c4-5c23-4cd3-a63e-3a69548fc77c,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:19.246970 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:19.451763 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.l3_db [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Floating IP ab64805d-1fc5-4018-aa83-aeba06a6bf8d associated. External IP: 172.26.8.180, port: f4181262-47d8-4359-825c-910ccd778dfb. May 28 05:05:19.848073 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:05:20.051844 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:05:20.062265 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f0b57c-5869-46cb-b551-99b5ea1cf389 None None] Sync routers for ids ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:05:20.079032 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f0b57c-5869-46cb-b551-99b5ea1cf389 None None] Routers {'024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:05:20.079650 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-43f0b57c-5869-46cb-b551-99b5ea1cf389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:04:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:05:20.080213 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:20.133048 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1e6f6fdd-1090-4334-80a2-174cbb5430f7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4743433 May 28 05:05:20.133829 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'tag': 'f4181262-47d8-4359-825c-910ccd778dfb'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:05:20.135907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35502) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:20.212467 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f097ab20-fe25-4d8a-b438-8426f32b0679'] response: {'name': 'network-changed', 'server_uuid': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'tag': 'f4181262-47d8-4359-825c-910ccd778dfb', 'status': 'completed', 'code': 200} May 28 05:05:20.236557 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-92187a41-d31c-4a8a-926a-6694535d908a tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 1094 time: 0.0993960 May 28 05:05:20.265088 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-43f0b57c-5869-46cb-b551-99b5ea1cf389 None None] Set router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:05:20.314571 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f7f9d653-c3dd-47a9-a385-46890c32e527 req-05b54a15-8588-4884-91a8-06bfe25e3c29 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 1099 time: 0.0769012 May 28 05:05:20.325416 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35510) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:20.331739 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-19191346-e4ff-484f-bd2b-3dfdae6a97cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1230658463', 'description': 'tempest-secgroup-smoke-1230658463 description', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:20.338065 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-19191346-e4ff-484f-bd2b-3dfdae6a97cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:20.348418 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-19191346-e4ff-484f-bd2b-3dfdae6a97cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:20.360841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-19191346-e4ff-484f-bd2b-3dfdae6a97cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:20.397345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-19191346-e4ff-484f-bd2b-3dfdae6a97cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:20.402540 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-19191346-e4ff-484f-bd2b-3dfdae6a97cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:20.405324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-19191346-e4ff-484f-bd2b-3dfdae6a97cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:20.411422 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-19191346-e4ff-484f-bd2b-3dfdae6a97cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:20.460507 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9d653-c3dd-47a9-a385-46890c32e527 req-4ee51cf3-436b-4a93-8b4c-9f2a4b4a172f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:20.462285 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f7f9d653-c3dd-47a9-a385-46890c32e527 req-4ee51cf3-436b-4a93-8b4c-9f2a4b4a172f service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab8dee8a-fda2-4d95-a025-7f740fc16281 HTTP/1.1" status: 200 len: 898 time: 0.1412008 May 28 05:05:20.473101 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-19191346-e4ff-484f-bd2b-3dfdae6a97cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:20.477544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-19191346-e4ff-484f-bd2b-3dfdae6a97cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:20.524474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19191346-e4ff-484f-bd2b-3dfdae6a97cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d588d3-5b11-467d-b5cf-f746d47e28fc,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:20.529597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-19191346-e4ff-484f-bd2b-3dfdae6a97cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:20.533670 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-19191346-e4ff-484f-bd2b-3dfdae6a97cc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2069364 May 28 05:05:20.534276 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35514) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:20.542130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-44e657f3-b112-4637-94c2-34705758a2e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'c7d588d3-5b11-467d-b5cf-f746d47e28fc', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:20.548080 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-44e657f3-b112-4637-94c2-34705758a2e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:20.554578 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-44e657f3-b112-4637-94c2-34705758a2e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:20.559264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-44e657f3-b112-4637-94c2-34705758a2e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:20.565622 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-44e657f3-b112-4637-94c2-34705758a2e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:20.573506 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f7f9d653-c3dd-47a9-a385-46890c32e527 req-de0446af-df32-40c4-97ef-43d7ab35dbb9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4181262-47d8-4359-825c-910ccd778dfb HTTP/1.1" status: 200 len: 1000 time: 0.1055338 May 28 05:05:20.587573 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-44e657f3-b112-4637-94c2-34705758a2e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:20.640160 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9d653-c3dd-47a9-a385-46890c32e527 req-2d648c13-8507-4a99-a166-83cfa31a1af5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:20.641596 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f7f9d653-c3dd-47a9-a385-46890c32e527 req-2d648c13-8507-4a99-a166-83cfa31a1af5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57ca4f95-9863-4354-b256-1a6ff0a77937 HTTP/1.1" status: 200 len: 835 time: 0.0626502 May 28 05:05:20.649840 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-44e657f3-b112-4637-94c2-34705758a2e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:20.654548 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-43f0b57c-5869-46cb-b551-99b5ea1cf389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:05:01Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ab64805d-1fc5-4018-aa83-aeba06a6bf8d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'port_id': 'f4181262-47d8-4359-825c-910ccd778dfb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'mac_address': 'fa:16:3e:9e:70:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:05:18Z', 'updated_at': '2022-05-28T05:05:18Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6031019-f4b1-4fc2-b356-7192ea4c40a9', 'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:18:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:05:00Z', 'updated_at': '2022-05-28T05:05:06Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:05:20.655041 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-44e657f3-b112-4637-94c2-34705758a2e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:20.658839 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f0b57c-5869-46cb-b551-99b5ea1cf389 None None] Checking router: 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:05:20.670329 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f0b57c-5869-46cb-b551-99b5ea1cf389 None None] Routers {'024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:05:20.671362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-43f0b57c-5869-46cb-b551-99b5ea1cf389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:04:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:05:20.676357 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e657f3-b112-4637-94c2-34705758a2e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480449c1-af10-4c1b-b458-6f323cf8c739,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:20.692227 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-44e657f3-b112-4637-94c2-34705758a2e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:20.696216 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-44e657f3-b112-4637-94c2-34705758a2e6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1582289 May 28 05:05:20.696474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35518) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:20.703083 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-beb16d11-2051-4401-9293-adc6efa4cb30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'c7d588d3-5b11-467d-b5cf-f746d47e28fc', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:20.709056 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-beb16d11-2051-4401-9293-adc6efa4cb30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:20.713716 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-beb16d11-2051-4401-9293-adc6efa4cb30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:20.716630 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-beb16d11-2051-4401-9293-adc6efa4cb30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:20.722376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-beb16d11-2051-4401-9293-adc6efa4cb30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:20.727225 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f7f9d653-c3dd-47a9-a385-46890c32e527 req-9e864676-0258-4994-bda7-ce49330fe6c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8dee8a-fda2-4d95-a025-7f740fc16281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797114 May 28 05:05:20.742252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-beb16d11-2051-4401-9293-adc6efa4cb30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:20.815576 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-beb16d11-2051-4401-9293-adc6efa4cb30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:20.820897 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:05:20.822837 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-beb16d11-2051-4401-9293-adc6efa4cb30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:20.847028 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb16d11-2051-4401-9293-adc6efa4cb30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98cf4d05-b6cd-4a7c-be10-35c16481ceb6,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:20.857999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-beb16d11-2051-4401-9293-adc6efa4cb30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:20.859366 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-beb16d11-2051-4401-9293-adc6efa4cb30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1616032 May 28 05:05:20.862628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35522) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:20.867873 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-43f0b57c-5869-46cb-b551-99b5ea1cf389 None None] Set router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:05:20.869246 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-630d1b76-6c0a-4c44-8aa8-0bc091ada67e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'c7d588d3-5b11-467d-b5cf-f746d47e28fc', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:20.875693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-630d1b76-6c0a-4c44-8aa8-0bc091ada67e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:20.880819 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-630d1b76-6c0a-4c44-8aa8-0bc091ada67e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:20.884783 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-630d1b76-6c0a-4c44-8aa8-0bc091ada67e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:20.892134 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-630d1b76-6c0a-4c44-8aa8-0bc091ada67e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:20.917421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-630d1b76-6c0a-4c44-8aa8-0bc091ada67e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:20.990071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-630d1b76-6c0a-4c44-8aa8-0bc091ada67e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:20.995011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-630d1b76-6c0a-4c44-8aa8-0bc091ada67e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:21.005973 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f7f9d653-c3dd-47a9-a385-46890c32e527 req-d1ab919f-d6f9-48af-81c5-b37fd1b2db85 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723978 May 28 05:05:21.016827 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d1b76-6c0a-4c44-8aa8-0bc091ada67e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=101b8032-9b96-423f-85ae-ab3ee51b95d7,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:21.028817 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-630d1b76-6c0a-4c44-8aa8-0bc091ada67e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:21.030234 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-630d1b76-6c0a-4c44-8aa8-0bc091ada67e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1663294 May 28 05:05:21.033022 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35526) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:21.039136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-9ba318c8-508e-4431-bdce-7041ff3cef05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'c7d588d3-5b11-467d-b5cf-f746d47e28fc', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:21.044999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9ba318c8-508e-4431-bdce-7041ff3cef05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:21.048817 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9ba318c8-508e-4431-bdce-7041ff3cef05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:21.051748 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9ba318c8-508e-4431-bdce-7041ff3cef05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:21.057724 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9ba318c8-508e-4431-bdce-7041ff3cef05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:21.076844 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ba318c8-508e-4431-bdce-7041ff3cef05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:21.142227 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ba318c8-508e-4431-bdce-7041ff3cef05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:21.145667 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f7f9d653-c3dd-47a9-a385-46890c32e527 req-3e1d30ec-3282-4f6f-b771-448067f04a99 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340387 May 28 05:05:21.147172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ba318c8-508e-4431-bdce-7041ff3cef05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:21.178079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba318c8-508e-4431-bdce-7041ff3cef05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755b3532-7baf-44b2-93c5-2df35175267a,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:21.188875 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9ba318c8-508e-4431-bdce-7041ff3cef05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:21.190308 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9ba318c8-508e-4431-bdce-7041ff3cef05 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1562428 May 28 05:05:21.193058 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35530) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:21.198702 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-79e71528-841f-47e8-a57f-88f6821be718 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'c7d588d3-5b11-467d-b5cf-f746d47e28fc', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:21.204662 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-79e71528-841f-47e8-a57f-88f6821be718 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:21.208399 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-79e71528-841f-47e8-a57f-88f6821be718 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:21.211341 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-79e71528-841f-47e8-a57f-88f6821be718 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:21.216927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-79e71528-841f-47e8-a57f-88f6821be718 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:21.231011 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-79e71528-841f-47e8-a57f-88f6821be718 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:05:21.237562 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79e71528-841f-47e8-a57f-88f6821be718 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:21.257509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-43f0b57c-5869-46cb-b551-99b5ea1cf389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:05:01Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ab64805d-1fc5-4018-aa83-aeba06a6bf8d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'port_id': 'f4181262-47d8-4359-825c-910ccd778dfb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'mac_address': 'fa:16:3e:9e:70:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:05:18Z', 'updated_at': '2022-05-28T05:05:18Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6031019-f4b1-4fc2-b356-7192ea4c40a9', 'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:18:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:05:00Z', 'updated_at': '2022-05-28T05:05:06Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:05:21.261191 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f0b57c-5869-46cb-b551-99b5ea1cf389 None None] The sync data for ids ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'] in dv-neutron-843300-5-hyperv is: [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:05:01Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ab64805d-1fc5-4018-aa83-aeba06a6bf8d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'port_id': 'f4181262-47d8-4359-825c-910ccd778dfb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'mac_address': 'fa:16:3e:9e:70:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:05:18Z', 'updated_at': '2022-05-28T05:05:18Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6031019-f4b1-4fc2-b356-7192ea4c40a9', 'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:18:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:05:00Z', 'updated_at': '2022-05-28T05:05:06Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:05:21.305476 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79e71528-841f-47e8-a57f-88f6821be718 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:21.310574 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79e71528-841f-47e8-a57f-88f6821be718 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:21.334012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e71528-841f-47e8-a57f-88f6821be718 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73714cde-1ee4-4511-ac3f-5c8471b8ee19,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:21.345499 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-79e71528-841f-47e8-a57f-88f6821be718 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:21.346802 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-79e71528-841f-47e8-a57f-88f6821be718 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1527193 May 28 05:05:21.351655 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35534) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:21.356941 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-cc5cc461-193b-4c6f-8f35-cf98521c8835 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': 'c7d588d3-5b11-467d-b5cf-f746d47e28fc', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:21.363451 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cc5cc461-193b-4c6f-8f35-cf98521c8835 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:21.368288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cc5cc461-193b-4c6f-8f35-cf98521c8835 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:21.371433 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cc5cc461-193b-4c6f-8f35-cf98521c8835 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:21.377444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cc5cc461-193b-4c6f-8f35-cf98521c8835 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:21.389103 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-cc5cc461-193b-4c6f-8f35-cf98521c8835 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:05:21.396132 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc461-193b-4c6f-8f35-cf98521c8835 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:21.482029 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc461-193b-4c6f-8f35-cf98521c8835 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:21.487706 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc461-193b-4c6f-8f35-cf98521c8835 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:21.513056 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cc461-193b-4c6f-8f35-cf98521c8835 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6c6580-8b0c-4cd6-9244-09e9fa3b8e3f,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:21.523622 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc461-193b-4c6f-8f35-cf98521c8835 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:21.524813 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cc5cc461-193b-4c6f-8f35-cf98521c8835 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1722651 May 28 05:05:21.755357 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-f3d30eec-04ba-42ed-ac50-6e33120c8959 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1230658463&fields=id&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 267 time: 0.0543454 May 28 05:05:21.941367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-83d7a541-e90a-4023-88b0-3172d12e9262 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:21.942916 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-83d7a541-e90a-4023-88b0-3172d12e9262 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/networks?id=ab8dee8a-fda2-4d95-a025-7f740fc16281 HTTP/1.1" status: 200 len: 797 time: 0.1808350 May 28 05:05:21.961412 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-00ce04df-3ce2-467f-9592-208514de0e60 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/quotas/f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 375 time: 0.0122762 May 28 05:05:22.065804 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-6f6a954e-8d8d-4ec9-b3ca-7fd1ebe05a86 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0978849 May 28 05:05:22.132710 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-806f83f5-cc68-45fa-a5a7-f7b30db5b5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:22.227973 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-094c3806-87f9-4c23-b244-93d3d9d0ed4b service neutron] 10.222.0.15 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482351 May 28 05:05:22.378931 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-c53df496-b5df-4dbf-98a9-91d9fae50eef service neutron] 10.222.0.15 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437740 May 28 05:05:22.579648 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8e7f9230-5126-4825-947e-96d799e3b28e req-ba3afefa-cbcd-4b25-b1e2-bd0994a23689 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 210 time: 0.0444975 May 28 05:05:23.111207 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a859b8-b8db-4ca4-8261-093befde0fe0 None None] New status for floating IP ab64805d-1fc5-4018-aa83-aeba06a6bf8d: ACTIVE {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:05:23.609766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-37ae1ead-4cef-4278-95f5-c9efcb9a2a09 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:23.611205 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-37ae1ead-4cef-4278-95f5-c9efcb9a2a09 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/networks?id=ab8dee8a-fda2-4d95-a025-7f740fc16281 HTTP/1.1" status: 200 len: 797 time: 0.1462617 May 28 05:05:23.668828 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-3465c76e-b410-4e35-82fd-83410f90b258 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 472 time: 0.0460536 May 28 05:05:23.676891 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-d19e1dd1-9a7a-41ec-9599-3c34bf477ab3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'port': {'device_id': 'b3a993e7-60f9-47e8-91a0-9488029f9787', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'admin_state_up': True, 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'security_groups': ['c7d588d3-5b11-467d-b5cf-f746d47e28fc']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:23.795571 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-699a7be1-f34c-4a38-a346-bf392a2fea6e req-44d2c922-be53-4ef3-bde3-6f4373c46dc2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 210 time: 0.0537798 May 28 05:05:23.849614 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-d19e1dd1-9a7a-41ec-9599-3c34bf477ab3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:23.860139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-d19e1dd1-9a7a-41ec-9599-3c34bf477ab3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:23.873625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-d19e1dd1-9a7a-41ec-9599-3c34bf477ab3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:05:23.876586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-d19e1dd1-9a7a-41ec-9599-3c34bf477ab3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:24.043727 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-d19e1dd1-9a7a-41ec-9599-3c34bf477ab3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.4 (ab8dee8a-fda2-4d95-a025-7f740fc16281/57ca4f95-9863-4354-b256-1a6ff0a77937/71e8e715-08de-4f98-aac7-3b93a94d1a08) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:05:24.244893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-d19e1dd1-9a7a-41ec-9599-3c34bf477ab3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:24.260242 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-d19e1dd1-9a7a-41ec-9599-3c34bf477ab3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object 71e8e715-08de-4f98-aac7-3b93a94d1a08 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:05:24.284863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-d19e1dd1-9a7a-41ec-9599-3c34bf477ab3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:24.294925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a501a4a9-b576-4714-81d7-1da728322289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:24.359175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-d19e1dd1-9a7a-41ec-9599-3c34bf477ab3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network ab8dee8a-fda2-4d95-a025-7f740fc16281 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:05:24.362254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-d19e1dd1-9a7a-41ec-9599-3c34bf477ab3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:05:24.364783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-d19e1dd1-9a7a-41ec-9599-3c34bf477ab3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:05:24.395706 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e1dd1-9a7a-41ec-9599-3c34bf477ab3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=71e8e715-08de-4f98-aac7-3b93a94d1a08,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:24.430531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-d19e1dd1-9a7a-41ec-9599-3c34bf477ab3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:24.431150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-d19e1dd1-9a7a-41ec-9599-3c34bf477ab3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:24.460292 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-d19e1dd1-9a7a-41ec-9599-3c34bf477ab3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7870932 May 28 05:05:24.471768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Request body: {'port': {'device_id': 'b3a993e7-60f9-47e8-91a0-9488029f9787', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:24.631038 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-02faa014-8ca7-4f3b-9656-95cf8019a619 None None] Provisioning for port 71e8e715-08de-4f98-aac7-3b93a94d1a08 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:05:24.636357 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-02faa014-8ca7-4f3b-9656-95cf8019a619 None None] Provisioning complete for port 71e8e715-08de-4f98-aac7-3b93a94d1a08 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:05:24.636610 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-02faa014-8ca7-4f3b-9656-95cf8019a619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:24.674601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:24.689171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-02faa014-8ca7-4f3b-9656-95cf8019a619 None None] Port 71e8e715-08de-4f98-aac7-3b93a94d1a08 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:05:24.796138 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:25.062798 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e8e715-08de-4f98-aac7-3b93a94d1a08 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:05:25.073966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979e8ef-2058-4952-818d-a298f5a302d3 req-961f4e87-ecbb-42b5-ad91-70009072566f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:25.074639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-b979e8ef-2058-4952-818d-a298f5a302d3 req-961f4e87-ecbb-42b5-ad91-70009072566f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:05:25.077862 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:25.098788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Transition to ACTIVE for port object 71e8e715-08de-4f98-aac7-3b93a94d1a08 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:05:25.104484 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:25.141415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-b979e8ef-2058-4952-818d-a298f5a302d3 req-961f4e87-ecbb-42b5-ad91-70009072566f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:05:25.142631 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b979e8ef-2058-4952-818d-a298f5a302d3 req-961f4e87-ecbb-42b5-ad91-70009072566f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 931 time: 0.2156606 May 28 05:05:25.267136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Pushing event updated for resources: {'Port': ['ID=71e8e715-08de-4f98-aac7-3b93a94d1a08,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:25.283810 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b979e8ef-2058-4952-818d-a298f5a302d3 req-b8ce2008-47c9-458d-b2dc-dec8bd93b479 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d588d3-5b11-467d-b5cf-f746d47e28fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329463 May 28 05:05:25.389374 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Attempting to bind port 71e8e715-08de-4f98-aac7-3b93a94d1a08 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:05:25.389688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Attempting to bind port 71e8e715-08de-4f98-aac7-3b93a94d1a08 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:05:25.390037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Attempting to bind port 71e8e715-08de-4f98-aac7-3b93a94d1a08 on network ab8dee8a-fda2-4d95-a025-7f740fc16281 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:05:25.395832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Port 71e8e715-08de-4f98-aac7-3b93a94d1a08 on network ab8dee8a-fda2-4d95-a025-7f740fc16281 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:05:25.396138 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Attempting to bind port 71e8e715-08de-4f98-aac7-3b93a94d1a08 on network ab8dee8a-fda2-4d95-a025-7f740fc16281 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:05:25.404869 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:05:25.405187 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Checking segment: {'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:05:25.405560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Bound using segment: {'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:05:25.406017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Bound port: 71e8e715-08de-4f98-aac7-3b93a94d1a08, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bb73083-53d1-49d0-86e4-641a5cabdb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:05:25.406356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:25.496034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] For port 71e8e715-08de-4f98-aac7-3b93a94d1a08, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:05:25.499201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] For port 71e8e715-08de-4f98-aac7-3b93a94d1a08, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=71e8e715-08de-4f98-aac7-3b93a94d1a08,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:05:25.504971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:25.566627 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:25.567568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:25.568957 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] 10.222.0.66 "PUT /v2.0/ports/71e8e715-08de-4f98-aac7-3b93a94d1a08 HTTP/1.1" status: 200 len: 1093 time: 1.1013920 May 28 05:05:25.569496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a993e7-60f9-47e8-91a0-9488029f9787', 'tag': '71e8e715-08de-4f98-aac7-3b93a94d1a08'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:05:25.596787 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:25.602018 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e3a2b-c5da-4196-a831-057de3f48607 service neutron] Pushing event updated for resources: {'Port': ['ID=71e8e715-08de-4f98-aac7-3b93a94d1a08,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:25.643014 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d0acae3-5168-4561-8c46-3d94e5d811ec'] response: {'name': 'network-changed', 'server_uuid': 'b3a993e7-60f9-47e8-91a0-9488029f9787', 'tag': '71e8e715-08de-4f98-aac7-3b93a94d1a08', 'status': 'completed', 'code': 200} May 28 05:05:25.689539 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-113bf327-55fa-429e-9964-5a583d90573e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 1096 time: 0.0795205 May 28 05:05:25.760695 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-193d1fae-ad95-4a0e-805c-52fbae2b6b61 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71e8e715-08de-4f98-aac7-3b93a94d1a08 HTTP/1.1" status: 200 len: 217 time: 0.0639722 May 28 05:05:25.821039 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9880dc8a-22f9-4671-80fc-6429d418fdc7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:25.822462 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-9880dc8a-22f9-4671-80fc-6429d418fdc7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57ca4f95-9863-4354-b256-1a6ff0a77937 HTTP/1.1" status: 200 len: 835 time: 0.0559742 May 28 05:05:25.904193 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-0da17db7-2c34-4089-9a62-7059ade41320 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8dee8a-fda2-4d95-a025-7f740fc16281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759237 May 28 05:05:26.047084 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-7863c07a-c440-434a-bc05-4afda4870e73 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364894 May 28 05:05:26.184671 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d19101-3ad6-4fb9-a450-a628b42d09b4 req-ad43eabe-1959-4f49-a6ba-1de911bcbcda service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318357 May 28 05:05:26.308162 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b009009e-5bab-446a-8cdb-54dda7c61b50 req-ad98b4ec-5fa8-4c07-9bb9-206886dceb26 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 1096 time: 0.0766454 May 28 05:05:26.583828 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009009e-5bab-446a-8cdb-54dda7c61b50 req-217dd462-67ab-4d64-8bbd-b2b6739c93f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:26.585342 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b009009e-5bab-446a-8cdb-54dda7c61b50 req-217dd462-67ab-4d64-8bbd-b2b6739c93f5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab8dee8a-fda2-4d95-a025-7f740fc16281 HTTP/1.1" status: 200 len: 898 time: 0.2692709 May 28 05:05:26.644563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dd835-67d1-41c6-9c55-8ea6c5849b78 req-8b08f8c3-373b-4962-b978-25b72f6a98aa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:26.645994 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3d6dd835-67d1-41c6-9c55-8ea6c5849b78 req-8b08f8c3-373b-4962-b978-25b72f6a98aa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 943 time: 0.1701276 May 28 05:05:26.677359 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b009009e-5bab-446a-8cdb-54dda7c61b50 req-cf2f7417-bbef-4828-a530-8950c2477fab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71e8e715-08de-4f98-aac7-3b93a94d1a08 HTTP/1.1" status: 200 len: 217 time: 0.0857778 May 28 05:05:26.760068 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3d6dd835-67d1-41c6-9c55-8ea6c5849b78 req-137f5b6f-38c6-4ac5-88cb-beb9ee38f9e9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d588d3-5b11-467d-b5cf-f746d47e28fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075039 May 28 05:05:26.763226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009009e-5bab-446a-8cdb-54dda7c61b50 req-e828191c-7d40-4feb-9688-0142011e8573 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:26.764542 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b009009e-5bab-446a-8cdb-54dda7c61b50 req-e828191c-7d40-4feb-9688-0142011e8573 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57ca4f95-9863-4354-b256-1a6ff0a77937 HTTP/1.1" status: 200 len: 835 time: 0.0786910 May 28 05:05:26.856444 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b009009e-5bab-446a-8cdb-54dda7c61b50 req-9934cbcd-ea0b-4d73-9911-18ac217f9566 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8dee8a-fda2-4d95-a025-7f740fc16281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840213 May 28 05:05:26.994800 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b009009e-5bab-446a-8cdb-54dda7c61b50 req-e5fb7910-4fc0-46b5-b751-b151910aba93 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308544 May 28 05:05:27.134113 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b009009e-5bab-446a-8cdb-54dda7c61b50 req-ec81b896-e604-4ed0-b098-e76633af1aa3 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324482 May 28 05:05:27.144846 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:27.984069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd951d4-4851-40da-b1e8-0a05a6c6f112 req-7629e72d-9cfa-43f6-be66-8cf32da134cd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:27.985519 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ddd951d4-4851-40da-b1e8-0a05a6c6f112 req-7629e72d-9cfa-43f6-be66-8cf32da134cd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 943 time: 0.0824082 May 28 05:05:28.035006 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ddd951d4-4851-40da-b1e8-0a05a6c6f112 req-7c960faf-1a8f-4e11-9193-f6293b905dc8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d588d3-5b11-467d-b5cf-f746d47e28fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 May 28 05:05:28.578307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 71e8e715-08de-4f98-aac7-3b93a94d1a08 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:05:28.759530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 71e8e715-08de-4f98-aac7-3b93a94d1a08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=71e8e715-08de-4f98-aac7-3b93a94d1a08,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:05:28.772636 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '71e8e715-08de-4f98-aac7-3b93a94d1a08', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'port_id': '71e8e715-08de-4f98-aac7-3b93a94d1a08', 'mac_address': 'fa:16:3e:20:1b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:05:28.825682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:28.843351 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e8e715-08de-4f98-aac7-3b93a94d1a08 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:05:28.859978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 71e8e715-08de-4f98-aac7-3b93a94d1a08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=71e8e715-08de-4f98-aac7-3b93a94d1a08,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:05:28.867331 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:28.931819 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=71e8e715-08de-4f98-aac7-3b93a94d1a08,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:29.085558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['71e8e715-08de-4f98-aac7-3b93a94d1a08'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:05:29.243918 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2952bf-6747-458b-a69f-ffea311f1b38 req-b4124850-04e6-421b-a9b6-01792ea79d58 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:29.245356 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fb2952bf-6747-458b-a69f-ffea311f1b38 req-b4124850-04e6-421b-a9b6-01792ea79d58 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 944 time: 0.0792947 May 28 05:05:29.291180 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fb2952bf-6747-458b-a69f-ffea311f1b38 req-2b715604-6482-419e-95ab-bb6ef3bcbee3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d588d3-5b11-467d-b5cf-f746d47e28fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401444 May 28 05:05:30.493332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc66744-001a-42c0-8f0b-adde0c54102d req-7666be27-fb7e-4bdf-ab37-3f8ba2f694fc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:30.494784 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1bc66744-001a-42c0-8f0b-adde0c54102d req-7666be27-fb7e-4bdf-ab37-3f8ba2f694fc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 944 time: 0.0844595 May 28 05:05:30.545067 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1bc66744-001a-42c0-8f0b-adde0c54102d req-2c6b83b2-bbcf-4d85-b61d-7ab992f0f180 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d588d3-5b11-467d-b5cf-f746d47e28fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416718 May 28 05:05:30.580075 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 71e8e715-08de-4f98-aac7-3b93a94d1a08 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:05:30.658948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 71e8e715-08de-4f98-aac7-3b93a94d1a08 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:05:30.665274 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 71e8e715-08de-4f98-aac7-3b93a94d1a08 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:05:30.665614 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:30.777207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:30.803347 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a993e7-60f9-47e8-91a0-9488029f9787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e8e715-08de-4f98-aac7-3b93a94d1a08'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:05:30.813495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 71e8e715-08de-4f98-aac7-3b93a94d1a08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=71e8e715-08de-4f98-aac7-3b93a94d1a08,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:05:30.819074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:30.869142 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2359fb9-686d-4d33-aa1b-a4e68b19fb9c'] response: {'server_uuid': 'b3a993e7-60f9-47e8-91a0-9488029f9787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e8e715-08de-4f98-aac7-3b93a94d1a08', 'code': 200} May 28 05:05:30.886456 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=71e8e715-08de-4f98-aac7-3b93a94d1a08,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:31.119317 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b65e1928-eff0-42ed-a4cd-91f7af079232 req-d1e0d293-0326-46c8-b30e-6fb33edc75b5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 1098 time: 0.0766859 May 28 05:05:31.162058 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b65e1928-eff0-42ed-a4cd-91f7af079232 req-9fb68980-7ca5-4a48-80dc-90ef17ce7d59 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c7d588d3-5b11-467d-b5cf-f746d47e28fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366802 May 28 05:05:31.773632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b71386-dc09-4677-9077-5509d1eebbe0 req-edc41411-5c3d-4157-9bc6-83b096ca1b11 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:31.775117 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e0b71386-dc09-4677-9077-5509d1eebbe0 req-edc41411-5c3d-4157-9bc6-83b096ca1b11 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 945 time: 0.0821130 May 28 05:05:31.825642 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e0b71386-dc09-4677-9077-5509d1eebbe0 req-ec29afb7-4038-4748-9319-45ed93365f3f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d588d3-5b11-467d-b5cf-f746d47e28fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418887 May 28 05:05:33.048410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a950dff-af78-49ef-97b0-4eb7aeb2f107 req-fe8c8501-e2ea-438b-b45d-78927738b498 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:33.049854 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a950dff-af78-49ef-97b0-4eb7aeb2f107 req-fe8c8501-e2ea-438b-b45d-78927738b498 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 945 time: 0.0861797 May 28 05:05:33.094522 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a950dff-af78-49ef-97b0-4eb7aeb2f107 req-c0c6814f-20d6-4a85-ab02-087c49ed6d8a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d588d3-5b11-467d-b5cf-f746d47e28fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389535 May 28 05:05:33.304584 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762bbe9-c43f-4d88-9773-40f685b2a61a req-a407abf5-5f8a-400a-925e-16cd49d8b3fd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:33.306234 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3762bbe9-c43f-4d88-9773-40f685b2a61a req-a407abf5-5f8a-400a-925e-16cd49d8b3fd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 945 time: 0.0902066 May 28 05:05:33.354350 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3762bbe9-c43f-4d88-9773-40f685b2a61a req-80ffd581-c9cc-415e-9a2f-c86e9732898a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d588d3-5b11-467d-b5cf-f746d47e28fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425069 May 28 05:05:33.381703 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35578) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:33.451998 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-78278886-9583-40e9-a145-3bb9e52f6911 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 1093 time: 0.0690837 May 28 05:05:33.455801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35582) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:05:33.460795 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': '71e8e715-08de-4f98-aac7-3b93a94d1a08', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:05:33.466408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:05:33.470324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:floatingip and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:05:33.473191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:05:33.479343 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:05:33.493440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:33.631225 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:33.864494 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.250 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/8881012e-49a9-4a2a-86ef-0b6ad750efbd) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:05:34.012304 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:34.040990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:34.105193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:05:34.108135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:05:34.112387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:05:34.139830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=8881012e-49a9-4a2a-86ef-0b6ad750efbd,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:34.623658 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:34.684644 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:34.903952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:34.909974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:35.014546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=8881012e-49a9-4a2a-86ef-0b6ad750efbd,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:05:35.028376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:35.246962 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Floating IP 83804e9c-52c2-40a5-9f3b-495debf49c57 associated. External IP: 172.26.8.250, port: 71e8e715-08de-4f98-aac7-3b93a94d1a08. May 28 05:05:35.764452 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:05:35.972433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:05:35.983058 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f25a12-787b-4f1d-a087-fc5015283d24 None None] Sync routers for ids ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:05:35.997613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f25a12-787b-4f1d-a087-fc5015283d24 None None] Routers {'024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:05:35.998303 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d0f25a12-787b-4f1d-a087-fc5015283d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:05:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:05:36.000853 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:36.057332 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7145100d-5ef6-45b6-803f-9d20f4f5f376 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6005180 May 28 05:05:36.057932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a993e7-60f9-47e8-91a0-9488029f9787', 'tag': '71e8e715-08de-4f98-aac7-3b93a94d1a08'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:05:36.111304 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a34e23c-9dca-41b2-879b-9e54b6eb3675'] response: {'name': 'network-changed', 'server_uuid': 'b3a993e7-60f9-47e8-91a0-9488029f9787', 'tag': '71e8e715-08de-4f98-aac7-3b93a94d1a08', 'status': 'completed', 'code': 200} May 28 05:05:36.178422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-d0f25a12-787b-4f1d-a087-fc5015283d24 None None] Set router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:05:36.209054 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-11ecd8e6-0a2c-419e-8463-15450de2c6d0 req-7bf41408-8314-490b-a53d-32dae981ab6a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 1098 time: 0.0744531 May 28 05:05:36.338378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecd8e6-0a2c-419e-8463-15450de2c6d0 req-e6458973-e18b-4619-b9d6-179a7031a416 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:36.339704 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-11ecd8e6-0a2c-419e-8463-15450de2c6d0 req-e6458973-e18b-4619-b9d6-179a7031a416 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab8dee8a-fda2-4d95-a025-7f740fc16281 HTTP/1.1" status: 200 len: 898 time: 0.1246994 May 28 05:05:36.441476 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-11ecd8e6-0a2c-419e-8463-15450de2c6d0 req-cdff603a-6fdc-4fc7-8008-0cda6e5a0975 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71e8e715-08de-4f98-aac7-3b93a94d1a08 HTTP/1.1" status: 200 len: 999 time: 0.0949168 May 28 05:05:36.506609 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecd8e6-0a2c-419e-8463-15450de2c6d0 req-9cb2e008-45c1-4f10-a9c8-420cf102a0cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:36.508879 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-11ecd8e6-0a2c-419e-8463-15450de2c6d0 req-9cb2e008-45c1-4f10-a9c8-420cf102a0cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57ca4f95-9863-4354-b256-1a6ff0a77937 HTTP/1.1" status: 200 len: 835 time: 0.0601721 May 28 05:05:36.521930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d0f25a12-787b-4f1d-a087-fc5015283d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:05:01Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '83804e9c-52c2-40a5-9f3b-495debf49c57', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'port_id': '71e8e715-08de-4f98-aac7-3b93a94d1a08', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'mac_address': 'fa:16:3e:20:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a993e7-60f9-47e8-91a0-9488029f9787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:05:34Z', 'updated_at': '2022-05-28T05:05:34Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}, {'id': 'ab64805d-1fc5-4018-aa83-aeba06a6bf8d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'port_id': 'f4181262-47d8-4359-825c-910ccd778dfb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'mac_address': 'fa:16:3e:9e:70:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:05:18Z', 'updated_at': '2022-05-28T05:05:23Z', 'revision_number': 1, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6031019-f4b1-4fc2-b356-7192ea4c40a9', 'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:18:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:05:00Z', 'updated_at': '2022-05-28T05:05:06Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:05:36.526307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f25a12-787b-4f1d-a087-fc5015283d24 None None] Checking router: 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:05:36.536856 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f25a12-787b-4f1d-a087-fc5015283d24 None None] Routers {'024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:05:36.537440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d0f25a12-787b-4f1d-a087-fc5015283d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:05:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:05:36.587198 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-11ecd8e6-0a2c-419e-8463-15450de2c6d0 req-5219bbfc-217d-4929-8e3a-090325c14957 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8dee8a-fda2-4d95-a025-7f740fc16281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723112 May 28 05:05:36.719076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-d0f25a12-787b-4f1d-a087-fc5015283d24 None None] Set router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:05:36.724809 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-11ecd8e6-0a2c-419e-8463-15450de2c6d0 req-71ec70c9-a9b9-4ff4-b3f2-c71908a74d2c service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310685 May 28 05:05:36.859236 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-11ecd8e6-0a2c-419e-8463-15450de2c6d0 req-e792b92a-8ffa-40db-8b5c-ab33e103c73d service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274714 May 28 05:05:37.105416 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d0f25a12-787b-4f1d-a087-fc5015283d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:05:01Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '83804e9c-52c2-40a5-9f3b-495debf49c57', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'port_id': '71e8e715-08de-4f98-aac7-3b93a94d1a08', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'mac_address': 'fa:16:3e:20:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a993e7-60f9-47e8-91a0-9488029f9787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:05:34Z', 'updated_at': '2022-05-28T05:05:34Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}, {'id': 'ab64805d-1fc5-4018-aa83-aeba06a6bf8d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'port_id': 'f4181262-47d8-4359-825c-910ccd778dfb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'mac_address': 'fa:16:3e:9e:70:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:05:18Z', 'updated_at': '2022-05-28T05:05:23Z', 'revision_number': 1, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6031019-f4b1-4fc2-b356-7192ea4c40a9', 'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:18:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:05:00Z', 'updated_at': '2022-05-28T05:05:06Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:05:37.111975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f25a12-787b-4f1d-a087-fc5015283d24 None None] The sync data for ids ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'] in dv-neutron-843300-5-hyperv is: [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:05:01Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '83804e9c-52c2-40a5-9f3b-495debf49c57', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.250', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'port_id': '71e8e715-08de-4f98-aac7-3b93a94d1a08', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'mac_address': 'fa:16:3e:20:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a993e7-60f9-47e8-91a0-9488029f9787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:05:34Z', 'updated_at': '2022-05-28T05:05:34Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}, {'id': 'ab64805d-1fc5-4018-aa83-aeba06a6bf8d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'port_id': 'f4181262-47d8-4359-825c-910ccd778dfb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'mac_address': 'fa:16:3e:9e:70:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:05:18Z', 'updated_at': '2022-05-28T05:05:23Z', 'revision_number': 1, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6031019-f4b1-4fc2-b356-7192ea4c40a9', 'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:18:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:05:00Z', 'updated_at': '2022-05-28T05:05:06Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:05:37.314723 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1197e8c5-f02b-4ce7-baa2-279d74dcff3c None None] New status for floating IP 83804e9c-52c2-40a5-9f3b-495debf49c57: ACTIVE {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:05:47.807801 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-90b44559-e643-4e37-ab0d-876124e27710 req-9401f748-ecfa-4fc4-9411-10493af46c15 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723176 May 28 05:05:47.968102 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-90b44559-e643-4e37-ab0d-876124e27710 req-61dcc42f-4df6-41a1-9c36-a9590d3270ca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 1099 time: 0.0685601 May 28 05:05:48.132384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b44559-e643-4e37-ab0d-876124e27710 req-cb9a6b4b-cf08-41ed-81c8-17c858188c0c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:48.133753 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-90b44559-e643-4e37-ab0d-876124e27710 req-cb9a6b4b-cf08-41ed-81c8-17c858188c0c service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab8dee8a-fda2-4d95-a025-7f740fc16281 HTTP/1.1" status: 200 len: 898 time: 0.1458251 May 28 05:05:48.344434 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-90b44559-e643-4e37-ab0d-876124e27710 req-f33f4f42-4d16-49c9-a20c-bd3c93bfb2a5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4181262-47d8-4359-825c-910ccd778dfb HTTP/1.1" status: 200 len: 1002 time: 0.2038798 May 28 05:05:48.411433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b44559-e643-4e37-ab0d-876124e27710 req-b9959252-28ab-4d51-bdd2-65a0d6f99ffc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:05:48.412779 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-90b44559-e643-4e37-ab0d-876124e27710 req-b9959252-28ab-4d51-bdd2-65a0d6f99ffc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57ca4f95-9863-4354-b256-1a6ff0a77937 HTTP/1.1" status: 200 len: 835 time: 0.0613232 May 28 05:05:48.487735 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-90b44559-e643-4e37-ab0d-876124e27710 req-429cbff5-902e-4be2-b1d7-bf15bfee7d48 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8dee8a-fda2-4d95-a025-7f740fc16281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673029 May 28 05:05:48.498897 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-90b44559-e643-4e37-ab0d-876124e27710 req-d47b145b-395d-4ec4-89be-5af411c2da84 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 05:05:48.499836 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-90b44559-e643-4e37-ab0d-876124e27710 req-d47b145b-395d-4ec4-89be-5af411c2da84 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050237 May 28 05:05:48.630727 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-90b44559-e643-4e37-ab0d-876124e27710 req-6e6987b8-c14a-4598-9c08-227b116f24f6 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245453 May 28 05:05:48.759176 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-90b44559-e643-4e37-ab0d-876124e27710 req-15f4a5d9-ab55-4a34-b2dc-b78578ff13f3 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223938 May 28 05:05:52.140604 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-452da6b5-3232-40f8-aa6a-72e3dc740eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:54.312054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0b6c4d16-0275-47a3-b853-cdd4fdf68b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:54.819518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:55.576114 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:55.595037 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:57.152530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:05:57.817630 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:06:09.507583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35600) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:09.711676 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6d2dc88f-5477-4077-96d2-1a3038c1449e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/ab64805d-1fc5-4018-aa83-aeba06a6bf8d HTTP/1.1" status: 200 len: 994 time: 0.2025898 May 28 05:06:10.628120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35610) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:10.637709 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:06:10.763255 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:10.983791 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port f4181262-47d8-4359-825c-910ccd778dfb, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f4181262-47d8-4359-825c-910ccd778dfb,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:06:11.018849 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:11.026465 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:11.099381 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:11.099984 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:11.108490 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/ports/f4181262-47d8-4359-825c-910ccd778dfb HTTP/1.1" status: 200 len: 939 time: 0.4719069 May 28 05:06:11.108490 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'tag': 'f4181262-47d8-4359-825c-910ccd778dfb'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:06:11.120533 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=f4181262-47d8-4359-825c-910ccd778dfb,revision_number=6']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:11.129826 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:11.130240 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:11.130671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:11.131045 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:11.131430 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:11.131836 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:11.132221 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:11.132604 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:11.133048 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:11.133415 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:11.133884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104eefb9-a127-4e4a-8d1d-36ed0eb00f69 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:11.240187 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad3d24a-f50d-4651-aac4-000d027cbdc8'] response: {'name': 'network-changed', 'server_uuid': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'tag': 'f4181262-47d8-4359-825c-910ccd778dfb', 'status': 'completed', 'code': 200} May 28 05:06:11.334759 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb226ce8-13db-409e-8061-05b7f8b1fddf req-2f660e91-c61b-48ba-b07f-e910d296e94c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 1100 time: 0.0713243 May 28 05:06:11.382895 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-69fac8ca-ea39-4af1-a895-56af40b582a2 None None] Provisioning complete for port f4181262-47d8-4359-825c-910ccd778dfb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:06:11.383496 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-69fac8ca-ea39-4af1-a895-56af40b582a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:11.440978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-69fac8ca-ea39-4af1-a895-56af40b582a2 None None] Port f4181262-47d8-4359-825c-910ccd778dfb is administratively disabled so it will not transition to active. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} May 28 05:06:11.466402 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb226ce8-13db-409e-8061-05b7f8b1fddf req-8adc1595-d598-41b1-bd9c-394d9fbaff9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:11.467821 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb226ce8-13db-409e-8061-05b7f8b1fddf req-8adc1595-d598-41b1-bd9c-394d9fbaff9a service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab8dee8a-fda2-4d95-a025-7f740fc16281 HTTP/1.1" status: 200 len: 898 time: 0.1265907 May 28 05:06:11.565613 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb226ce8-13db-409e-8061-05b7f8b1fddf req-2b800bed-204c-4937-8f90-4c5c32577892 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4181262-47d8-4359-825c-910ccd778dfb HTTP/1.1" status: 200 len: 1003 time: 0.0918388 May 28 05:06:11.632367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb226ce8-13db-409e-8061-05b7f8b1fddf req-6860e8ba-3b83-4454-8339-c16e8d98dfe7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:11.633871 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb226ce8-13db-409e-8061-05b7f8b1fddf req-6860e8ba-3b83-4454-8339-c16e8d98dfe7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57ca4f95-9863-4354-b256-1a6ff0a77937 HTTP/1.1" status: 200 len: 835 time: 0.0628545 May 28 05:06:11.714823 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb226ce8-13db-409e-8061-05b7f8b1fddf req-fd3142bd-659a-4f26-9b19-794543fe6a78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8dee8a-fda2-4d95-a025-7f740fc16281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747464 May 28 05:06:11.861769 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb226ce8-13db-409e-8061-05b7f8b1fddf req-ff38338f-f56e-4fb6-a4ed-241bb8ca2aa6 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403358 May 28 05:06:11.997269 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb226ce8-13db-409e-8061-05b7f8b1fddf req-01fe9a73-c5fc-4306-9be1-4996b0d0b36a service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294658 May 28 05:06:14.568440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35622) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:14.574381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:06:14.697111 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:14.911589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port f4181262-47d8-4359-825c-910ccd778dfb, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f4181262-47d8-4359-825c-910ccd778dfb,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:06:14.941173 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:14.949176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:15.102343 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:15.102912 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:15.104302 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/ports/f4181262-47d8-4359-825c-910ccd778dfb HTTP/1.1" status: 200 len: 938 time: 0.5348167 May 28 05:06:15.104773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'tag': 'f4181262-47d8-4359-825c-910ccd778dfb'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:06:15.107602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35626) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:15.120313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=f4181262-47d8-4359-825c-910ccd778dfb,revision_number=7']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:15.129812 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:15.130155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:15.130486 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:15.130813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:15.131140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:15.131464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:15.131788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:15.132111 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:15.132433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:15.132746 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:15.133074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba7a59f-aac6-421a-8ae0-b09a86a83c7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:15.169832 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5cba53-4c14-47ed-a6f5-f0298b21a231'] response: {'name': 'network-changed', 'server_uuid': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'tag': 'f4181262-47d8-4359-825c-910ccd778dfb', 'status': 'completed', 'code': 200} May 28 05:06:15.238318 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2690f8b5-aeb3-4772-9333-2cfeac97f313 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/ab64805d-1fc5-4018-aa83-aeba06a6bf8d HTTP/1.1" status: 200 len: 994 time: 0.1285267 May 28 05:06:15.267412 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24609efb-efac-4eb3-88b5-6fb345aa44e1 req-b5770452-2943-4ad0-81a6-ca764727cd67 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 1099 time: 0.0762939 May 28 05:06:15.330077 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['f4181262-47d8-4359-825c-910ccd778dfb'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:06:15.400791 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24609efb-efac-4eb3-88b5-6fb345aa44e1 req-70392a52-2ead-4401-8d6b-7ee58deb34f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:15.402169 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24609efb-efac-4eb3-88b5-6fb345aa44e1 req-70392a52-2ead-4401-8d6b-7ee58deb34f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab8dee8a-fda2-4d95-a025-7f740fc16281 HTTP/1.1" status: 200 len: 898 time: 0.1285317 May 28 05:06:15.408753 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3b0faa2e-48e7-46a3-abe2-cc4716cfa2c6 None None] Provisioning complete for port f4181262-47d8-4359-825c-910ccd778dfb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:06:15.409116 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3b0faa2e-48e7-46a3-abe2-cc4716cfa2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:15.501435 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24609efb-efac-4eb3-88b5-6fb345aa44e1 req-077f7a08-45ec-44e4-b2e9-0d6880adef27 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4181262-47d8-4359-825c-910ccd778dfb HTTP/1.1" status: 200 len: 1002 time: 0.0921607 May 28 05:06:15.566753 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24609efb-efac-4eb3-88b5-6fb345aa44e1 req-baf1a7db-c6ab-4010-9863-2f4a549d2abe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:15.568200 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24609efb-efac-4eb3-88b5-6fb345aa44e1 req-baf1a7db-c6ab-4010-9863-2f4a549d2abe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57ca4f95-9863-4354-b256-1a6ff0a77937 HTTP/1.1" status: 200 len: 835 time: 0.0607009 May 28 05:06:15.644438 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24609efb-efac-4eb3-88b5-6fb345aa44e1 req-e740f20a-ea4b-4438-8e2d-a7fb5f595bb8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8dee8a-fda2-4d95-a025-7f740fc16281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700912 May 28 05:06:15.779905 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24609efb-efac-4eb3-88b5-6fb345aa44e1 req-0af9d4b8-568b-465a-8206-d80402942530 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291995 May 28 05:06:15.917343 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24609efb-efac-4eb3-88b5-6fb345aa44e1 req-5d448e3e-1703-41ed-84ea-e79dd8c46454 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309416 May 28 05:06:17.844851 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35638) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:18.062033 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8bf09def-ec63-4ce1-829f-90b8d3e0dabd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 8881012e-49a9-4a2a-86ef-0b6ad750efbd {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:06:18.062340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8bf09def-ec63-4ce1-829f-90b8d3e0dabd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:18.241321 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8bf09def-ec63-4ce1-829f-90b8d3e0dabd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:18.241593 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8bf09def-ec63-4ce1-829f-90b8d3e0dabd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:18.358343 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8bf09def-ec63-4ce1-829f-90b8d3e0dabd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 8881012e-49a9-4a2a-86ef-0b6ad750efbd owned by network:floatingip {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:06:18.506886 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8bf09def-ec63-4ce1-829f-90b8d3e0dabd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:18.564417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf09def-ec63-4ce1-829f-90b8d3e0dabd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=8881012e-49a9-4a2a-86ef-0b6ad750efbd,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:18.659921 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8bf09def-ec63-4ce1-829f-90b8d3e0dabd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:19.149185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf09def-ec63-4ce1-829f-90b8d3e0dabd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:06:19.351138 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf09def-ec63-4ce1-829f-90b8d3e0dabd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:06:19.361614 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ccfd5f-5729-445e-852a-0530c2c7dae1 None None] Sync routers for ids ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:06:19.374646 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8bf09def-ec63-4ce1-829f-90b8d3e0dabd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:19.374842 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ccfd5f-5729-445e-852a-0530c2c7dae1 None None] Routers {'024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:06:19.375374 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-42ccfd5f-5729-445e-852a-0530c2c7dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:05:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:19.430185 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8bf09def-ec63-4ce1-829f-90b8d3e0dabd tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/floatingips/83804e9c-52c2-40a5-9f3b-495debf49c57 HTTP/1.1" status: 204 len: 168 time: 1.5841322 May 28 05:06:19.430751 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a993e7-60f9-47e8-91a0-9488029f9787', 'tag': '71e8e715-08de-4f98-aac7-3b93a94d1a08'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:06:19.488263 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9135851-a806-494c-a9d7-95b194dc2c84'] response: {'name': 'network-changed', 'server_uuid': 'b3a993e7-60f9-47e8-91a0-9488029f9787', 'tag': '71e8e715-08de-4f98-aac7-3b93a94d1a08', 'status': 'completed', 'code': 200} May 28 05:06:19.556343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-42ccfd5f-5729-445e-852a-0530c2c7dae1 None None] Set router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:06:19.586030 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e0d94b4e-0b91-4a18-96df-b4a4ba7cf80b req-b7df789d-de49-4e43-b4c0-c142d903fc78 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 1098 time: 0.0745299 May 28 05:06:19.722704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d94b4e-0b91-4a18-96df-b4a4ba7cf80b req-00deb9cd-5520-4a09-a9f8-8a171a3bc12f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:19.724482 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e0d94b4e-0b91-4a18-96df-b4a4ba7cf80b req-00deb9cd-5520-4a09-a9f8-8a171a3bc12f service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab8dee8a-fda2-4d95-a025-7f740fc16281 HTTP/1.1" status: 200 len: 898 time: 0.1329198 May 28 05:06:19.826849 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e0d94b4e-0b91-4a18-96df-b4a4ba7cf80b req-5144fb30-34f1-4aa4-9d8d-1bfceeff00ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71e8e715-08de-4f98-aac7-3b93a94d1a08 HTTP/1.1" status: 200 len: 217 time: 0.0950298 May 28 05:06:19.908580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d94b4e-0b91-4a18-96df-b4a4ba7cf80b req-5c458f26-a59d-4781-b280-c3e1dfbcb1c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:19.910215 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e0d94b4e-0b91-4a18-96df-b4a4ba7cf80b req-5c458f26-a59d-4781-b280-c3e1dfbcb1c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57ca4f95-9863-4354-b256-1a6ff0a77937 HTTP/1.1" status: 200 len: 835 time: 0.0774283 May 28 05:06:19.916636 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-42ccfd5f-5729-445e-852a-0530c2c7dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:05:01Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ab64805d-1fc5-4018-aa83-aeba06a6bf8d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'port_id': 'f4181262-47d8-4359-825c-910ccd778dfb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'mac_address': 'fa:16:3e:9e:70:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:05:18Z', 'updated_at': '2022-05-28T05:05:23Z', 'revision_number': 1, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6031019-f4b1-4fc2-b356-7192ea4c40a9', 'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:18:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:05:00Z', 'updated_at': '2022-05-28T05:05:06Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:19.920678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ccfd5f-5729-445e-852a-0530c2c7dae1 None None] Checking router: 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:06:19.931460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ccfd5f-5729-445e-852a-0530c2c7dae1 None None] Routers {'024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:06:19.932129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-42ccfd5f-5729-445e-852a-0530c2c7dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:05:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:19.953966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8747bba-4dbb-4594-be2f-b8504ee0d16f req-7dd16e4b-0d4b-40b9-a40f-2962663c7467 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:19.955610 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d8747bba-4dbb-4594-be2f-b8504ee0d16f req-7dd16e4b-0d4b-40b9-a40f-2962663c7467 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 945 time: 0.1765633 May 28 05:06:20.021905 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d8747bba-4dbb-4594-be2f-b8504ee0d16f req-0fc3c092-de33-4bbd-86f3-44ba5dc8a591 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d588d3-5b11-467d-b5cf-f746d47e28fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605581 May 28 05:06:20.036706 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e0d94b4e-0b91-4a18-96df-b4a4ba7cf80b req-ee3f3de0-3491-432c-a501-023485fe4ea6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8dee8a-fda2-4d95-a025-7f740fc16281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1188154 May 28 05:06:20.154892 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-42ccfd5f-5729-445e-852a-0530c2c7dae1 None None] Set router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:06:20.170489 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e0d94b4e-0b91-4a18-96df-b4a4ba7cf80b req-8af7d332-9f36-4fdd-9338-d0eedaae60f5 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265728 May 28 05:06:20.405224 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e0d94b4e-0b91-4a18-96df-b4a4ba7cf80b req-06de17fa-715e-40ba-8ad8-872502279d95 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286260 May 28 05:06:20.506396 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-42ccfd5f-5729-445e-852a-0530c2c7dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:05:01Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ab64805d-1fc5-4018-aa83-aeba06a6bf8d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'port_id': 'f4181262-47d8-4359-825c-910ccd778dfb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'mac_address': 'fa:16:3e:9e:70:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:05:18Z', 'updated_at': '2022-05-28T05:05:23Z', 'revision_number': 1, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6031019-f4b1-4fc2-b356-7192ea4c40a9', 'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:18:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:05:00Z', 'updated_at': '2022-05-28T05:05:06Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:20.510351 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ccfd5f-5729-445e-852a-0530c2c7dae1 None None] The sync data for ids ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'] in dv-neutron-843300-5-hyperv is: [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:05:01Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'ab64805d-1fc5-4018-aa83-aeba06a6bf8d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'port_id': 'f4181262-47d8-4359-825c-910ccd778dfb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'mac_address': 'fa:16:3e:9e:70:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:05:18Z', 'updated_at': '2022-05-28T05:05:23Z', 'revision_number': 1, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6031019-f4b1-4fc2-b356-7192ea4c40a9', 'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:18:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:05:00Z', 'updated_at': '2022-05-28T05:05:06Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:06:20.717979 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e95b01-5821-4bdb-b9a8-9f711ee45a5f None None] New status for floating IP 83804e9c-52c2-40a5-9f3b-495debf49c57: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:06:21.022076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e08c38c-9ec4-45c6-bd0b-d448211150f0 req-6e36cbf0-0cc7-4f91-ae7d-136b526814c4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:21.024145 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8e08c38c-9ec4-45c6-bd0b-d448211150f0 req-6e36cbf0-0cc7-4f91-ae7d-136b526814c4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/ports?device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 945 time: 0.0823059 May 28 05:06:21.102589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-8e08c38c-9ec4-45c6-bd0b-d448211150f0 req-d23a1725-dc84-4d8a-8d96-ed6779b4484c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 71e8e715-08de-4f98-aac7-3b93a94d1a08 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:06:21.102819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8e08c38c-9ec4-45c6-bd0b-d448211150f0 req-d23a1725-dc84-4d8a-8d96-ed6779b4484c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:21.366593 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba39f8d-2f82-4cc5-9f6f-c9f5e8d299b6 req-869622c5-61d0-4ca5-a942-8a15922fc1fc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:21.367978 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fba39f8d-2f82-4cc5-9f6f-c9f5e8d299b6 req-869622c5-61d0-4ca5-a942-8a15922fc1fc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3a993e7-60f9-47e8-91a0-9488029f9787 HTTP/1.1" status: 200 len: 945 time: 0.2185931 May 28 05:06:21.429791 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-8e08c38c-9ec4-45c6-bd0b-d448211150f0 req-d23a1725-dc84-4d8a-8d96-ed6779b4484c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 71e8e715-08de-4f98-aac7-3b93a94d1a08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=71e8e715-08de-4f98-aac7-3b93a94d1a08,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:06:21.430115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8e08c38c-9ec4-45c6-bd0b-d448211150f0 req-d23a1725-dc84-4d8a-8d96-ed6779b4484c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:21.555099 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-8e08c38c-9ec4-45c6-bd0b-d448211150f0 req-d23a1725-dc84-4d8a-8d96-ed6779b4484c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 71e8e715-08de-4f98-aac7-3b93a94d1a08 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:06:21.590989 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fba39f8d-2f82-4cc5-9f6f-c9f5e8d299b6 req-e97ed2f6-56dd-446a-87cc-8863b9b148ff tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=c7d588d3-5b11-467d-b5cf-f746d47e28fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088332 May 28 05:06:21.707742 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8e08c38c-9ec4-45c6-bd0b-d448211150f0 req-d23a1725-dc84-4d8a-8d96-ed6779b4484c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:21.759811 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a1725-dc84-4d8a-8d96-ed6779b4484c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=71e8e715-08de-4f98-aac7-3b93a94d1a08,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:21.832186 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e08c38c-9ec4-45c6-bd0b-d448211150f0 req-d23a1725-dc84-4d8a-8d96-ed6779b4484c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] No DVR routers for this DVR port 71e8e715-08de-4f98-aac7-3b93a94d1a08 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:06:21.834820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8e08c38c-9ec4-45c6-bd0b-d448211150f0 req-d23a1725-dc84-4d8a-8d96-ed6779b4484c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:21.837218 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a993e7-60f9-47e8-91a0-9488029f9787', 'name': 'network-vif-deleted', 'tag': '71e8e715-08de-4f98-aac7-3b93a94d1a08'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:06:21.848927 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8e08c38c-9ec4-45c6-bd0b-d448211150f0 req-d23a1725-dc84-4d8a-8d96-ed6779b4484c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "DELETE /v2.0/ports/71e8e715-08de-4f98-aac7-3b93a94d1a08 HTTP/1.1" status: 204 len: 173 time: 0.8195622 May 28 05:06:21.893150 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd1625ff-e773-462d-a7dd-5bfe7eae3b7d'] response: {'server_uuid': 'b3a993e7-60f9-47e8-91a0-9488029f9787', 'name': 'network-vif-deleted', 'tag': '71e8e715-08de-4f98-aac7-3b93a94d1a08', 'status': 'completed', 'code': 200} May 28 05:06:22.127355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b47fce5c-1e05-4c94-962d-c0da78a4c076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:22.712945 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35654) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:22.796048 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2eb622b-dfab-49f6-808c-fc8e33d0a39b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:22.831981 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2eb622b-dfab-49f6-808c-fc8e33d0a39b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:22.910584 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2eb622b-dfab-49f6-808c-fc8e33d0a39b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:22.934074 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb622b-dfab-49f6-808c-fc8e33d0a39b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d588d3-5b11-467d-b5cf-f746d47e28fc,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:22.944609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b2eb622b-dfab-49f6-808c-fc8e33d0a39b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:22.945794 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b2eb622b-dfab-49f6-808c-fc8e33d0a39b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/security-groups/c7d588d3-5b11-467d-b5cf-f746d47e28fc HTTP/1.1" status: 204 len: 168 time: 0.2317729 May 28 05:06:22.999097 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35660) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:23.206177 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-36320531-3ec4-475b-ad33-5d8860b43ea7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 23f264c4-5c23-4cd3-a63e-3a69548fc77c {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:06:23.206413 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36320531-3ec4-475b-ad33-5d8860b43ea7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:23.377897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36320531-3ec4-475b-ad33-5d8860b43ea7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:23.378185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36320531-3ec4-475b-ad33-5d8860b43ea7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:23.500396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-36320531-3ec4-475b-ad33-5d8860b43ea7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 23f264c4-5c23-4cd3-a63e-3a69548fc77c owned by network:floatingip {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:06:23.651832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36320531-3ec4-475b-ad33-5d8860b43ea7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:23.696807 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36320531-3ec4-475b-ad33-5d8860b43ea7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=23f264c4-5c23-4cd3-a63e-3a69548fc77c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:23.785983 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36320531-3ec4-475b-ad33-5d8860b43ea7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:24.274792 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36320531-3ec4-475b-ad33-5d8860b43ea7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:06:24.294845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1c185faf-8d2f-47df-a222-fbdbbe1308b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:24.485848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36320531-3ec4-475b-ad33-5d8860b43ea7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:06:24.498047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14aa154-c3da-48e1-b721-42b9ebdd730c None None] Sync routers for ids ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:06:24.502226 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-36320531-3ec4-475b-ad33-5d8860b43ea7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:24.511915 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14aa154-c3da-48e1-b721-42b9ebdd730c None None] Routers {'024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:06:24.512524 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a14aa154-c3da-48e1-b721-42b9ebdd730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:06:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:24.557457 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-36320531-3ec4-475b-ad33-5d8860b43ea7 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/floatingips/ab64805d-1fc5-4018-aa83-aeba06a6bf8d HTTP/1.1" status: 204 len: 168 time: 1.5571389 May 28 05:06:24.558071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'tag': 'f4181262-47d8-4359-825c-910ccd778dfb'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:06:24.612305 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef076bff-2739-4eda-a4b9-4fb69228b350'] response: {'name': 'network-changed', 'server_uuid': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'tag': 'f4181262-47d8-4359-825c-910ccd778dfb', 'status': 'completed', 'code': 200} May 28 05:06:24.693227 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-a14aa154-c3da-48e1-b721-42b9ebdd730c None None] Set router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:06:24.723316 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6da4910-95b5-42ac-b32e-e699cce187b8 req-c6e865df-4d84-444a-9bd2-ade848cf6b9d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 1099 time: 0.0853374 May 28 05:06:24.857725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da4910-95b5-42ac-b32e-e699cce187b8 req-f30d858a-f920-449c-bbf2-a69be94cee4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:24.859216 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6da4910-95b5-42ac-b32e-e699cce187b8 req-f30d858a-f920-449c-bbf2-a69be94cee4a service neutron] 10.222.0.66 "GET /v2.0/networks?id=ab8dee8a-fda2-4d95-a025-7f740fc16281 HTTP/1.1" status: 200 len: 898 time: 0.1297226 May 28 05:06:24.901312 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:24.918729 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 71e8e715-08de-4f98-aac7-3b93a94d1a08 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:06:24.955500 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 71e8e715-08de-4f98-aac7-3b93a94d1a08 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:06:24.955804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 71e8e715-08de-4f98-aac7-3b93a94d1a08 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:06:24.970737 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6da4910-95b5-42ac-b32e-e699cce187b8 req-f4cf3dce-d2fe-401d-902a-09ffb5cef179 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4181262-47d8-4359-825c-910ccd778dfb HTTP/1.1" status: 200 len: 217 time: 0.1040332 May 28 05:06:25.046356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da4910-95b5-42ac-b32e-e699cce187b8 req-a6ac9ea9-0c52-4f9d-913a-e577029f230d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:25.047728 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6da4910-95b5-42ac-b32e-e699cce187b8 req-a6ac9ea9-0c52-4f9d-913a-e577029f230d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=57ca4f95-9863-4354-b256-1a6ff0a77937 HTTP/1.1" status: 200 len: 835 time: 0.0670776 May 28 05:06:25.047986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a14aa154-c3da-48e1-b721-42b9ebdd730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:05:01Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd6031019-f4b1-4fc2-b356-7192ea4c40a9', 'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:18:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:05:00Z', 'updated_at': '2022-05-28T05:05:06Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:25.052233 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14aa154-c3da-48e1-b721-42b9ebdd730c None None] Checking router: 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:06:25.056273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03c27c-c49f-4e20-8b0c-04eb0e40c1e7 req-a1a738ec-f993-472e-99e9-3753fc55f07e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:25.056935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8c03c27c-c49f-4e20-8b0c-04eb0e40c1e7 req-a1a738ec-f993-472e-99e9-3753fc55f07e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:06:25.063026 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14aa154-c3da-48e1-b721-42b9ebdd730c None None] Routers {'024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:06:25.063656 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a14aa154-c3da-48e1-b721-42b9ebdd730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:06:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:25.120707 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8c03c27c-c49f-4e20-8b0c-04eb0e40c1e7 req-a1a738ec-f993-472e-99e9-3753fc55f07e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:06:25.121912 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c03c27c-c49f-4e20-8b0c-04eb0e40c1e7 req-a1a738ec-f993-472e-99e9-3753fc55f07e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 946 time: 0.2064910 May 28 05:06:25.166186 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6da4910-95b5-42ac-b32e-e699cce187b8 req-7abacaf5-410c-41f7-aff4-135ce846b22e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ab8dee8a-fda2-4d95-a025-7f740fc16281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055119 May 28 05:06:25.197164 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c03c27c-c49f-4e20-8b0c-04eb0e40c1e7 req-e8e1574b-93aa-4e84-9315-971f388e86df tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f8ff7a6-c43e-47be-bd48-7399164a52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674720 May 28 05:06:25.244460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-a14aa154-c3da-48e1-b721-42b9ebdd730c None None] Set router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:06:25.403741 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6da4910-95b5-42ac-b32e-e699cce187b8 req-cb0b8b75-a0a0-4500-8635-5fea24c6bb8c service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298481 May 28 05:06:25.544109 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6da4910-95b5-42ac-b32e-e699cce187b8 req-6085cad7-d9d2-4bca-93b5-aaa4d8290203 service neutron] 10.222.0.66 "GET /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333504 May 28 05:06:25.603218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:25.608330 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:25.628442 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a14aa154-c3da-48e1-b721-42b9ebdd730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:05:01Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd6031019-f4b1-4fc2-b356-7192ea4c40a9', 'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:18:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:05:00Z', 'updated_at': '2022-05-28T05:05:06Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:25.632579 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14aa154-c3da-48e1-b721-42b9ebdd730c None None] The sync data for ids ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'] in dv-neutron-843300-5-hyperv is: [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:05:01Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd6031019-f4b1-4fc2-b356-7192ea4c40a9', 'name': '', 'network_id': 'ab8dee8a-fda2-4d95-a025-7f740fc16281', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:18:6f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:05:00Z', 'updated_at': '2022-05-28T05:05:06Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '57ca4f95-9863-4354-b256-1a6ff0a77937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:06:25.858318 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0fc2d0-19c1-47ae-8728-7f39fc3324a9 None None] New status for floating IP ab64805d-1fc5-4018-aa83-aeba06a6bf8d: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:06:26.289524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4cd02-e5f0-4f82-9862-d81547ccb246 req-8f638df3-a0c6-45ea-9119-2766c87a5341 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:26.290968 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-90d4cd02-e5f0-4f82-9862-d81547ccb246 req-8f638df3-a0c6-45ea-9119-2766c87a5341 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 946 time: 0.0787516 May 28 05:06:26.397749 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-90d4cd02-e5f0-4f82-9862-d81547ccb246 req-f3a83a61-c89a-4b0b-b31e-c6aa86b9b56f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port f4181262-47d8-4359-825c-910ccd778dfb {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:06:26.398075 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-90d4cd02-e5f0-4f82-9862-d81547ccb246 req-f3a83a61-c89a-4b0b-b31e-c6aa86b9b56f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:26.518481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a90f9fd-e92c-4bbe-a077-66e4f1f0296b req-74f249ea-62d5-4411-bae5-1b269b181b02 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:26.519822 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0a90f9fd-e92c-4bbe-a077-66e4f1f0296b req-74f249ea-62d5-4411-bae5-1b269b181b02 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e225536-12eb-436e-8683-abfc2c9d9b6d HTTP/1.1" status: 200 len: 946 time: 0.1927395 May 28 05:06:26.658506 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0a90f9fd-e92c-4bbe-a077-66e4f1f0296b req-f0b32d89-1d94-4002-8243-ad591d79c564 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f8ff7a6-c43e-47be-bd48-7399164a52a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330228 May 28 05:06:26.684998 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-90d4cd02-e5f0-4f82-9862-d81547ccb246 req-f3a83a61-c89a-4b0b-b31e-c6aa86b9b56f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port f4181262-47d8-4359-825c-910ccd778dfb, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f4181262-47d8-4359-825c-910ccd778dfb,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:06:26.684998 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-90d4cd02-e5f0-4f82-9862-d81547ccb246 req-f3a83a61-c89a-4b0b-b31e-c6aa86b9b56f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:26.799555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-90d4cd02-e5f0-4f82-9862-d81547ccb246 req-f3a83a61-c89a-4b0b-b31e-c6aa86b9b56f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for f4181262-47d8-4359-825c-910ccd778dfb owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:06:26.939082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-90d4cd02-e5f0-4f82-9862-d81547ccb246 req-f3a83a61-c89a-4b0b-b31e-c6aa86b9b56f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:26.984813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a83a61-c89a-4b0b-b31e-c6aa86b9b56f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=f4181262-47d8-4359-825c-910ccd778dfb,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:27.059160 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d4cd02-e5f0-4f82-9862-d81547ccb246 req-f3a83a61-c89a-4b0b-b31e-c6aa86b9b56f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] No DVR routers for this DVR port f4181262-47d8-4359-825c-910ccd778dfb on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:06:27.061486 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-90d4cd02-e5f0-4f82-9862-d81547ccb246 req-f3a83a61-c89a-4b0b-b31e-c6aa86b9b56f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:27.063980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'name': 'network-vif-deleted', 'tag': 'f4181262-47d8-4359-825c-910ccd778dfb'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:06:27.081154 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-90d4cd02-e5f0-4f82-9862-d81547ccb246 req-f3a83a61-c89a-4b0b-b31e-c6aa86b9b56f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "DELETE /v2.0/ports/f4181262-47d8-4359-825c-910ccd778dfb HTTP/1.1" status: 204 len: 173 time: 0.7849543 May 28 05:06:27.121456 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a6e9f2-8b32-4f1b-8e56-6ebf51beba4e'] response: {'server_uuid': '1e225536-12eb-436e-8683-abfc2c9d9b6d', 'name': 'network-vif-deleted', 'tag': 'f4181262-47d8-4359-825c-910ccd778dfb', 'status': 'completed', 'code': 200} May 28 05:06:27.152266 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:27.769014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35676) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:27.840440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0cb104c6-446f-4af9-99f7-1fba1372bcec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:27.869386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0cb104c6-446f-4af9-99f7-1fba1372bcec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:27.934126 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0cb104c6-446f-4af9-99f7-1fba1372bcec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:27.956574 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb104c6-446f-4af9-99f7-1fba1372bcec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8ff7a6-c43e-47be-bd48-7399164a52a6,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:27.965519 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0cb104c6-446f-4af9-99f7-1fba1372bcec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:27.966741 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0cb104c6-446f-4af9-99f7-1fba1372bcec tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/security-groups/0f8ff7a6-c43e-47be-bd48-7399164a52a6 HTTP/1.1" status: 204 len: 168 time: 0.1966903 May 28 05:06:28.010642 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35682) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:28.422647 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-296e7a43-516e-4725-addb-ab60128fa386 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:29.176126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-296e7a43-516e-4725-addb-ab60128fa386 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port d6031019-f4b1-4fc2-b356-7192ea4c40a9 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:06:29.176865 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-296e7a43-516e-4725-addb-ab60128fa386 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:29.362202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-296e7a43-516e-4725-addb-ab60128fa386 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port d6031019-f4b1-4fc2-b356-7192ea4c40a9, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d6031019-f4b1-4fc2-b356-7192ea4c40a9,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:06:29.362554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-296e7a43-516e-4725-addb-ab60128fa386 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:29.480847 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-296e7a43-516e-4725-addb-ab60128fa386 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for d6031019-f4b1-4fc2-b356-7192ea4c40a9 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:06:29.656771 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-296e7a43-516e-4725-addb-ab60128fa386 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:29.707375 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e7a43-516e-4725-addb-ab60128fa386 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=d6031019-f4b1-4fc2-b356-7192ea4c40a9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:30.010686 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-296e7a43-516e-4725-addb-ab60128fa386 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:30.704343 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296e7a43-516e-4725-addb-ab60128fa386 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:06:30.914836 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296e7a43-516e-4725-addb-ab60128fa386 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:06:30.926884 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558a12e-1871-4b83-8f8f-ee0afb55cb95 None None] Sync routers for ids ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:06:30.927384 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-296e7a43-516e-4725-addb-ab60128fa386 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/024b7f0a-bf1a-4ed0-9851-834b6dbbd41e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9153895 May 28 05:06:30.930092 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35686) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:30.934498 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f4181262-47d8-4359-825c-910ccd778dfb no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:06:30.971990 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: f4181262-47d8-4359-825c-910ccd778dfb {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:06:30.972215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f4181262-47d8-4359-825c-910ccd778dfb not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:06:30.976446 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558a12e-1871-4b83-8f8f-ee0afb55cb95 None None] Routers {'024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:06:30.977089 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d558a12e-1871-4b83-8f8f-ee0afb55cb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:06:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:31.112305 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-60047fbd-4a34-437c-98ba-a076a3ad903c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting subnet 57ca4f95-9863-4354-b256-1a6ff0a77937 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:06:31.115289 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-60047fbd-4a34-437c-98ba-a076a3ad903c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:31.154305 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-d558a12e-1871-4b83-8f8f-ee0afb55cb95 None None] Set router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:06:31.167859 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-60047fbd-4a34-437c-98ba-a076a3ad903c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:31.251685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-60047fbd-4a34-437c-98ba-a076a3ad903c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:31.328138 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-60047fbd-4a34-437c-98ba-a076a3ad903c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:31.375657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60047fbd-4a34-437c-98ba-a076a3ad903c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Subnet': ['ID=57ca4f95-9863-4354-b256-1a6ff0a77937,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:31.381937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-60047fbd-4a34-437c-98ba-a076a3ad903c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:31.388898 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-60047fbd-4a34-437c-98ba-a076a3ad903c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/subnets/57ca4f95-9863-4354-b256-1a6ff0a77937 HTTP/1.1" status: 204 len: 168 time: 0.4578793 May 28 05:06:31.391752 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35690) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:31.402020 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd513a50-61eb-451c-9e7b-6eb55cdf8f38 None None] Network ab8dee8a-fda2-4d95-a025-7f740fc16281 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:06:31.586714 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4639f59-874e-4533-bd67-0a45a866d270 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:31.593093 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d558a12e-1871-4b83-8f8f-ee0afb55cb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:06:29Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:31.603998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558a12e-1871-4b83-8f8f-ee0afb55cb95 None None] Checking router: 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:06:31.621281 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558a12e-1871-4b83-8f8f-ee0afb55cb95 None None] Routers {'024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:06:31.621988 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d558a12e-1871-4b83-8f8f-ee0afb55cb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:06:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:31.788456 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4639f59-874e-4533-bd67-0a45a866d270 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:31.801331 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a4639f59-874e-4533-bd67-0a45a866d270 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port b499299b-00ba-485d-af34-e4d395409fec {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:06:31.801876 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4639f59-874e-4533-bd67-0a45a866d270 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:31.804178 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] DHCP port deletion for ab8dee8a-fda2-4d95-a025-7f740fc16281 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:06:31.809805 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-d558a12e-1871-4b83-8f8f-ee0afb55cb95 None None] Set router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:06:31.847355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Deleting port 93d452bd-57b0-4370-b9a2-7b5e36f6f143 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:06:31.847595 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:31.971569 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-a4639f59-874e-4533-bd67-0a45a866d270 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port b499299b-00ba-485d-af34-e4d395409fec, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=b499299b-00ba-485d-af34-e4d395409fec,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:06:31.971894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4639f59-874e-4533-bd67-0a45a866d270 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:32.207073 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a4639f59-874e-4533-bd67-0a45a866d270 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for b499299b-00ba-485d-af34-e4d395409fec owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:06:32.225381 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 93d452bd-57b0-4370-b9a2-7b5e36f6f143 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:06:32.351650 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] For port 93d452bd-57b0-4370-b9a2-7b5e36f6f143, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=93d452bd-57b0-4370-b9a2-7b5e36f6f143,segment=NetworkSegment(2bb73083-53d1-49d0-86e4-641a5cabdb58),segment_id=2bb73083-53d1-49d0-86e4-641a5cabdb58)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:06:32.352032 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:32.375061 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4639f59-874e-4533-bd67-0a45a866d270 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:32.420175 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4639f59-874e-4533-bd67-0a45a866d270 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=b499299b-00ba-485d-af34-e4d395409fec,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:32.482190 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Calling delete_port for 93d452bd-57b0-4370-b9a2-7b5e36f6f143 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:06:32.605195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:32.626717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:32.643262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4639f59-874e-4533-bd67-0a45a866d270 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:32.664337 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d558a12e-1871-4b83-8f8f-ee0afb55cb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:06:29Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:32.681215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Pushing event deleted for resources: {'Port': ['ID=93d452bd-57b0-4370-b9a2-7b5e36f6f143,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:32.713443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d558a12e-1871-4b83-8f8f-ee0afb55cb95 None None] The sync data for ids ['024b7f0a-bf1a-4ed0-9851-834b6dbbd41e'] in dv-neutron-843300-5-hyperv is: [{'id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'name': 'tempest-TestNetworkBasicOps-router-439807685', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148'}], 'enable_snat': True}, 'gw_port_id': 'b499299b-00ba-485d-af34-e4d395409fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:04:56Z', 'updated_at': '2022-05-28T05:06:29Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'b499299b-00ba-485d-af34-e4d395409fec', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d1:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '024b7f0a-bf1a-4ed0-9851-834b6dbbd41e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:04:57Z', 'updated_at': '2022-05-28T05:05:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:06:32.725614 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:32.726091 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:32.726514 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:32.726936 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:32.727368 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:32.727799 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:32.728231 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:32.728642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:32.729052 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:32.729441 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:32.729870 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:32.736042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1709ba49-3df6-4cbe-ab4b-f5ed34f21f01 None None] No DVR routers for this DVR port 93d452bd-57b0-4370-b9a2-7b5e36f6f143 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:06:32.902058 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4639f59-874e-4533-bd67-0a45a866d270 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:32.906671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4639f59-874e-4533-bd67-0a45a866d270 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:32.933921 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4639f59-874e-4533-bd67-0a45a866d270 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:32.934368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4639f59-874e-4533-bd67-0a45a866d270 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Fanout notify agent at l3_agent the message router_deleted on router 024b7f0a-bf1a-4ed0-9851-834b6dbbd41e {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:06:32.949013 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4639f59-874e-4533-bd67-0a45a866d270 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:32.950114 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a4639f59-874e-4533-bd67-0a45a866d270 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/routers/024b7f0a-bf1a-4ed0-9851-834b6dbbd41e HTTP/1.1" status: 204 len: 168 time: 1.5574095 May 28 05:06:32.952917 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35694) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:33.068887 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47bbad42-c8c7-471f-a09b-d0dabfad9735 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:33.212539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47bbad42-c8c7-471f-a09b-d0dabfad9735 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:33.238194 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-47bbad42-c8c7-471f-a09b-d0dabfad9735 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8dee8a-fda2-4d95-a025-7f740fc16281']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:33.250867 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-47bbad42-c8c7-471f-a09b-d0dabfad9735 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb73083-53d1-49d0-86e4-641a5cabdb58') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:33.251511 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-47bbad42-c8c7-471f-a09b-d0dabfad9735 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb73083-53d1-49d0-86e4-641a5cabdb58') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:33.263493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47bbad42-c8c7-471f-a09b-d0dabfad9735 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:33.280480 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47bbad42-c8c7-471f-a09b-d0dabfad9735 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:33.287541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bbad42-c8c7-471f-a09b-d0dabfad9735 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:06:33.287936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47bbad42-c8c7-471f-a09b-d0dabfad9735 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:06:33.303509 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:06:33.390477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47bbad42-c8c7-471f-a09b-d0dabfad9735 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:33.407442 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-47bbad42-c8c7-471f-a09b-d0dabfad9735 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:33.419672 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbad42-c8c7-471f-a09b-d0dabfad9735 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Network': ['ID=ab8dee8a-fda2-4d95-a025-7f740fc16281,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:33.428067 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-47bbad42-c8c7-471f-a09b-d0dabfad9735 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/networks/ab8dee8a-fda2-4d95-a025-7f740fc16281 HTTP/1.1" status: 204 len: 168 time: 0.4739428 May 28 05:06:33.452742 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35698) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:33.458377 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-cc3d1c45-4ce1-4036-b200-46afd96ead7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'network': {'name': 'tempest-network-smoke--518892508', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'port_security_enabled': True}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:06:33.463676 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cc3d1c45-4ce1-4036-b200-46afd96ead7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:06:33.468111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cc3d1c45-4ce1-4036-b200-46afd96ead7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:network and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:06:33.471046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cc3d1c45-4ce1-4036-b200-46afd96ead7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:06:33.476908 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cc3d1c45-4ce1-4036-b200-46afd96ead7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:06:33.488628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3d1c45-4ce1-4036-b200-46afd96ead7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:06:33.491905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc3d1c45-4ce1-4036-b200-46afd96ead7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:33.521533 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3d1c45-4ce1-4036-b200-46afd96ead7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:06:33.530459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc3d1c45-4ce1-4036-b200-46afd96ead7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:33.530933 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-cc3d1c45-4ce1-4036-b200-46afd96ead7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Added segment 90136819-de54-478d-95ac-b029fe005963 of type vlan for network 63759f04-ba2c-4056-9388-3c977fdc5760 May 28 05:06:33.559844 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc3d1c45-4ce1-4036-b200-46afd96ead7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:33.589106 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc3d1c45-4ce1-4036-b200-46afd96ead7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:33.592804 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d1c45-4ce1-4036-b200-46afd96ead7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:33.593367 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cc3d1c45-4ce1-4036-b200-46afd96ead7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:33.829397 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cc3d1c45-4ce1-4036-b200-46afd96ead7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3750544 May 28 05:06:33.831736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35702) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:33.835292 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d1c45-4ce1-4036-b200-46afd96ead7d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Network': ['ID=63759f04-ba2c-4056-9388-3c977fdc5760,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:33.837944 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1506184946', 'admin_state_up': True, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:06:33.846222 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:06:33.846399 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 63759f04-ba2c-4056-9388-3c977fdc5760 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:06:33.850432 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:router and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:06:33.853621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:06:33.859667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:06:33.871139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:33.872196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:33.891483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:34.041355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:34.223858 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device b499299b-00ba-485d-af34-e4d395409fec no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:06:34.231046 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:34.257905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: b499299b-00ba-485d-af34-e4d395409fec {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:06:34.258242 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device b499299b-00ba-485d-af34-e4d395409fec not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:06:34.258651 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d6031019-f4b1-4fc2-b356-7192ea4c40a9 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:06:34.291538 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: d6031019-f4b1-4fc2-b356-7192ea4c40a9 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:06:34.291750 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d6031019-f4b1-4fc2-b356-7192ea4c40a9 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:06:34.364808 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:34.505099 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.34 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/e03383b8-2b22-411b-8268-affd9d07c283) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:06:34.677187 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:34.708819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:34.781588 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:06:34.784680 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:06:34.789006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:06:34.807334 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:06:34.812497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=e03383b8-2b22-411b-8268-affd9d07c283,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:34.948227 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:34.948980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:35.185883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:06:35.390957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:06:35.401018 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Sync routers for ids ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:06:35.413875 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Routers {'245aa1a8-47fc-4dcc-9267-aa6c06630da1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:06:35.414477 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:06:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:35.419122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:35.420441 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0c5b00e9-fe09-4db4-b895-7af0547dacaa tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5874655 May 28 05:06:35.423745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35706) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:35.466266 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8ee07df3-6704-41ff-8ec2-a2adc464c415 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=f3dfbb4a80ae4be4a49f16f926649fcb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414295 May 28 05:06:35.469015 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35710) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:35.605708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9fc800-c075-4139-a272-af42b23b6710 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:35.609347 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8c9fc800-c075-4139-a272-af42b23b6710 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1392050 May 28 05:06:35.610536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35714) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:35.626947 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Set router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:06:35.652105 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7d184a14-1f10-44ec-af52-f9c33288ec9d tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403736 May 28 05:06:35.654673 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35718) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:35.660111 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-23028ab1-c2e9-4ffb-918c-33772127e492 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1768762416', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:06:35.773284 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-23028ab1-c2e9-4ffb-918c-33772127e492 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:06:35.777100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-23028ab1-c2e9-4ffb-918c-33772127e492 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:subnet and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:06:35.779893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-23028ab1-c2e9-4ffb-918c-33772127e492 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:06:35.785569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-23028ab1-c2e9-4ffb-918c-33772127e492 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:06:35.795468 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23028ab1-c2e9-4ffb-918c-33772127e492 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:06:35.896602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-23028ab1-c2e9-4ffb-918c-33772127e492 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:35.920126 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'name': 'tempest-TestNetworkBasicOps-router-1506184946', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:06:33Z', 'updated_at': '2022-05-28T05:06:34Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:81:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:34Z', 'updated_at': '2022-05-28T05:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:35.925745 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Checking router: 245aa1a8-47fc-4dcc-9267-aa6c06630da1 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:06:35.926369 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Updating router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 port e03383b8-2b22-411b-8268-affd9d07c283 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:06:35.987227 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:36.223048 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-23028ab1-c2e9-4ffb-918c-33772127e492 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:36.297564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23028ab1-c2e9-4ffb-918c-33772127e492 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Subnet': ['ID=7324d60d-00b2-4dfb-99c7-c8263ef96a6a,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:36.311538 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23028ab1-c2e9-4ffb-918c-33772127e492 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Checking segment: {'id': '90136819-de54-478d-95ac-b029fe005963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:06:36.311886 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23028ab1-c2e9-4ffb-918c-33772127e492 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network hostable DHCP agents. Network: 63759f04-ba2c-4056-9388-3c977fdc5760, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:06:36.312589 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:36.324379 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Transition to ACTIVE for port object e03383b8-2b22-411b-8268-affd9d07c283 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:06:36.331899 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:36.333907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23028ab1-c2e9-4ffb-918c-33772127e492 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 63759f04-ba2c-4056-9388-3c977fdc5760 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:06:36.343196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-23028ab1-c2e9-4ffb-918c-33772127e492 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 63759f04-ba2c-4056-9388-3c977fdc5760) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:06:36.348321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23028ab1-c2e9-4ffb-918c-33772127e492 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:36.348913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-23028ab1-c2e9-4ffb-918c-33772127e492 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:36.353958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39c2c57-885b-4d0c-8b55-eb4aa6a6ca7f None None] Network 63759f04-ba2c-4056-9388-3c977fdc5760 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:06:36.376935 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-23028ab1-c2e9-4ffb-918c-33772127e492 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7183719 May 28 05:06:36.377275 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35722) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:36.417037 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Attempting to bind port e03383b8-2b22-411b-8268-affd9d07c283 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:06:36.417475 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Attempting to bind port e03383b8-2b22-411b-8268-affd9d07c283 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:06:36.417920 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Attempting to bind port e03383b8-2b22-411b-8268-affd9d07c283 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:06:36.426175 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb8725-4f74-4361-8d5b-bca539ceedeb None None] Pushing event updated for resources: {'Port': ['ID=e03383b8-2b22-411b-8268-affd9d07c283,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:36.432195 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:06:36.433116 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:06:36.433116 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:36.433450 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:06:36.433982 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Bound port: e03383b8-2b22-411b-8268-affd9d07c283, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:06:36.434396 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:36.472361 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb8725-4f74-4361-8d5b-bca539ceedeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:36.472755 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb8725-4f74-4361-8d5b-bca539ceedeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:36.473016 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb8725-4f74-4361-8d5b-bca539ceedeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:36.473337 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb8725-4f74-4361-8d5b-bca539ceedeb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:36.473685 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb8725-4f74-4361-8d5b-bca539ceedeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:36.473997 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb8725-4f74-4361-8d5b-bca539ceedeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:36.474310 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb8725-4f74-4361-8d5b-bca539ceedeb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:36.474623 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb8725-4f74-4361-8d5b-bca539ceedeb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:36.474933 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb8725-4f74-4361-8d5b-bca539ceedeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:36.475238 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb8725-4f74-4361-8d5b-bca539ceedeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:36.475918 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbdb8725-4f74-4361-8d5b-bca539ceedeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:06:36.514429 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] For port e03383b8-2b22-411b-8268-affd9d07c283, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:06:36.517496 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] For port e03383b8-2b22-411b-8268-affd9d07c283, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e03383b8-2b22-411b-8268-affd9d07c283,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:06:36.524024 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:36.592365 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-63759f04-ba2c-4056-9388-3c977fdc5760', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ips': [{'subnet_id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:06:36.593296 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:36.618960 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Routers {'245aa1a8-47fc-4dcc-9267-aa6c06630da1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:06:36.619539 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:06:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:36.671379 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb8725-4f74-4361-8d5b-bca539ceedeb None None] Pushing event updated for resources: {'Port': ['ID=e03383b8-2b22-411b-8268-affd9d07c283,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:36.753831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Allocated IP 172.20.0.2 (63759f04-ba2c-4056-9388-3c977fdc5760/7324d60d-00b2-4dfb-99c7-c8263ef96a6a/69c5ed9e-f6e5-4b61-ab0e-41367bfebd97) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:06:36.806968 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] Set router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:06:36.970564 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:36.980992 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Transition to ACTIVE for port object 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:06:37.002755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Transition to ACTIVE for port object 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:06:37.011382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:37.108011 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'name': 'tempest-TestNetworkBasicOps-router-1506184946', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:06:33Z', 'updated_at': '2022-05-28T05:06:34Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:81:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:34Z', 'updated_at': '2022-05-28T05:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:37.112628 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd7355-0866-43f4-8294-a3bbe7bbaca6 None None] The sync data for ids ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'] in dv-neutron-843300-5-hyperv is: [{'id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'name': 'tempest-TestNetworkBasicOps-router-1506184946', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:06:33Z', 'updated_at': '2022-05-28T05:06:34Z', 'revision_number': 3, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:81:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:34Z', 'updated_at': '2022-05-28T05:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:06:37.125581 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Network 63759f04-ba2c-4056-9388-3c977fdc5760 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:06:37.126973 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:06:37.133032 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:06:37.141934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Pushing event updated for resources: {'Port': ['ID=69c5ed9e-f6e5-4b61-ab0e-41367bfebd97,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:37.176441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:37.227396 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Attempting to bind port 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:06:37.227755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Attempting to bind port 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '90136819-de54-478d-95ac-b029fe005963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:06:37.228106 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Attempting to bind port 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 on network 63759f04-ba2c-4056-9388-3c977fdc5760 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:06:37.235577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:06:37.235963 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Checking segment: {'id': '90136819-de54-478d-95ac-b029fe005963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:06:37.236354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:37.236734 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Bound using segment: {'id': '90136819-de54-478d-95ac-b029fe005963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:06:37.237156 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Bound port: 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90136819-de54-478d-95ac-b029fe005963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:06:37.237537 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:37.350473 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] For port 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:06:37.353490 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] For port 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=69c5ed9e-f6e5-4b61-ab0e-41367bfebd97,segment=NetworkSegment(90136819-de54-478d-95ac-b029fe005963),segment_id=90136819-de54-478d-95ac-b029fe005963)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:06:37.360179 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:37.447553 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ca5ff-20ac-407c-96bc-a1ccb2aa0bcc None None] Pushing event updated for resources: {'Port': ['ID=69c5ed9e-f6e5-4b61-ab0e-41367bfebd97,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:37.650142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.1 (63759f04-ba2c-4056-9388-3c977fdc5760/7324d60d-00b2-4dfb-99c7-c8263ef96a6a/a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:06:37.825646 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:37.842067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:06:37.864656 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:37.939520 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 63759f04-ba2c-4056-9388-3c977fdc5760 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:06:37.943300 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:06:37.945814 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:06:38.083022 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:38.103617 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:38.203006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:38.287455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e03383b8-2b22-411b-8268-affd9d07c283 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:06:38.364167 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port e03383b8-2b22-411b-8268-affd9d07c283 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:06:38.370032 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port e03383b8-2b22-411b-8268-affd9d07c283 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:06:38.370398 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:38.434103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f54e9e-34f8-4ad7-9df5-bce8955d0bac None None] Network 63759f04-ba2c-4056-9388-3c977fdc5760 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:06:38.596522 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:38.603948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2eb7fcbd-a3f5-474f-8a03-8bc251e81b03 None None] Provisioning for port 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:06:38.630202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:38.635776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:38.658919 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port e03383b8-2b22-411b-8268-affd9d07c283, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e03383b8-2b22-411b-8268-affd9d07c283,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:06:38.670343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:38.671026 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:06:38.743701 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:38.747205 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:38.831018 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=e03383b8-2b22-411b-8268-affd9d07c283,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:38.864077 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:06:38.874354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:06:38.875157 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:38.886190 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 63759f04-ba2c-4056-9388-3c977fdc5760 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:06:38.887809 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:06:39.003479 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:39.039926 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=69c5ed9e-f6e5-4b61-ab0e-41367bfebd97,segment=NetworkSegment(90136819-de54-478d-95ac-b029fe005963),segment_id=90136819-de54-478d-95ac-b029fe005963)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:06:39.045247 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:39.116304 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=69c5ed9e-f6e5-4b61-ab0e-41367bfebd97,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:39.154555 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-97a5556e-9a50-4190-a6b0-d01494c8a903 None None] Provisioning for port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:06:39.160222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-97a5556e-9a50-4190-a6b0-d01494c8a903 None None] Provisioning complete for port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:06:39.160655 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-97a5556e-9a50-4190-a6b0-d01494c8a903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:39.217586 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-97a5556e-9a50-4190-a6b0-d01494c8a903 None None] Port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:06:39.230371 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-97a5556e-9a50-4190-a6b0-d01494c8a903 None None] Provisioning complete for port 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:06:39.230886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-97a5556e-9a50-4190-a6b0-d01494c8a903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:39.301460 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:06:39.475510 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7b465c35-a52b-463a-8258-ad824212d591 None None] Provisioning complete for port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:06:39.476062 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7b465c35-a52b-463a-8258-ad824212d591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:39.505387 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:06:39.518306 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2be2a78e-7635-41b6-9c9a-a769a9767f62 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/245aa1a8-47fc-4dcc-9267-aa6c06630da1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1398747 May 28 05:06:39.520937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35726) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:39.527254 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7b465c35-a52b-463a-8258-ad824212d591 None None] Port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:06:39.649526 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4b94660b-fe35-41a7-b45c-a039ac089818 None None] Provisioning complete for port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:06:39.649799 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4b94660b-fe35-41a7-b45c-a039ac089818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:39.658932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2018e4-b630-4e85-ac33-a065d7e9e67e tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:39.659307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2018e4-b630-4e85-ac33-a065d7e9e67e tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:39.659667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2018e4-b630-4e85-ac33-a065d7e9e67e tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:39.660024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2018e4-b630-4e85-ac33-a065d7e9e67e tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:39.664340 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6a2018e4-b630-4e85-ac33-a065d7e9e67e tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1398604 May 28 05:06:39.664729 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35730) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:39.701162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4b94660b-fe35-41a7-b45c-a039ac089818 None None] Port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:06:39.739494 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9a0620-8d28-430e-89a7-b47a0db84526 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:39.740026 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9a0620-8d28-430e-89a7-b47a0db84526 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:39.740901 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9a0620-8d28-430e-89a7-b47a0db84526 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:39.741464 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9a0620-8d28-430e-89a7-b47a0db84526 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:39.743839 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-db9a0620-8d28-430e-89a7-b47a0db84526 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0781281 May 28 05:06:39.746806 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35734) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:40.031683 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b6a90e2e-0e72-48ca-98b7-c772e64c9589 tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2835231 May 28 05:06:40.118592 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35740) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:40.124277 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a23e7824-3fa9-4585-8385-c06ce1912b1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1100628220', 'description': 'tempest-secgroup-smoke-1100628220 description', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:06:40.131261 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a23e7824-3fa9-4585-8385-c06ce1912b1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:06:40.136650 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a23e7824-3fa9-4585-8385-c06ce1912b1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:06:40.139682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a23e7824-3fa9-4585-8385-c06ce1912b1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:06:40.146233 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a23e7824-3fa9-4585-8385-c06ce1912b1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:06:40.160190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a23e7824-3fa9-4585-8385-c06ce1912b1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.202045 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a23e7824-3fa9-4585-8385-c06ce1912b1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:06:40.206629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a23e7824-3fa9-4585-8385-c06ce1912b1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:06:40.209678 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a23e7824-3fa9-4585-8385-c06ce1912b1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:06:40.215678 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a23e7824-3fa9-4585-8385-c06ce1912b1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:06:40.235719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e03383b8-2b22-411b-8268-affd9d07c283 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:06:40.273426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a23e7824-3fa9-4585-8385-c06ce1912b1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.279032 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a23e7824-3fa9-4585-8385-c06ce1912b1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.307670 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port e03383b8-2b22-411b-8268-affd9d07c283 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:06:40.308032 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.322971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e7824-3fa9-4585-8385-c06ce1912b1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5d63a3-aa75-44fd-92a1-f29d74f9c90d,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:40.327107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a23e7824-3fa9-4585-8385-c06ce1912b1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.331947 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35744) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:40.332323 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a23e7824-3fa9-4585-8385-c06ce1912b1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2126889 May 28 05:06:40.337562 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-f8117d8b-06b1-4f39-91f9-855d7c4d8a71 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '7e5d63a3-aa75-44fd-92a1-f29d74f9c90d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:06:40.343433 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f8117d8b-06b1-4f39-91f9-855d7c4d8a71 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:06:40.347337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f8117d8b-06b1-4f39-91f9-855d7c4d8a71 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:06:40.350203 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f8117d8b-06b1-4f39-91f9-855d7c4d8a71 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:06:40.355886 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f8117d8b-06b1-4f39-91f9-855d7c4d8a71 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:06:40.375662 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8117d8b-06b1-4f39-91f9-855d7c4d8a71 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.430268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:06:40.447999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8117d8b-06b1-4f39-91f9-855d7c4d8a71 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.453524 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8117d8b-06b1-4f39-91f9-855d7c4d8a71 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.476936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8117d8b-06b1-4f39-91f9-855d7c4d8a71 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51586d88-a872-4b88-ade7-061454d95d02,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:40.488315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f8117d8b-06b1-4f39-91f9-855d7c4d8a71 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.493346 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f8117d8b-06b1-4f39-91f9-855d7c4d8a71 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1568043 May 28 05:06:40.493346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35748) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:40.498627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-178e9024-fecd-4bdf-87af-6fdf41a616e3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '7e5d63a3-aa75-44fd-92a1-f29d74f9c90d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:06:40.504789 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-178e9024-fecd-4bdf-87af-6fdf41a616e3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:06:40.508687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-178e9024-fecd-4bdf-87af-6fdf41a616e3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:06:40.510035 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:06:40.510502 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.511667 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-178e9024-fecd-4bdf-87af-6fdf41a616e3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:06:40.517589 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-178e9024-fecd-4bdf-87af-6fdf41a616e3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:06:40.534816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-178e9024-fecd-4bdf-87af-6fdf41a616e3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.598457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-178e9024-fecd-4bdf-87af-6fdf41a616e3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.603551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-178e9024-fecd-4bdf-87af-6fdf41a616e3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.627780 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e9024-fecd-4bdf-87af-6fdf41a616e3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd12e8a-b730-4cb3-b49b-183a00757a84,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:40.641133 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-178e9024-fecd-4bdf-87af-6fdf41a616e3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.645446 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-178e9024-fecd-4bdf-87af-6fdf41a616e3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1515987 May 28 05:06:40.646060 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35752) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:40.652257 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-50b81b5f-2005-45c1-9108-0eb12563f499 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '7e5d63a3-aa75-44fd-92a1-f29d74f9c90d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:06:40.655748 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Sync routers for ids ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:06:40.659624 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-50b81b5f-2005-45c1-9108-0eb12563f499 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:06:40.663568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-50b81b5f-2005-45c1-9108-0eb12563f499 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:06:40.666467 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-50b81b5f-2005-45c1-9108-0eb12563f499 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:06:40.672348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-50b81b5f-2005-45c1-9108-0eb12563f499 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:06:40.686276 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Routers {'245aa1a8-47fc-4dcc-9267-aa6c06630da1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:06:40.686888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:06:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:40.689127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-50b81b5f-2005-45c1-9108-0eb12563f499 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.755468 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-50b81b5f-2005-45c1-9108-0eb12563f499 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.760399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-50b81b5f-2005-45c1-9108-0eb12563f499 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.784017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b81b5f-2005-45c1-9108-0eb12563f499 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f3ffc3-1825-46d2-b725-98c887b62bb1,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:40.794462 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-50b81b5f-2005-45c1-9108-0eb12563f499 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.795646 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-50b81b5f-2005-45c1-9108-0eb12563f499 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1484218 May 28 05:06:40.798717 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35756) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:40.804113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-7303bf35-29e6-4b3c-9c75-7522873b0005 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '7e5d63a3-aa75-44fd-92a1-f29d74f9c90d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:06:40.809838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7303bf35-29e6-4b3c-9c75-7522873b0005 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:06:40.813633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7303bf35-29e6-4b3c-9c75-7522873b0005 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:06:40.816455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7303bf35-29e6-4b3c-9c75-7522873b0005 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:06:40.822122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7303bf35-29e6-4b3c-9c75-7522873b0005 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:06:40.840303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7303bf35-29e6-4b3c-9c75-7522873b0005 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.868471 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Set router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:06:40.911526 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7303bf35-29e6-4b3c-9c75-7522873b0005 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.916551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7303bf35-29e6-4b3c-9c75-7522873b0005 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.940346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303bf35-29e6-4b3c-9c75-7522873b0005 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8233746-8764-43a3-8d75-9e42931bf026,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:40.955185 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7303bf35-29e6-4b3c-9c75-7522873b0005 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:40.956670 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7303bf35-29e6-4b3c-9c75-7522873b0005 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1570373 May 28 05:06:40.959508 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35760) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:40.965758 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-62fc0fbb-58ee-41a1-8ad8-aafe933b957c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '7e5d63a3-aa75-44fd-92a1-f29d74f9c90d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:06:40.972676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-62fc0fbb-58ee-41a1-8ad8-aafe933b957c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:06:40.976940 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-62fc0fbb-58ee-41a1-8ad8-aafe933b957c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:06:40.980023 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-62fc0fbb-58ee-41a1-8ad8-aafe933b957c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:06:40.986748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-62fc0fbb-58ee-41a1-8ad8-aafe933b957c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:06:40.998723 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-62fc0fbb-58ee-41a1-8ad8-aafe933b957c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:06:41.005627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62fc0fbb-58ee-41a1-8ad8-aafe933b957c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:41.075481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62fc0fbb-58ee-41a1-8ad8-aafe933b957c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:41.080805 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62fc0fbb-58ee-41a1-8ad8-aafe933b957c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:41.108197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc0fbb-58ee-41a1-8ad8-aafe933b957c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4d0e96-484e-4482-8869-51f7a055fba0,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:41.116382 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62fc0fbb-58ee-41a1-8ad8-aafe933b957c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:41.117602 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-62fc0fbb-58ee-41a1-8ad8-aafe933b957c tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1570485 May 28 05:06:41.120546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35764) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:41.126381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-5ffbe544-f20c-461e-84e8-a4f173a5c42b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'security_group_rule': {'security_group_id': '7e5d63a3-aa75-44fd-92a1-f29d74f9c90d', 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:06:41.132520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5ffbe544-f20c-461e-84e8-a4f173a5c42b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:06:41.136588 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5ffbe544-f20c-461e-84e8-a4f173a5c42b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:security_group_rule and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:06:41.139485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-5ffbe544-f20c-461e-84e8-a4f173a5c42b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:06:41.145971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-5ffbe544-f20c-461e-84e8-a4f173a5c42b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:06:41.157830 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-5ffbe544-f20c-461e-84e8-a4f173a5c42b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Project f3dfbb4a80ae4be4a49f16f926649fcb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:06:41.164364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe544-f20c-461e-84e8-a4f173a5c42b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:41.186007 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'name': 'tempest-TestNetworkBasicOps-router-1506184946', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:06:33Z', 'updated_at': '2022-05-28T05:06:38Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:81:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:34Z', 'updated_at': '2022-05-28T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf', 'name': '', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:92:05:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:37Z', 'updated_at': '2022-05-28T05:06:38Z', 'revision_number': 2, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:41.190593 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Checking router: 245aa1a8-47fc-4dcc-9267-aa6c06630da1 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:06:41.190928 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Updating router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:06:41.230707 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe544-f20c-461e-84e8-a4f173a5c42b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:41.236077 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe544-f20c-461e-84e8-a4f173a5c42b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:41.244599 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:41.259482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbe544-f20c-461e-84e8-a4f173a5c42b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c33fd81-f3d5-43b5-84d3-5b259ff9922c,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:41.269549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5ffbe544-f20c-461e-84e8-a4f173a5c42b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:41.270839 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5ffbe544-f20c-461e-84e8-a4f173a5c42b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1492481 May 28 05:06:41.446380 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-e9be2f17-80c9-490c-bfd0-783e8ec7dda3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:06:41.463091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-e9be2f17-80c9-490c-bfd0-783e8ec7dda3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:06:41.464382 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-e9be2f17-80c9-490c-bfd0-783e8ec7dda3 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1100628220&fields=id&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 267 time: 0.0573289 May 28 05:06:41.595535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:41.607796 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Transition to ACTIVE for port object a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:06:41.610696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-c8b3fe0f-1dec-4a83-a051-f9b04fb3690f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:41.612366 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-c8b3fe0f-1dec-4a83-a051-f9b04fb3690f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/networks?id=63759f04-ba2c-4056-9388-3c977fdc5760 HTTP/1.1" status: 200 len: 796 time: 0.1406870 May 28 05:06:41.616001 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:41.630675 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-0e570f08-5995-4068-a03d-0fb196d39043 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/quotas/f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 375 time: 0.0114257 May 28 05:06:41.717915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-b244ca37-eac7-4032-b566-38bebaa87a2e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:06:41.736384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-b244ca37-eac7-4032-b566-38bebaa87a2e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:06:41.738407 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-b244ca37-eac7-4032-b566-38bebaa87a2e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1022136 May 28 05:06:41.746583 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb0914-f0ab-44e4-8b91-c5ca23927ba8 None None] Pushing event updated for resources: {'Port': ['ID=a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:41.832809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Attempting to bind port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:06:41.833164 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Attempting to bind port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '90136819-de54-478d-95ac-b029fe005963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:06:41.833532 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Attempting to bind port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf on network 63759f04-ba2c-4056-9388-3c977fdc5760 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:06:41.840362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:06:41.840719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Checking segment: {'id': '90136819-de54-478d-95ac-b029fe005963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:06:41.841109 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:41.841605 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Bound using segment: {'id': '90136819-de54-478d-95ac-b029fe005963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:06:41.842092 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Bound port: a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90136819-de54-478d-95ac-b029fe005963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:06:41.842449 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:41.889789 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-d4d5d677-f667-4afe-9f13-4419468224f4 service neutron] 10.222.0.15 "GET /v2.0/networks/63759f04-ba2c-4056-9388-3c977fdc5760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350434 May 28 05:06:41.944829 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] For port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:06:41.948238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] For port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf,segment=NetworkSegment(90136819-de54-478d-95ac-b029fe005963),segment_id=90136819-de54-478d-95ac-b029fe005963)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:06:41.954924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:42.026809 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-806a0d78-7155-44d7-8018-5aa7a784a279 service neutron] 10.222.0.15 "GET /v2.0/networks/63759f04-ba2c-4056-9388-3c977fdc5760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311526 May 28 05:06:42.032419 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb0914-f0ab-44e4-8b91-c5ca23927ba8 None None] Pushing event updated for resources: {'Port': ['ID=a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:42.040683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Routers {'245aa1a8-47fc-4dcc-9267-aa6c06630da1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:06:42.041297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:06:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:42.228743 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a7cdd5aa-77d6-49dd-b157-c8b091ed8d0b req-c71ba7dc-f8b1-4b58-9ad0-f3f19d13e878 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 210 time: 0.0477080 May 28 05:06:42.286251 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] Set router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:06:42.608117 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'name': 'tempest-TestNetworkBasicOps-router-1506184946', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:06:33Z', 'updated_at': '2022-05-28T05:06:38Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:81:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:34Z', 'updated_at': '2022-05-28T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf', 'name': '', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:92:05:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:37Z', 'updated_at': '2022-05-28T05:06:41Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:42.612198 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640f376-283f-4c1e-a35e-286ff984edff None None] The sync data for ids ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'] in dv-neutron-843300-5-hyperv is: [{'id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'name': 'tempest-TestNetworkBasicOps-router-1506184946', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:06:33Z', 'updated_at': '2022-05-28T05:06:38Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:81:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:34Z', 'updated_at': '2022-05-28T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf', 'name': '', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:92:05:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:37Z', 'updated_at': '2022-05-28T05:06:41Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:06:43.306300 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-3bbd8a54-8fe3-41fa-94bf-72b7309c9f1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:43.307539 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-3bbd8a54-8fe3-41fa-94bf-72b7309c9f1e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/networks?id=63759f04-ba2c-4056-9388-3c977fdc5760 HTTP/1.1" status: 200 len: 796 time: 0.1490381 May 28 05:06:43.369276 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-68890f79-5cca-437f-bae3-0ac042dd59f9 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb HTTP/1.1" status: 200 len: 380 time: 0.0491145 May 28 05:06:43.379216 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-81422c81-b12b-4489-8357-920d655336ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'port': {'device_id': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'admin_state_up': True, 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'security_groups': ['7e5d63a3-aa75-44fd-92a1-f29d74f9c90d']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:06:43.490209 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b23ace90-4266-4778-b7b7-c8643c260b77 req-1c2ea84b-8c89-4f98-b1b5-f97898b2282f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 210 time: 0.0961814 May 28 05:06:43.645997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-81422c81-b12b-4489-8357-920d655336ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:06:43.656648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-81422c81-b12b-4489-8357-920d655336ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:06:43.669833 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-81422c81-b12b-4489-8357-920d655336ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Made reservation on behalf of f3dfbb4a80ae4be4a49f16f926649fcb for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:06:43.672778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-81422c81-b12b-4489-8357-920d655336ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:43.840729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-81422c81-b12b-4489-8357-920d655336ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.20.0.4 (63759f04-ba2c-4056-9388-3c977fdc5760/7324d60d-00b2-4dfb-99c7-c8263ef96a6a/6f647696-58de-429f-a3bf-c461f59b38b5) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:06:44.030225 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-81422c81-b12b-4489-8357-920d655336ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:44.046189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-81422c81-b12b-4489-8357-920d655336ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Transition to ACTIVE for port object 6f647696-58de-429f-a3bf-c461f59b38b5 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:06:44.071457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-81422c81-b12b-4489-8357-920d655336ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:44.145568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-81422c81-b12b-4489-8357-920d655336ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 63759f04-ba2c-4056-9388-3c977fdc5760 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:06:44.148548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-81422c81-b12b-4489-8357-920d655336ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:06:44.152838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-81422c81-b12b-4489-8357-920d655336ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:06:44.180707 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81422c81-b12b-4489-8357-920d655336ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=6f647696-58de-429f-a3bf-c461f59b38b5,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:44.222080 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-81422c81-b12b-4489-8357-920d655336ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:44.222721 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-81422c81-b12b-4489-8357-920d655336ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:44.251300 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-81422c81-b12b-4489-8357-920d655336ae tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8773515 May 28 05:06:44.265511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Request body: {'port': {'device_id': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:06:44.272732 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:06:44.357972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cb0dc16f-ea24-4cf5-aebb-93773191db5c None None] Provisioning for port 6f647696-58de-429f-a3bf-c461f59b38b5 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:06:44.363923 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:06:44.366913 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cb0dc16f-ea24-4cf5-aebb-93773191db5c None None] Provisioning complete for port 6f647696-58de-429f-a3bf-c461f59b38b5 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:06:44.367275 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cb0dc16f-ea24-4cf5-aebb-93773191db5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:44.380367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:44.402568 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:06:44.402857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:44.466440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-cb0dc16f-ea24-4cf5-aebb-93773191db5c None None] Port 6f647696-58de-429f-a3bf-c461f59b38b5 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:06:44.532763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:44.564790 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf,segment=NetworkSegment(90136819-de54-478d-95ac-b029fe005963),segment_id=90136819-de54-478d-95ac-b029fe005963)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:06:44.571734 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:44.639773 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:44.786652 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a6af9-0d83-412d-b36b-ceca3476f291 req-0a2b342a-ff8e-4e8b-b9a8-702e9dbdcae8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:44.787237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-736a6af9-0d83-412d-b36b-ceca3476f291 req-0a2b342a-ff8e-4e8b-b9a8-702e9dbdcae8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Synchronizing usage tracker for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:06:44.792997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f647696-58de-429f-a3bf-c461f59b38b5 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:06:44.801795 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:44.820254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Transition to ACTIVE for port object 6f647696-58de-429f-a3bf-c461f59b38b5 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:06:44.821164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-736a6af9-0d83-412d-b36b-ceca3476f291 req-0a2b342a-ff8e-4e8b-b9a8-702e9dbdcae8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Unset dirty status for tenant:f3dfbb4a80ae4be4a49f16f926649fcb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:06:44.822413 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-736a6af9-0d83-412d-b36b-ceca3476f291 req-0a2b342a-ff8e-4e8b-b9a8-702e9dbdcae8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 931 time: 0.2010591 May 28 05:06:44.825942 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:44.985019 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f647696-58de-429f-a3bf-c461f59b38b5,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:44.989536 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-736a6af9-0d83-412d-b36b-ceca3476f291 req-0a96fb89-5d27-4189-81cd-654e9b5d9d71 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e5d63a3-aa75-44fd-92a1-f29d74f9c90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589818 May 28 05:06:45.096242 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Attempting to bind port 6f647696-58de-429f-a3bf-c461f59b38b5 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:06:45.096570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Attempting to bind port 6f647696-58de-429f-a3bf-c461f59b38b5 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '90136819-de54-478d-95ac-b029fe005963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:06:45.096886 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Attempting to bind port 6f647696-58de-429f-a3bf-c461f59b38b5 on network 63759f04-ba2c-4056-9388-3c977fdc5760 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:06:45.102830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Port 6f647696-58de-429f-a3bf-c461f59b38b5 on network 63759f04-ba2c-4056-9388-3c977fdc5760 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:06:45.103139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Attempting to bind port 6f647696-58de-429f-a3bf-c461f59b38b5 on network 63759f04-ba2c-4056-9388-3c977fdc5760 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:06:45.109510 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:06:45.109865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Checking segment: {'id': '90136819-de54-478d-95ac-b029fe005963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:06:45.110236 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Bound using segment: {'id': '90136819-de54-478d-95ac-b029fe005963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:06:45.110653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Bound port: 6f647696-58de-429f-a3bf-c461f59b38b5, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90136819-de54-478d-95ac-b029fe005963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:06:45.110989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:45.201522 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] For port 6f647696-58de-429f-a3bf-c461f59b38b5, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:06:45.204613 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] For port 6f647696-58de-429f-a3bf-c461f59b38b5, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=6f647696-58de-429f-a3bf-c461f59b38b5,segment=NetworkSegment(90136819-de54-478d-95ac-b029fe005963),segment_id=90136819-de54-478d-95ac-b029fe005963)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:06:45.211648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:45.271070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:45.272479 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] 10.222.0.66 "PUT /v2.0/ports/6f647696-58de-429f-a3bf-c461f59b38b5 HTTP/1.1" status: 200 len: 1093 time: 1.0146570 May 28 05:06:45.272818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'tag': '6f647696-58de-429f-a3bf-c461f59b38b5'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:06:45.308504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a9f9e-3ad0-425d-b798-33212ce163f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f647696-58de-429f-a3bf-c461f59b38b5,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:45.349953 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d234d016-2d4d-47bb-9718-439a395e3091'] response: {'name': 'network-changed', 'server_uuid': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'tag': '6f647696-58de-429f-a3bf-c461f59b38b5', 'status': 'completed', 'code': 200} May 28 05:06:45.393271 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-fcc06e51-4178-4729-883c-31f30ee1a269 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 1096 time: 0.0797026 May 28 05:06:45.461194 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-532d579e-6da6-4d00-93d4-505a8901af1a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f647696-58de-429f-a3bf-c461f59b38b5 HTTP/1.1" status: 200 len: 217 time: 0.0609796 May 28 05:06:45.614966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-36b57b10-0f1d-4306-9005-cc00131efcf1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:45.616718 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-36b57b10-0f1d-4306-9005-cc00131efcf1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7324d60d-00b2-4dfb-99c7-c8263ef96a6a HTTP/1.1" status: 200 len: 835 time: 0.1499283 May 28 05:06:45.691524 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-b078eaa5-fade-4dd3-bf60-acd208a72f2a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63759f04-ba2c-4056-9388-3c977fdc5760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689182 May 28 05:06:45.836856 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-3d60572f-91b0-454b-ba8b-61f825e09325 service neutron] 10.222.0.66 "GET /v2.0/networks/63759f04-ba2c-4056-9388-3c977fdc5760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388466 May 28 05:06:45.967871 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b2cd03a-e3c3-4b63-9c80-f55778064aea req-95709a42-1866-4fb1-bea9-541340a2aff1 service neutron] 10.222.0.66 "GET /v2.0/networks/63759f04-ba2c-4056-9388-3c977fdc5760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252186 May 28 05:06:46.091188 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f39fb855-e6db-4b1a-acb8-efcc0f2ae454 req-b378d087-57bd-45a2-80a3-8573f39ec40f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 1096 time: 0.0758207 May 28 05:06:46.229815 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:06:46.275791 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fb855-e6db-4b1a-acb8-efcc0f2ae454 req-e623e305-6f69-4b00-bd57-c2f4984b4f26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:46.277253 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f39fb855-e6db-4b1a-acb8-efcc0f2ae454 req-e623e305-6f69-4b00-bd57-c2f4984b4f26 service neutron] 10.222.0.66 "GET /v2.0/networks?id=63759f04-ba2c-4056-9388-3c977fdc5760 HTTP/1.1" status: 200 len: 897 time: 0.1795487 May 28 05:06:46.288290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf2268-d946-48cf-b95e-1e57ac264856 req-b4896701-1456-4439-b09b-89b426c59087 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:46.289686 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c9cf2268-d946-48cf-b95e-1e57ac264856 req-b4896701-1456-4439-b09b-89b426c59087 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 943 time: 0.1713066 May 28 05:06:46.303621 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:06:46.303953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:46.371030 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f39fb855-e6db-4b1a-acb8-efcc0f2ae454 req-8a8a8307-fb78-4687-8097-9c8cc6f10a0e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f647696-58de-429f-a3bf-c461f59b38b5 HTTP/1.1" status: 200 len: 217 time: 0.0803938 May 28 05:06:46.438524 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c9cf2268-d946-48cf-b95e-1e57ac264856 req-25bab026-596e-4806-8cbf-927530e1d1a4 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e5d63a3-aa75-44fd-92a1-f29d74f9c90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993688 May 28 05:06:46.446923 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fb855-e6db-4b1a-acb8-efcc0f2ae454 req-3041a171-ee18-4630-bf31-c6623505a88f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:46.448250 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f39fb855-e6db-4b1a-acb8-efcc0f2ae454 req-3041a171-ee18-4630-bf31-c6623505a88f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7324d60d-00b2-4dfb-99c7-c8263ef96a6a HTTP/1.1" status: 200 len: 835 time: 0.0687635 May 28 05:06:46.523946 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f39fb855-e6db-4b1a-acb8-efcc0f2ae454 req-e7a8c491-713c-4a77-8556-ad6ba5310999 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63759f04-ba2c-4056-9388-3c977fdc5760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691247 May 28 05:06:46.656503 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f39fb855-e6db-4b1a-acb8-efcc0f2ae454 req-6ac25b8b-a140-4033-983a-4e7459ece0d9 service neutron] 10.222.0.66 "GET /v2.0/networks/63759f04-ba2c-4056-9388-3c977fdc5760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249733 May 28 05:06:46.788088 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f39fb855-e6db-4b1a-acb8-efcc0f2ae454 req-e688260b-b60d-40d8-9477-40153a7861a8 service neutron] 10.222.0.66 "GET /v2.0/networks/63759f04-ba2c-4056-9388-3c977fdc5760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254585 May 28 05:06:47.653535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593ba21-18bd-411b-b7d6-f0d39e16a8eb req-feb02b2d-4a2e-4851-b116-e73b32274ea5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:47.654987 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d593ba21-18bd-411b-b7d6-f0d39e16a8eb req-feb02b2d-4a2e-4851-b116-e73b32274ea5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 943 time: 0.0894241 May 28 05:06:47.707525 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d593ba21-18bd-411b-b7d6-f0d39e16a8eb req-39370686-17db-4cbd-9248-662702c433f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e5d63a3-aa75-44fd-92a1-f29d74f9c90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445032 May 28 05:06:48.906142 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cdfa7-7af2-4fe7-b9c5-5455149e1bf7 req-070ffd66-87e8-44d4-9916-ba4225f11914 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:48.907634 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-883cdfa7-7af2-4fe7-b9c5-5455149e1bf7 req-070ffd66-87e8-44d4-9916-ba4225f11914 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 943 time: 0.0786681 May 28 05:06:48.954421 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-883cdfa7-7af2-4fe7-b9c5-5455149e1bf7 req-af9f37bc-3dd4-459e-8201-1079a5e8393d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e5d63a3-aa75-44fd-92a1-f29d74f9c90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409017 May 28 05:06:49.011911 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 6f647696-58de-429f-a3bf-c461f59b38b5 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:06:49.147503 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 6f647696-58de-429f-a3bf-c461f59b38b5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=6f647696-58de-429f-a3bf-c461f59b38b5,segment=NetworkSegment(90136819-de54-478d-95ac-b029fe005963),segment_id=90136819-de54-478d-95ac-b029fe005963)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:06:49.162453 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '6f647696-58de-429f-a3bf-c461f59b38b5', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'port_id': '6f647696-58de-429f-a3bf-c461f59b38b5', 'mac_address': 'fa:16:3e:96:af:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:06:49.220809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:49.238923 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f647696-58de-429f-a3bf-c461f59b38b5 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:06:49.256268 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 6f647696-58de-429f-a3bf-c461f59b38b5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=6f647696-58de-429f-a3bf-c461f59b38b5,segment=NetworkSegment(90136819-de54-478d-95ac-b029fe005963),segment_id=90136819-de54-478d-95ac-b029fe005963)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:06:49.263140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:49.331979 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=6f647696-58de-429f-a3bf-c461f59b38b5,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:49.452563 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['6f647696-58de-429f-a3bf-c461f59b38b5'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:06:50.167232 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0000a-502d-4bea-ae69-f7ddde9c280f req-88895009-6491-449b-a389-ff35b2d8772f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:50.168675 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-90b0000a-502d-4bea-ae69-f7ddde9c280f req-88895009-6491-449b-a389-ff35b2d8772f tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 944 time: 0.0831177 May 28 05:06:50.215741 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-90b0000a-502d-4bea-ae69-f7ddde9c280f req-79f92277-56eb-48f3-aa05-ced63a51a032 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e5d63a3-aa75-44fd-92a1-f29d74f9c90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408163 May 28 05:06:51.042752 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 6f647696-58de-429f-a3bf-c461f59b38b5 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:06:51.118498 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 6f647696-58de-429f-a3bf-c461f59b38b5 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:06:51.123511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 6f647696-58de-429f-a3bf-c461f59b38b5 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:06:51.123869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:51.250202 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:51.279686 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f647696-58de-429f-a3bf-c461f59b38b5'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:06:51.290433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 6f647696-58de-429f-a3bf-c461f59b38b5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=6f647696-58de-429f-a3bf-c461f59b38b5,segment=NetworkSegment(90136819-de54-478d-95ac-b029fe005963),segment_id=90136819-de54-478d-95ac-b029fe005963)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:06:51.295608 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:51.339719 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42dce57d-8ccc-4f69-b2b9-342d54c62da7'] response: {'server_uuid': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f647696-58de-429f-a3bf-c461f59b38b5', 'code': 200} May 28 05:06:51.369795 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=6f647696-58de-429f-a3bf-c461f59b38b5,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:51.430793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f8e41-3a92-42e3-b803-d2b0b5ea9d58 req-68b7742d-02e1-4e0b-ad1d-fc522e0627c2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:51.432392 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fd9f8e41-3a92-42e3-b803-d2b0b5ea9d58 req-68b7742d-02e1-4e0b-ad1d-fc522e0627c2 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 945 time: 0.0786986 May 28 05:06:51.481965 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fd9f8e41-3a92-42e3-b803-d2b0b5ea9d58 req-cff8dc9a-8bb3-4db2-a74f-8eef0ada0a97 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e5d63a3-aa75-44fd-92a1-f29d74f9c90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437577 May 28 05:06:51.668572 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-18a9535c-9c7f-45b9-913b-0c0251b83bcc req-3a4ce4de-40a6-4a18-a4e6-c483f0bfa9cf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 1098 time: 0.1670723 May 28 05:06:51.710148 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-18a9535c-9c7f-45b9-913b-0c0251b83bcc req-843034e6-2b8d-4416-a281-35dda67425e9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7e5d63a3-aa75-44fd-92a1-f29d74f9c90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354056 May 28 05:06:52.126788 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f16e77e2-620e-4b4f-8e38-c2ddc1a7b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:52.702523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a28a0-15d9-48c7-813f-e31d212a13f0 req-812555b8-78b8-44de-a1a9-2d65b419406d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:52.704105 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-762a28a0-15d9-48c7-813f-e31d212a13f0 req-812555b8-78b8-44de-a1a9-2d65b419406d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 945 time: 0.0772545 May 28 05:06:52.760894 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-762a28a0-15d9-48c7-813f-e31d212a13f0 req-912561f6-9c99-4212-8d76-d7d5a2c2ff24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e5d63a3-aa75-44fd-92a1-f29d74f9c90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501475 May 28 05:06:53.973409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b005ac-02b6-4695-8803-035d8c0f54c8 req-1a4ed6c5-c05b-4016-a10c-dc7825a493e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:53.974881 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-70b005ac-02b6-4695-8803-035d8c0f54c8 req-1a4ed6c5-c05b-4016-a10c-dc7825a493e8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 945 time: 0.0805295 May 28 05:06:54.026397 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-70b005ac-02b6-4695-8803-035d8c0f54c8 req-f70ef26b-936b-4017-b675-dc5967b69740 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e5d63a3-aa75-44fd-92a1-f29d74f9c90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440679 May 28 05:06:54.229735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8af090-6f8c-47e2-ab0a-b7a1d7924849 req-69f7a9e3-e280-42cd-b3ac-59d1b036b86d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:54.231088 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab8af090-6f8c-47e2-ab0a-b7a1d7924849 req-69f7a9e3-e280-42cd-b3ac-59d1b036b86d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 945 time: 0.0811477 May 28 05:06:54.283345 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab8af090-6f8c-47e2-ab0a-b7a1d7924849 req-ed6f885a-79e5-41ed-a998-9229e6888deb tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e5d63a3-aa75-44fd-92a1-f29d74f9c90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436451 May 28 05:06:54.302848 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dbfca80f-4daf-40a9-8a86-1449bfaa49d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:54.324259 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35812) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:54.401870 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9f250cc8-fd9e-40f1-8b85-f193de9e743c tempest-TestNetworkBasicOps-388512870 tempest-TestNetworkBasicOps-388512870-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 1093 time: 0.0763462 May 28 05:06:54.404758 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35816) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:54.410472 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': '6f647696-58de-429f-a3bf-c461f59b38b5', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:06:54.416225 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:06:54.420116 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Usage tracker for resource:floatingip and tenant:f3dfbb4a80ae4be4a49f16f926649fcb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:06:54.422999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:06:54.429717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:06:54.441260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:54.576431 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:54.722234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Allocated IP 172.26.8.124 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/cc735d1b-8d65-440b-b4e6-4307d11a2fea) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:06:54.817257 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:54.874825 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:54.903894 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:54.967765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:06:54.970798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:06:54.974820 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:06:55.002338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=cc735d1b-8d65-440b-b4e6-4307d11a2fea,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:55.468019 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:55.541853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:55.558566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:55.599184 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:55.836110 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:55.843136 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:55.951248 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event updated for resources: {'Port': ['ID=cc735d1b-8d65-440b-b4e6-4307d11a2fea,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:06:55.965231 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:56.161419 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.l3_db [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Floating IP a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d associated. External IP: 172.26.8.124, port: 6f647696-58de-429f-a3bf-c461f59b38b5. May 28 05:06:56.561280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:06:56.768739 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:06:56.779048 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f6c19e-84b2-4457-acf8-97090b83bfe4 None None] Sync routers for ids ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:06:56.791979 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6c19e-84b2-4457-acf8-97090b83bfe4 None None] Routers {'245aa1a8-47fc-4dcc-9267-aa6c06630da1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:06:56.792576 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-25f6c19e-84b2-4457-acf8-97090b83bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:06:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:56.795039 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:56.848254 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9c1c544b-f880-42e5-a223-67e026c80c24 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4423645 May 28 05:06:56.848834 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'tag': '6f647696-58de-429f-a3bf-c461f59b38b5'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:06:56.851293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35820) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:56.904788 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ddec76-7094-46e9-9733-37a20bbd3504'] response: {'name': 'network-changed', 'server_uuid': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'tag': '6f647696-58de-429f-a3bf-c461f59b38b5', 'status': 'completed', 'code': 200} May 28 05:06:57.008806 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-25f6c19e-84b2-4457-acf8-97090b83bfe4 None None] Set router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:06:57.028341 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-72f03608-bb5b-4add-b590-50f6e3d788d8 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d HTTP/1.1" status: 200 len: 991 time: 0.1739619 May 28 05:06:57.044081 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7e31dcb-7133-4ff0-abd0-14810ab6ca96 req-2dcb42a2-044f-431d-8e4b-f2c0a45662de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 1098 time: 0.1164403 May 28 05:06:57.161074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:06:57.174542 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e31dcb-7133-4ff0-abd0-14810ab6ca96 req-e707f001-530f-4978-b667-92774abc295e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:57.175974 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7e31dcb-7133-4ff0-abd0-14810ab6ca96 req-e707f001-530f-4978-b667-92774abc295e service neutron] 10.222.0.66 "GET /v2.0/networks?id=63759f04-ba2c-4056-9388-3c977fdc5760 HTTP/1.1" status: 200 len: 897 time: 0.1263521 May 28 05:06:57.277615 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7e31dcb-7133-4ff0-abd0-14810ab6ca96 req-f83e4f28-ad19-4c81-a226-3967b99389fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f647696-58de-429f-a3bf-c461f59b38b5 HTTP/1.1" status: 200 len: 999 time: 0.0948327 May 28 05:06:57.339451 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e31dcb-7133-4ff0-abd0-14810ab6ca96 req-289daddf-a5ce-4e79-8261-4e1a9b1f48d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:06:57.340938 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7e31dcb-7133-4ff0-abd0-14810ab6ca96 req-289daddf-a5ce-4e79-8261-4e1a9b1f48d8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7324d60d-00b2-4dfb-99c7-c8263ef96a6a HTTP/1.1" status: 200 len: 835 time: 0.0562360 May 28 05:06:57.350704 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-25f6c19e-84b2-4457-acf8-97090b83bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'name': 'tempest-TestNetworkBasicOps-router-1506184946', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:06:33Z', 'updated_at': '2022-05-28T05:06:38Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:81:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:34Z', 'updated_at': '2022-05-28T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'port_id': '6f647696-58de-429f-a3bf-c461f59b38b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'mac_address': 'fa:16:3e:96:af:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:06:55Z', 'updated_at': '2022-05-28T05:06:55Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf', 'name': '', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:92:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:37Z', 'updated_at': '2022-05-28T05:06:44Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:57.354573 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f6c19e-84b2-4457-acf8-97090b83bfe4 None None] Checking router: 245aa1a8-47fc-4dcc-9267-aa6c06630da1 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:06:57.366397 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6c19e-84b2-4457-acf8-97090b83bfe4 None None] Routers {'245aa1a8-47fc-4dcc-9267-aa6c06630da1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:06:57.367113 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-25f6c19e-84b2-4457-acf8-97090b83bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:06:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:57.412668 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7e31dcb-7133-4ff0-abd0-14810ab6ca96 req-83037471-e072-4c3a-aecb-45f79e2a99b7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63759f04-ba2c-4056-9388-3c977fdc5760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662425 May 28 05:06:57.543172 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-25f6c19e-84b2-4457-acf8-97090b83bfe4 None None] Set router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:06:57.543410 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7e31dcb-7133-4ff0-abd0-14810ab6ca96 req-d8aaa780-f276-4670-9e68-080264329f03 service neutron] 10.222.0.66 "GET /v2.0/networks/63759f04-ba2c-4056-9388-3c977fdc5760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244075 May 28 05:06:57.676462 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7e31dcb-7133-4ff0-abd0-14810ab6ca96 req-b007e5a0-039c-47c8-812f-bc878cf1e55e service neutron] 10.222.0.66 "GET /v2.0/networks/63759f04-ba2c-4056-9388-3c977fdc5760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271966 May 28 05:06:57.895635 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-25f6c19e-84b2-4457-acf8-97090b83bfe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'name': 'tempest-TestNetworkBasicOps-router-1506184946', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:06:33Z', 'updated_at': '2022-05-28T05:06:38Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:81:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:34Z', 'updated_at': '2022-05-28T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'port_id': '6f647696-58de-429f-a3bf-c461f59b38b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'mac_address': 'fa:16:3e:96:af:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:06:55Z', 'updated_at': '2022-05-28T05:06:55Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf', 'name': '', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:92:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:37Z', 'updated_at': '2022-05-28T05:06:44Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:06:57.899742 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f6c19e-84b2-4457-acf8-97090b83bfe4 None None] The sync data for ids ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'] in dv-neutron-843300-5-hyperv is: [{'id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'name': 'tempest-TestNetworkBasicOps-router-1506184946', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:06:33Z', 'updated_at': '2022-05-28T05:06:38Z', 'revision_number': 4, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:81:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:34Z', 'updated_at': '2022-05-28T05:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'port_id': '6f647696-58de-429f-a3bf-c461f59b38b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'mac_address': 'fa:16:3e:96:af:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:06:55Z', 'updated_at': '2022-05-28T05:06:55Z', 'revision_number': 0, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf', 'name': '', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:92:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:37Z', 'updated_at': '2022-05-28T05:06:44Z', 'revision_number': 5, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:06:58.031322 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35826) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:58.142776 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3d45318c-562b-46fc-9ffe-29b65169f356 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d HTTP/1.1" status: 200 len: 991 time: 0.1102095 May 28 05:06:58.760074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97080f77-7052-4b69-9803-02a1e68d15bd None None] New status for floating IP a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:06:59.147785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35830) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:06:59.263686 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8c886ef7-260c-4b57-ad35-0307f91c1053 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d HTTP/1.1" status: 200 len: 993 time: 0.1145155 May 28 05:07:11.814321 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:07:22.129004 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-825ef2c7-dc1d-4098-b677-2df0e1ecd29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:23.820000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35842) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:23.825350 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-9c483576-981a-4d5e-acd7-ac299d81bbdc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:07:24.301458 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c0392f62-17ba-4170-ba73-038ceea2128f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:24.539278 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c483576-981a-4d5e-acd7-ac299d81bbdc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:24.553551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c483576-981a-4d5e-acd7-ac299d81bbdc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:24.763938 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c483576-981a-4d5e-acd7-ac299d81bbdc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:07:24.837830 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:24.978818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c483576-981a-4d5e-acd7-ac299d81bbdc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:07:24.985003 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9c483576-981a-4d5e-acd7-ac299d81bbdc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:24.986131 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9c483576-981a-4d5e-acd7-ac299d81bbdc tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/245aa1a8-47fc-4dcc-9267-aa6c06630da1 HTTP/1.1" status: 200 len: 888 time: 1.1651692 May 28 05:07:24.989304 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b416a205-9fc7-4e92-a974-d1da27665334 None None] Sync routers for ids ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:07:25.006521 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b416a205-9fc7-4e92-a974-d1da27665334 None None] Routers {'245aa1a8-47fc-4dcc-9267-aa6c06630da1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:07:25.007422 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b416a205-9fc7-4e92-a974-d1da27665334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:07:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:07:25.064909 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b416a205-9fc7-4e92-a974-d1da27665334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:07:25.076035 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b416a205-9fc7-4e92-a974-d1da27665334 None None] Routers {'245aa1a8-47fc-4dcc-9267-aa6c06630da1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:07:25.076600 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b416a205-9fc7-4e92-a974-d1da27665334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:07:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:07:25.134978 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-b416a205-9fc7-4e92-a974-d1da27665334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:07:25.135459 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b416a205-9fc7-4e92-a974-d1da27665334 None None] The sync data for ids ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'] in dv-neutron-843300-5-hyperv is: [] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:07:25.564439 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:25.603613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:25.899270 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aef760a-187c-4eb5-a30b-4743e1e26739 None None] New status for floating IP a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:07:26.246213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:07:26.358341 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:26.391785 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf,segment=NetworkSegment(90136819-de54-478d-95ac-b029fe005963),segment_id=90136819-de54-478d-95ac-b029fe005963)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:07:26.397588 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:26.398285 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e03383b8-2b22-411b-8268-affd9d07c283 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:07:26.509062 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:07:26.564497 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:26.580769 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port e03383b8-2b22-411b-8268-affd9d07c283, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e03383b8-2b22-411b-8268-affd9d07c283,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:07:26.586344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:26.654653 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=e03383b8-2b22-411b-8268-affd9d07c283,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:07:27.157386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35848) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:27.167150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-fe43d0bb-78cf-4123-8d38-97bec8cef85e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:07:27.169933 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:27.833842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe43d0bb-78cf-4123-8d38-97bec8cef85e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:27.848672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe43d0bb-78cf-4123-8d38-97bec8cef85e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-501391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-501392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-496658'] for router, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:28.062331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe43d0bb-78cf-4123-8d38-97bec8cef85e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:07:28.278749 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe43d0bb-78cf-4123-8d38-97bec8cef85e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:07:28.285107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fe43d0bb-78cf-4123-8d38-97bec8cef85e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:28.286096 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fe43d0bb-78cf-4123-8d38-97bec8cef85e tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/245aa1a8-47fc-4dcc-9267-aa6c06630da1 HTTP/1.1" status: 200 len: 887 time: 1.1273355 May 28 05:07:28.290850 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35852) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:28.293611 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddcdfe6-5b2c-4a35-9d9a-90dd3e66335c None None] Sync routers for ids ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:07:28.305399 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddcdfe6-5b2c-4a35-9d9a-90dd3e66335c None None] Routers {'245aa1a8-47fc-4dcc-9267-aa6c06630da1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:07:28.306081 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3ddcdfe6-5b2c-4a35-9d9a-90dd3e66335c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:07:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:07:28.396390 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1ab4ea5a-1551-4853-a139-af87008a6943 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d HTTP/1.1" status: 200 len: 991 time: 0.1043530 May 28 05:07:28.519100 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-3ddcdfe6-5b2c-4a35-9d9a-90dd3e66335c None None] Set router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:07:28.882102 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3ddcdfe6-5b2c-4a35-9d9a-90dd3e66335c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'name': 'tempest-TestNetworkBasicOps-router-1506184946', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:06:33Z', 'updated_at': '2022-05-28T05:07:27Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:81:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:34Z', 'updated_at': '2022-05-28T05:07:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'port_id': '6f647696-58de-429f-a3bf-c461f59b38b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'mac_address': 'fa:16:3e:96:af:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:06:55Z', 'updated_at': '2022-05-28T05:07:26Z', 'revision_number': 2, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf', 'name': '', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:92:05:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:37Z', 'updated_at': '2022-05-28T05:07:26Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:07:28.886586 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddcdfe6-5b2c-4a35-9d9a-90dd3e66335c None None] Checking router: 245aa1a8-47fc-4dcc-9267-aa6c06630da1 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:07:28.897554 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddcdfe6-5b2c-4a35-9d9a-90dd3e66335c None None] Routers {'245aa1a8-47fc-4dcc-9267-aa6c06630da1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:07:28.898175 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3ddcdfe6-5b2c-4a35-9d9a-90dd3e66335c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:07:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:07:29.078020 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-3ddcdfe6-5b2c-4a35-9d9a-90dd3e66335c None None] Set router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:07:29.400426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35856) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:29.431768 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3ddcdfe6-5b2c-4a35-9d9a-90dd3e66335c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'name': 'tempest-TestNetworkBasicOps-router-1506184946', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:06:33Z', 'updated_at': '2022-05-28T05:07:27Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:81:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:34Z', 'updated_at': '2022-05-28T05:07:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'port_id': '6f647696-58de-429f-a3bf-c461f59b38b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'mac_address': 'fa:16:3e:96:af:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:06:55Z', 'updated_at': '2022-05-28T05:07:26Z', 'revision_number': 2, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf', 'name': '', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:92:05:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:37Z', 'updated_at': '2022-05-28T05:07:26Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:07:29.436191 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddcdfe6-5b2c-4a35-9d9a-90dd3e66335c None None] The sync data for ids ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'] in dv-neutron-843300-5-hyperv is: [{'id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'name': 'tempest-TestNetworkBasicOps-router-1506184946', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:06:33Z', 'updated_at': '2022-05-28T05:07:27Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port': {'id': 'e03383b8-2b22-411b-8268-affd9d07c283', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:81:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:34Z', 'updated_at': '2022-05-28T05:07:26Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'port_id': '6f647696-58de-429f-a3bf-c461f59b38b5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'mac_address': 'fa:16:3e:96:af:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:06:55Z', 'updated_at': '2022-05-28T05:07:26Z', 'revision_number': 2, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf', 'name': '', 'network_id': '63759f04-ba2c-4056-9388-3c977fdc5760', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'mac_address': 'fa:16:3e:92:05:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:06:37Z', 'updated_at': '2022-05-28T05:07:26Z', 'revision_number': 6, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'subnets': [{'id': '7324d60d-00b2-4dfb-99c7-c8263ef96a6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:07:29.509602 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8d3f8eb4-0659-40ca-9036-8d4d546e13f1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d HTTP/1.1" status: 200 len: 991 time: 0.1079123 May 28 05:07:30.293189 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:07:30.361477 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:07:30.361960 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:30.478470 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:30.511773 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf,segment=NetworkSegment(90136819-de54-478d-95ac-b029fe005963),segment_id=90136819-de54-478d-95ac-b029fe005963)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:07:30.513287 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35860) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:30.516922 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:30.518019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e03383b8-2b22-411b-8268-affd9d07c283 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:07:30.619919 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ec6ff492-58b1-4f67-8dc8-c03596c61958 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d HTTP/1.1" status: 200 len: 991 time: 0.1054490 May 28 05:07:30.667172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:07:30.681551 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port e03383b8-2b22-411b-8268-affd9d07c283 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:07:30.681945 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:30.809363 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:30.825002 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port e03383b8-2b22-411b-8268-affd9d07c283, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e03383b8-2b22-411b-8268-affd9d07c283,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:07:30.831773 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:30.896424 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=e03383b8-2b22-411b-8268-affd9d07c283,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:07:31.625596 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35864) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:31.732588 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c276326b-171c-4f3d-92de-20b5a10a3ad1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d HTTP/1.1" status: 200 len: 991 time: 0.1054444 May 28 05:07:32.265926 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:07:32.349106 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:07:32.349516 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:32.464909 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e03383b8-2b22-411b-8268-affd9d07c283 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:07:32.531603 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port e03383b8-2b22-411b-8268-affd9d07c283 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:07:32.531959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:32.737986 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35868) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:32.846258 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-106dc6d0-cbf9-4767-8e8b-be830707650a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d HTTP/1.1" status: 200 len: 991 time: 0.1068640 May 28 05:07:33.851344 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35874) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:33.952182 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-86a97feb-43a1-41c9-836a-7c1752757f30 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d HTTP/1.1" status: 200 len: 991 time: 0.0996320 May 28 05:07:34.956308 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35878) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:35.065890 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-85ef38bb-cf59-4a23-94e1-80fecb6926c5 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d HTTP/1.1" status: 200 len: 991 time: 0.1083901 May 28 05:07:36.072037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35882) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:36.194571 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-67acab40-2dad-4a22-847f-483606662c48 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d HTTP/1.1" status: 200 len: 991 time: 0.1209404 May 28 05:07:36.619233 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e36b04-53bb-4b04-ab40-6410edd23716 None None] New status for floating IP a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:07:37.199882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35886) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:37.314195 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-85503ac4-7298-46c4-a567-f80bcccee105 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/floatingips/a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d HTTP/1.1" status: 200 len: 993 time: 0.1132715 May 28 05:07:37.604315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35894) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:37.811429 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port cc735d1b-8d65-440b-b4e6-4307d11a2fea {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:07:37.811770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:38.083706 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:38.083941 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:38.201391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for cc735d1b-8d65-440b-b4e6-4307d11a2fea owned by network:floatingip {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:07:38.353424 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:38.399225 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=cc735d1b-8d65-440b-b4e6-4307d11a2fea,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:07:38.437479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:38.437853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:38.438185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:38.438508 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:38.438830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:38.439158 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:38.439471 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:38.439785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:38.440100 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:38.440385 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:38.440730 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:38.498922 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for floatingip, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:38.908323 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:07:39.107812 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:07:39.133469 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:39.192176 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1449c313-30d6-4789-b7d9-f0b3f9452634 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/floatingips/a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d HTTP/1.1" status: 204 len: 168 time: 1.5863495 May 28 05:07:39.192646 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'tag': '6f647696-58de-429f-a3bf-c461f59b38b5'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:07:39.246672 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b77db48-41bd-4017-bbd3-c0ce94fb61e8'] response: {'name': 'network-changed', 'server_uuid': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'tag': '6f647696-58de-429f-a3bf-c461f59b38b5', 'status': 'completed', 'code': 200} May 28 05:07:39.340815 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-70b176bb-9f9d-4ca0-b34a-afb99a707939 req-2dad7c76-92e1-4681-b894-bb68d7ec637e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 1098 time: 0.0729675 May 28 05:07:39.653540 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b176bb-9f9d-4ca0-b34a-afb99a707939 req-9e6b42ea-cc88-4944-ae46-cc718b2a80af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:07:39.655112 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-70b176bb-9f9d-4ca0-b34a-afb99a707939 req-9e6b42ea-cc88-4944-ae46-cc718b2a80af service neutron] 10.222.0.66 "GET /v2.0/networks?id=63759f04-ba2c-4056-9388-3c977fdc5760 HTTP/1.1" status: 200 len: 897 time: 0.3084111 May 28 05:07:39.720156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596c326-8c83-4809-ad26-0993459cba99 req-6549f7aa-52f1-4ba3-9938-8ee89f153c41 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:07:39.721591 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4596c326-8c83-4809-ad26-0993459cba99 req-6549f7aa-52f1-4ba3-9938-8ee89f153c41 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 945 time: 0.1897233 May 28 05:07:39.750783 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-70b176bb-9f9d-4ca0-b34a-afb99a707939 req-40289ef0-9c3f-448d-a5d3-fdfb0f8aed01 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f647696-58de-429f-a3bf-c461f59b38b5 HTTP/1.1" status: 200 len: 217 time: 0.0887640 May 28 05:07:39.825997 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4596c326-8c83-4809-ad26-0993459cba99 req-f4397e7d-9587-4576-b2aa-2e4e9fd05073 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e5d63a3-aa75-44fd-92a1-f29d74f9c90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982740 May 28 05:07:39.833005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b176bb-9f9d-4ca0-b34a-afb99a707939 req-db7d5721-26ed-4e3a-981c-674f632dbc19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:07:39.834413 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-70b176bb-9f9d-4ca0-b34a-afb99a707939 req-db7d5721-26ed-4e3a-981c-674f632dbc19 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7324d60d-00b2-4dfb-99c7-c8263ef96a6a HTTP/1.1" status: 200 len: 835 time: 0.0767026 May 28 05:07:39.912829 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-70b176bb-9f9d-4ca0-b34a-afb99a707939 req-885f64bd-a289-40a2-933f-98f4f64b10cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=63759f04-ba2c-4056-9388-3c977fdc5760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718894 May 28 05:07:40.053833 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-70b176bb-9f9d-4ca0-b34a-afb99a707939 req-bfffd15b-e7c1-46cc-90d1-b1240bac6809 service neutron] 10.222.0.66 "GET /v2.0/networks/63759f04-ba2c-4056-9388-3c977fdc5760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346483 May 28 05:07:40.184286 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-70b176bb-9f9d-4ca0-b34a-afb99a707939 req-df3dcab9-4d1f-4bd1-a9cb-3d40b9626dfb service neutron] 10.222.0.66 "GET /v2.0/networks/63759f04-ba2c-4056-9388-3c977fdc5760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228807 May 28 05:07:40.812014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729391a0-462f-4392-be7d-a196fd1ee697 req-d9c3662a-24fe-4b2c-b242-7917f62f5d5b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:07:40.814284 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-729391a0-462f-4392-be7d-a196fd1ee697 req-d9c3662a-24fe-4b2c-b242-7917f62f5d5b tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "GET /v2.0/ports?device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 945 time: 0.0901480 May 28 05:07:40.895331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-729391a0-462f-4392-be7d-a196fd1ee697 req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port 6f647696-58de-429f-a3bf-c461f59b38b5 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:07:40.895594 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-729391a0-462f-4392-be7d-a196fd1ee697 req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:41.187226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8054f3d-306d-4c97-9c10-19c3f5d79f21 req-7969df83-acf4-4669-8229-6c468b06fed6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:07:41.188697 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d8054f3d-306d-4c97-9c10-19c3f5d79f21 req-7969df83-acf4-4669-8229-6c468b06fed6 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/ports?device_id=46c4c41b-eb17-4f26-b762-bdbe359e4cf0 HTTP/1.1" status: 200 len: 945 time: 0.2337866 May 28 05:07:41.198972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-729391a0-462f-4392-be7d-a196fd1ee697 req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port 6f647696-58de-429f-a3bf-c461f59b38b5, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=6f647696-58de-429f-a3bf-c461f59b38b5,segment=NetworkSegment(90136819-de54-478d-95ac-b029fe005963),segment_id=90136819-de54-478d-95ac-b029fe005963)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:07:41.199324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-729391a0-462f-4392-be7d-a196fd1ee697 req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:41.331329 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-729391a0-462f-4392-be7d-a196fd1ee697 req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for 6f647696-58de-429f-a3bf-c461f59b38b5 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:07:41.397140 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d8054f3d-306d-4c97-9c10-19c3f5d79f21 req-3b2d9f13-3e4c-4efb-b2f4-1afe89f82c0d tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "GET /v2.0/security-groups?id=7e5d63a3-aa75-44fd-92a1-f29d74f9c90d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000222 May 28 05:07:41.492158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-729391a0-462f-4392-be7d-a196fd1ee697 req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:41.542031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=6f647696-58de-429f-a3bf-c461f59b38b5,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:07:41.680560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:41.680894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:41.681221 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:41.681542 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:41.681889 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:41.682202 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:41.682520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:41.682834 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:41.683142 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:41.683454 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:41.683757 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:41.724042 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-729391a0-462f-4392-be7d-a196fd1ee697 req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] No DVR routers for this DVR port 6f647696-58de-429f-a3bf-c461f59b38b5 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:07:41.726560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-729391a0-462f-4392-be7d-a196fd1ee697 req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:41.729135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'name': 'network-vif-deleted', 'tag': '6f647696-58de-429f-a3bf-c461f59b38b5'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:07:41.741686 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-729391a0-462f-4392-be7d-a196fd1ee697 req-f2c9e356-0a9c-4ca6-adbc-df47c97a8604 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.66 "DELETE /v2.0/ports/6f647696-58de-429f-a3bf-c461f59b38b5 HTTP/1.1" status: 204 len: 173 time: 0.9223011 May 28 05:07:41.785273 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-891d15ae-d364-4a03-b4ae-e45834daddc9'] response: {'server_uuid': '46c4c41b-eb17-4f26-b762-bdbe359e4cf0', 'name': 'network-vif-deleted', 'tag': '6f647696-58de-429f-a3bf-c461f59b38b5', 'status': 'completed', 'code': 200} May 28 05:07:42.505459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35910) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:42.584601 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3af7c141-f6f6-42d7-a982-006ca8914ebe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:42.613378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3af7c141-f6f6-42d7-a982-006ca8914ebe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:42.685429 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3af7c141-f6f6-42d7-a982-006ca8914ebe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:42.703226 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7c141-f6f6-42d7-a982-006ca8914ebe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5d63a3-aa75-44fd-92a1-f29d74f9c90d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:07:42.715848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3af7c141-f6f6-42d7-a982-006ca8914ebe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:42.717106 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3af7c141-f6f6-42d7-a982-006ca8914ebe tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/security-groups/7e5d63a3-aa75-44fd-92a1-f29d74f9c90d HTTP/1.1" status: 204 len: 168 time: 0.2102871 May 28 05:07:42.760254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35916) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:43.170808 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-523333c2-d638-4503-879b-c1bea8a968d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:43.807236 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-523333c2-d638-4503-879b-c1bea8a968d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:07:43.807956 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-523333c2-d638-4503-879b-c1bea8a968d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:43.997945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-523333c2-d638-4503-879b-c1bea8a968d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf,segment=NetworkSegment(90136819-de54-478d-95ac-b029fe005963),segment_id=90136819-de54-478d-95ac-b029fe005963)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:07:43.998223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-523333c2-d638-4503-879b-c1bea8a968d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:44.120573 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-523333c2-d638-4503-879b-c1bea8a968d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:07:44.395620 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-523333c2-d638-4503-879b-c1bea8a968d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:44.444630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523333c2-d638-4503-879b-c1bea8a968d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:07:44.739985 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-523333c2-d638-4503-879b-c1bea8a968d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:45.291552 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 6f647696-58de-429f-a3bf-c461f59b38b5 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:07:45.321629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523333c2-d638-4503-879b-c1bea8a968d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:07:45.328809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 6f647696-58de-429f-a3bf-c461f59b38b5 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:07:45.329148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 6f647696-58de-429f-a3bf-c461f59b38b5 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:07:45.520595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523333c2-d638-4503-879b-c1bea8a968d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:07:45.533129 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-523333c2-d638-4503-879b-c1bea8a968d1 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "PUT /v2.0/routers/245aa1a8-47fc-4dcc-9267-aa6c06630da1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7718163 May 28 05:07:45.536033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35920) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:45.831147 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-664a6959-d896-4720-aaea-99c6ed2fbf1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting subnet 7324d60d-00b2-4dfb-99c7-c8263ef96a6a {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:07:45.834154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-664a6959-d896-4720-aaea-99c6ed2fbf1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:45.888796 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-664a6959-d896-4720-aaea-99c6ed2fbf1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:45.971690 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-664a6959-d896-4720-aaea-99c6ed2fbf1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:46.054232 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-664a6959-d896-4720-aaea-99c6ed2fbf1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:46.091836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a6959-d896-4720-aaea-99c6ed2fbf1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Subnet': ['ID=7324d60d-00b2-4dfb-99c7-c8263ef96a6a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:07:46.099017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-664a6959-d896-4720-aaea-99c6ed2fbf1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:46.104643 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdc0da1-db6b-46c5-a8b8-ea6d1845b9a0 None None] Network 63759f04-ba2c-4056-9388-3c977fdc5760 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:07:46.105545 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-664a6959-d896-4720-aaea-99c6ed2fbf1a tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/subnets/7324d60d-00b2-4dfb-99c7-c8263ef96a6a HTTP/1.1" status: 204 len: 168 time: 0.5686176 May 28 05:07:46.108841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35924) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:46.354277 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] DHCP port deletion for 63759f04-ba2c-4056-9388-3c977fdc5760 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:07:46.359178 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Deleting port 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:07:46.359572 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:46.412708 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e7ad36d-cc2b-4609-9b60-401ef4d1e400 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:46.562548 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] For port 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=69c5ed9e-f6e5-4b61-ab0e-41367bfebd97,segment=NetworkSegment(90136819-de54-478d-95ac-b029fe005963),segment_id=90136819-de54-478d-95ac-b029fe005963)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:07:46.563027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:46.609980 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e7ad36d-cc2b-4609-9b60-401ef4d1e400 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:46.622218 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8e7ad36d-cc2b-4609-9b60-401ef4d1e400 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Deleting port e03383b8-2b22-411b-8268-affd9d07c283 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:07:46.622675 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e7ad36d-cc2b-4609-9b60-401ef4d1e400 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:46.686742 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Calling delete_port for 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:07:46.762699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:46.802653 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-8e7ad36d-cc2b-4609-9b60-401ef4d1e400 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] For port e03383b8-2b22-411b-8268-affd9d07c283, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e03383b8-2b22-411b-8268-affd9d07c283,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:07:46.803021 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e7ad36d-cc2b-4609-9b60-401ef4d1e400 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:46.841175 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Pushing event deleted for resources: {'Port': ['ID=69c5ed9e-f6e5-4b61-ab0e-41367bfebd97,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:07:46.851722 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] No DVR routers for this DVR port 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:07:46.853953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:46.854275 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:46.854592 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:46.854913 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:46.855228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:46.855539 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:46.855867 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:46.856176 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:46.856480 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:46.856768 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:46.857218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f2eb97-86f5-4d90-bb23-b7a9b950a488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:07:46.928238 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8e7ad36d-cc2b-4609-9b60-401ef4d1e400 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Calling delete_port for e03383b8-2b22-411b-8268-affd9d07c283 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:07:47.089044 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11d7e5-8216-448f-b5b4-d5a30c214e94 None None] Sync routers for ids ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:07:47.097927 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e7ad36d-cc2b-4609-9b60-401ef4d1e400 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:47.101132 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11d7e5-8216-448f-b5b4-d5a30c214e94 None None] Routers {'245aa1a8-47fc-4dcc-9267-aa6c06630da1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:07:47.101789 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2e11d7e5-8216-448f-b5b4-d5a30c214e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:07:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:07:47.143698 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ad36d-cc2b-4609-9b60-401ef4d1e400 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Port': ['ID=e03383b8-2b22-411b-8268-affd9d07c283,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:07:47.224255 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-2e11d7e5-8216-448f-b5b4-d5a30c214e94 None None] Set router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:07:47.359687 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2e11d7e5-8216-448f-b5b4-d5a30c214e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'name': 'tempest-TestNetworkBasicOps-router-1506184946', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:06:33Z', 'updated_at': '2022-05-28T05:07:47Z', 'revision_number': 9, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:07:47.363843 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11d7e5-8216-448f-b5b4-d5a30c214e94 None None] Checking router: 245aa1a8-47fc-4dcc-9267-aa6c06630da1 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:07:47.374944 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e7ad36d-cc2b-4609-9b60-401ef4d1e400 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:47.375846 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11d7e5-8216-448f-b5b4-d5a30c214e94 None None] Routers {'245aa1a8-47fc-4dcc-9267-aa6c06630da1'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:07:47.376453 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2e11d7e5-8216-448f-b5b4-d5a30c214e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:07:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:07:47.503068 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-2e11d7e5-8216-448f-b5b4-d5a30c214e94 None None] Set router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:07:47.604954 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2e11d7e5-8216-448f-b5b4-d5a30c214e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'name': 'tempest-TestNetworkBasicOps-router-1506184946', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:06:33Z', 'updated_at': '2022-05-28T05:07:47Z', 'revision_number': 9, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:07:47.609592 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11d7e5-8216-448f-b5b4-d5a30c214e94 None None] The sync data for ids ['245aa1a8-47fc-4dcc-9267-aa6c06630da1'] in dv-neutron-843300-5-hyperv is: [{'id': '245aa1a8-47fc-4dcc-9267-aa6c06630da1', 'name': 'tempest-TestNetworkBasicOps-router-1506184946', 'tenant_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:06:33Z', 'updated_at': '2022-05-28T05:07:47Z', 'revision_number': 9, 'project_id': 'f3dfbb4a80ae4be4a49f16f926649fcb', 'gw_port_host': None}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:07:47.628833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e7ad36d-cc2b-4609-9b60-401ef4d1e400 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:47.633412 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e7ad36d-cc2b-4609-9b60-401ef4d1e400 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:47.664481 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e7ad36d-cc2b-4609-9b60-401ef4d1e400 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:47.664972 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7ad36d-cc2b-4609-9b60-401ef4d1e400 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Fanout notify agent at l3_agent the message router_deleted on router 245aa1a8-47fc-4dcc-9267-aa6c06630da1 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:07:47.679075 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e7ad36d-cc2b-4609-9b60-401ef4d1e400 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:47.680162 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8e7ad36d-cc2b-4609-9b60-401ef4d1e400 tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/routers/245aa1a8-47fc-4dcc-9267-aa6c06630da1 HTTP/1.1" status: 204 len: 168 time: 1.5703866 May 28 05:07:47.682900 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35928) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:47.889961 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56265f57-bbc6-4587-a560-41f894d586cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:48.021939 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56265f57-bbc6-4587-a560-41f894d586cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:48.056566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-56265f57-bbc6-4587-a560-41f894d586cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63759f04-ba2c-4056-9388-3c977fdc5760']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:07:48.068878 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-56265f57-bbc6-4587-a560-41f894d586cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90136819-de54-478d-95ac-b029fe005963') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:07:48.069162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-56265f57-bbc6-4587-a560-41f894d586cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90136819-de54-478d-95ac-b029fe005963') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:07:48.080805 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56265f57-bbc6-4587-a560-41f894d586cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:48.097338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56265f57-bbc6-4587-a560-41f894d586cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:48.103463 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56265f57-bbc6-4587-a560-41f894d586cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:07:48.103831 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56265f57-bbc6-4587-a560-41f894d586cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:07:48.118060 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:07:48.195001 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56265f57-bbc6-4587-a560-41f894d586cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:48.199811 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-56265f57-bbc6-4587-a560-41f894d586cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:48.230060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56265f57-bbc6-4587-a560-41f894d586cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] Pushing event deleted for resources: {'Network': ['ID=63759f04-ba2c-4056-9388-3c977fdc5760,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:07:48.234432 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-56265f57-bbc6-4587-a560-41f894d586cf tempest-TestNetworkBasicOps-798585743 tempest-TestNetworkBasicOps-798585743-project] 10.222.0.15 "DELETE /v2.0/networks/63759f04-ba2c-4056-9388-3c977fdc5760 HTTP/1.1" status: 204 len: 168 time: 0.5504766 May 28 05:07:48.392622 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:07:48.431950 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:07:48.432276 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a0d80bc6-b6f0-43b7-9673-3ade6a5d91cf not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:07:48.432672 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e03383b8-2b22-411b-8268-affd9d07c283 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:07:48.461385 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b520ecc-65a4-4dcb-8928-a3cbdfcd0af6 None None] New status for floating IP a5db8b5c-df0f-4ca3-9f05-c94d0f490b4d: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:07:48.522733 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: e03383b8-2b22-411b-8268-affd9d07c283 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:07:48.523063 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e03383b8-2b22-411b-8268-affd9d07c283 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:07:48.523475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:07:48.611154 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:07:48.611493 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 69c5ed9e-f6e5-4b61-ab0e-41367bfebd97 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:07:48.614657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35936) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:48.805972 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:07:48.813271 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e89d222c-d133-4cfa-acae-ed3bc9667d3c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3dfbb4a80ae4be4a49f16f926649fcb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1970801 May 28 05:07:48.817029 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 35942) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:48.874464 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0793cf4b-7196-4d1a-9182-32c075d85107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:48.900077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0793cf4b-7196-4d1a-9182-32c075d85107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:48.955131 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0793cf4b-7196-4d1a-9182-32c075d85107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:48.971025 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793cf4b-7196-4d1a-9182-32c075d85107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef759ec8-3f2c-4c9b-a246-471cfe724abc,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:07:48.979552 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0793cf4b-7196-4d1a-9182-32c075d85107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:48.982286 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0793cf4b-7196-4d1a-9182-32c075d85107 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef759ec8-3f2c-4c9b-a246-471cfe724abc HTTP/1.1" status: 204 len: 168 time: 0.1641874 May 28 05:07:49.327006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35950) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:49.345307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d8fc7802-c5ce-4965-b0ca-0a930b69a7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:49.376903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d8fc7802-c5ce-4965-b0ca-0a930b69a7fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:07:49.381060 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d8fc7802-c5ce-4965-b0ca-0a930b69a7fd admin admin] Usage tracker for resource:security_group_rule and tenant:9a17f5f6dc2040bdba30861903f68a13 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:07:49.384032 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d8fc7802-c5ce-4965-b0ca-0a930b69a7fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:07:49.390215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d8fc7802-c5ce-4965-b0ca-0a930b69a7fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:07:49.457377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d8fc7802-c5ce-4965-b0ca-0a930b69a7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:49.464109 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d8fc7802-c5ce-4965-b0ca-0a930b69a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:49.512021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc7802-c5ce-4965-b0ca-0a930b69a7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b49c729-92f1-4bcd-ab7d-b96882f12066,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:07:49.516535 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d8fc7802-c5ce-4965-b0ca-0a930b69a7fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a17f5f6dc2040bdba30861903f68a13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1885104 May 28 05:07:49.519664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 35954) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:07:49.578575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fe04e0a-f76d-4105-b05d-dcc07e0a3f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:49.603421 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fe04e0a-f76d-4105-b05d-dcc07e0a3f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:49.657973 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fe04e0a-f76d-4105-b05d-dcc07e0a3f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:49.671799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe04e0a-f76d-4105-b05d-dcc07e0a3f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b49c729-92f1-4bcd-ab7d-b96882f12066,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:07:49.678069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fe04e0a-f76d-4105-b05d-dcc07e0a3f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:49.679194 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5fe04e0a-f76d-4105-b05d-dcc07e0a3f16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b49c729-92f1-4bcd-ab7d-b96882f12066 HTTP/1.1" status: 204 len: 168 time: 0.1589770 May 28 05:07:52.123582 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5b9c1de1-b972-40fd-a4ff-cf3040b26cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:54.296930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-60eef321-ee31-4fd0-8c61-5af9dfcc0eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:54.854626 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:55.560255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:55.611325 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:57.161735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:07:57.804907 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-15a64c33-0919-43ae-851a-aebacf935444 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c9ac9de76a4341ffa3978acec2986ea6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267851 May 28 05:07:57.958935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-3af3ca4c-a3b8-4481-8e35-98fce0cfd366 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:07:57.960372 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-3af3ca4c-a3b8-4481-8e35-98fce0cfd366 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1486421 May 28 05:07:57.985888 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-99729470-1eb4-4509-889f-feb7a7ed4bcb tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/quotas/c9ac9de76a4341ffa3978acec2986ea6 HTTP/1.1" status: 200 len: 375 time: 0.0168238 May 28 05:07:58.033780 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-2a4a114e-5a5d-476e-84df-d8e5bc492167 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9ac9de76a4341ffa3978acec2986ea6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395849 May 28 05:07:59.250024 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-43938ea3-d277-436a-9ade-8b8414b13a26 req-0fb85d7b-bc4e-44a0-8000-5c9225d0371c tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc HTTP/1.1" status: 200 len: 210 time: 0.0408056 May 28 05:08:00.233717 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-061731d5-2308-4770-aaa1-cbb702e0c9b3 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c9ac9de76a4341ffa3978acec2986ea6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276413 May 28 05:08:00.382538 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-4195a72a-cbfa-4b20-9b1c-1d7ef92c79d0 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:00.383992 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-4195a72a-cbfa-4b20-9b1c-1d7ef92c79d0 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457534 May 28 05:08:00.399245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Request body: {'port': {'device_id': '3cccec52-e503-48af-9aa2-ec9ec971c9cc', 'network_id': 'ea6d4604-e916-4172-b017-a7f7f6bca718', 'admin_state_up': True, 'tenant_id': 'c9ac9de76a4341ffa3978acec2986ea6'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:08:00.509925 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3d8185b4-b15b-420a-a6fd-3e3b6b167af4 req-efde6c2a-4aad-4daf-921c-205d1fcc3895 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc HTTP/1.1" status: 200 len: 210 time: 0.0969594 May 28 05:08:00.577098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:08:00.581056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Usage tracker for resource:port and tenant:c9ac9de76a4341ffa3978acec2986ea6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:08:00.583982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:08:00.589991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:08:00.601299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Made reservation on behalf of c9ac9de76a4341ffa3978acec2986ea6 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:08:00.604353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:00.617028 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:00.650263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:08:00.654265 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Usage tracker for resource:security_group_rule and tenant:c9ac9de76a4341ffa3978acec2986ea6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:08:00.657265 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:08:00.663212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:08:00.732436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:00.738890 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:00.821636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe9aa8f-a987-4622-8d10-a9f736b25d59,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:00.908099 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Allocated IP 192.168.233.135 (ea6d4604-e916-4172-b017-a7f7f6bca718/2ad4eb52-abb8-400f-803e-c42c61e5af68/17fc0f20-19b2-4187-970d-a8ebd5bef9ce) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:08:01.104199 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:01.119884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Transition to ACTIVE for port object 17fc0f20-19b2-4187-970d-a8ebd5bef9ce will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:08:01.143839 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:01.217395 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Network ea6d4604-e916-4172-b017-a7f7f6bca718 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:08:01.220487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:08:01.224787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:08:01.249753 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Pushing event updated for resources: {'Port': ['ID=17fc0f20-19b2-4187-970d-a8ebd5bef9ce,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:01.287726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:01.288323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:01.315534 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-5d2688dc-ca39-4d6e-9118-c70dc1f98ab2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9201200 May 28 05:08:01.459617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Request body: {'port': {'device_id': '3cccec52-e503-48af-9aa2-ec9ec971c9cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:08:01.498896 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2b778d5c-1c94-4c37-9415-87a779168cdd None None] Provisioning for port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:08:01.503891 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2b778d5c-1c94-4c37-9415-87a779168cdd None None] Provisioning complete for port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:08:01.504256 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2b778d5c-1c94-4c37-9415-87a779168cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:01.559830 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-2b778d5c-1c94-4c37-9415-87a779168cdd None None] Port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:08:01.572575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:01.950318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb211b-59e1-4e6c-a8d7-1e33e737a104 req-7ef4f9d3-059f-4fa5-a85d-2305c6059b00 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:01.950829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-a2cb211b-59e1-4e6c-a8d7-1e33e737a104 req-7ef4f9d3-059f-4fa5-a85d-2305c6059b00 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Synchronizing usage tracker for tenant:c9ac9de76a4341ffa3978acec2986ea6 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:08:01.994290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-a2cb211b-59e1-4e6c-a8d7-1e33e737a104 req-7ef4f9d3-059f-4fa5-a85d-2305c6059b00 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Unset dirty status for tenant:c9ac9de76a4341ffa3978acec2986ea6 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:08:01.995441 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2cb211b-59e1-4e6c-a8d7-1e33e737a104 req-7ef4f9d3-059f-4fa5-a85d-2305c6059b00 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc HTTP/1.1" status: 200 len: 936 time: 0.3613904 May 28 05:08:02.107214 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-a2cb211b-59e1-4e6c-a8d7-1e33e737a104 req-cb85ad9f-194d-4766-b228-e38e709cab65 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Synchronizing usage tracker for tenant:c9ac9de76a4341ffa3978acec2986ea6 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:08:02.121481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fc0f20-19b2-4187-970d-a8ebd5bef9ce {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:08:02.131738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:02.150631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-a2cb211b-59e1-4e6c-a8d7-1e33e737a104 req-cb85ad9f-194d-4766-b228-e38e709cab65 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Unset dirty status for tenant:c9ac9de76a4341ffa3978acec2986ea6 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:08:02.152367 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2cb211b-59e1-4e6c-a8d7-1e33e737a104 req-cb85ad9f-194d-4766-b228-e38e709cab65 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe9aa8f-a987-4622-8d10-a9f736b25d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477096 May 28 05:08:02.155769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Transition to ACTIVE for port object 17fc0f20-19b2-4187-970d-a8ebd5bef9ce will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:08:02.160651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:02.287515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Pushing event updated for resources: {'Port': ['ID=17fc0f20-19b2-4187-970d-a8ebd5bef9ce,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:02.400630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Attempting to bind port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:08:02.400957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Attempting to bind port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '88f4798c-e6c7-45cd-a657-56a113f7f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ea6d4604-e916-4172-b017-a7f7f6bca718'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:08:02.401275 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Attempting to bind port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce on network ea6d4604-e916-4172-b017-a7f7f6bca718 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:08:02.407807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce on network ea6d4604-e916-4172-b017-a7f7f6bca718 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:08:02.408122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Attempting to bind port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce on network ea6d4604-e916-4172-b017-a7f7f6bca718 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:08:02.414782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:08:02.415108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Checking segment: {'id': '88f4798c-e6c7-45cd-a657-56a113f7f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ea6d4604-e916-4172-b017-a7f7f6bca718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:08:02.415479 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Bound using segment: {'id': '88f4798c-e6c7-45cd-a657-56a113f7f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ea6d4604-e916-4172-b017-a7f7f6bca718'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:08:02.415895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Bound port: 17fc0f20-19b2-4187-970d-a8ebd5bef9ce, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f4798c-e6c7-45cd-a657-56a113f7f899', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'ea6d4604-e916-4172-b017-a7f7f6bca718'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:08:02.416227 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:02.509768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] For port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:08:02.512788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] For port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=17fc0f20-19b2-4187-970d-a8ebd5bef9ce,segment=NetworkSegment(88f4798c-e6c7-45cd-a657-56a113f7f899),segment_id=88f4798c-e6c7-45cd-a657-56a113f7f899)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:08:02.520352 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:02.583387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:02.584866 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] 10.222.0.66 "PUT /v2.0/ports/17fc0f20-19b2-4187-970d-a8ebd5bef9ce HTTP/1.1" status: 200 len: 1098 time: 1.2616427 May 28 05:08:02.585146 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cccec52-e503-48af-9aa2-ec9ec971c9cc', 'tag': '17fc0f20-19b2-4187-970d-a8ebd5bef9ce'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:08:02.602758 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3ffb3-699c-4e80-8f3d-fcba8a3312c0 service neutron] Pushing event updated for resources: {'Port': ['ID=17fc0f20-19b2-4187-970d-a8ebd5bef9ce,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:02.659608 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c00a9b-aec4-4f0b-8ea7-f6419fed53f3'] response: {'name': 'network-changed', 'server_uuid': '3cccec52-e503-48af-9aa2-ec9ec971c9cc', 'tag': '17fc0f20-19b2-4187-970d-a8ebd5bef9ce', 'status': 'completed', 'code': 200} May 28 05:08:02.695615 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-be06aabd-c68e-4dc1-b794-9df6a4e1a621 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9ac9de76a4341ffa3978acec2986ea6&device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc HTTP/1.1" status: 200 len: 1101 time: 0.0712214 May 28 05:08:02.766053 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-0bebe217-b859-4dec-85ed-875864d06104 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=17fc0f20-19b2-4187-970d-a8ebd5bef9ce HTTP/1.1" status: 200 len: 217 time: 0.0637398 May 28 05:08:02.834773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-c3243ebb-6a7c-4be6-a7f2-5bdb30884e09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:02.836907 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-c3243ebb-6a7c-4be6-a7f2-5bdb30884e09 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ad4eb52-abb8-400f-803e-c42c61e5af68 HTTP/1.1" status: 200 len: 843 time: 0.0642803 May 28 05:08:02.915079 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-b04ed7de-86a2-4f06-b9b7-db1e946d5c44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ea6d4604-e916-4172-b017-a7f7f6bca718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0718553 May 28 05:08:03.054177 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-b1146b0d-bc50-485f-886c-89ee8e424ca7 service neutron] 10.222.0.66 "GET /v2.0/networks/ea6d4604-e916-4172-b017-a7f7f6bca718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330397 May 28 05:08:03.190553 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c78c4c87-cec8-4ba5-9014-6bed51816ba5 req-3e82d91d-3475-48f0-a632-890afa52eab9 service neutron] 10.222.0.66 "GET /v2.0/networks/ea6d4604-e916-4172-b017-a7f7f6bca718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304040 May 28 05:08:03.366575 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f6ee61b-952d-4474-8142-ce61d388ae98 req-a34c0ef4-84fc-44e6-af0e-478e58ac1241 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9ac9de76a4341ffa3978acec2986ea6&device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc HTTP/1.1" status: 200 len: 1101 time: 0.1215069 May 28 05:08:03.402877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a81d0b-d060-4550-9519-ea0a1ed5e7bb req-dd05df58-ceee-49b7-9b87-f9f683ef5bc2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:03.404275 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c9a81d0b-d060-4550-9519-ea0a1ed5e7bb req-dd05df58-ceee-49b7-9b87-f9f683ef5bc2 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc HTTP/1.1" status: 200 len: 948 time: 0.1213062 May 28 05:08:03.535890 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c9a81d0b-d060-4550-9519-ea0a1ed5e7bb req-7c82352b-4faa-457e-9ab0-819da5749a5c tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe9aa8f-a987-4622-8d10-a9f736b25d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869093 May 28 05:08:03.538302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee61b-952d-4474-8142-ce61d388ae98 req-f237cd19-2278-4807-aa18-1fa7b1f1e8ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:03.539647 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f6ee61b-952d-4474-8142-ce61d388ae98 req-f237cd19-2278-4807-aa18-1fa7b1f1e8ac service neutron] 10.222.0.66 "GET /v2.0/networks?id=ea6d4604-e916-4172-b017-a7f7f6bca718 HTTP/1.1" status: 200 len: 870 time: 0.1649926 May 28 05:08:03.606880 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f6ee61b-952d-4474-8142-ce61d388ae98 req-fee2b232-868b-47e4-9bf8-d25f0ff7999a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=17fc0f20-19b2-4187-970d-a8ebd5bef9ce HTTP/1.1" status: 200 len: 217 time: 0.0608270 May 28 05:08:03.673312 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ee61b-952d-4474-8142-ce61d388ae98 req-b00728a5-bc12-449b-92b2-b5840d2e284d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:03.674665 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f6ee61b-952d-4474-8142-ce61d388ae98 req-b00728a5-bc12-449b-92b2-b5840d2e284d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ad4eb52-abb8-400f-803e-c42c61e5af68 HTTP/1.1" status: 200 len: 843 time: 0.0611155 May 28 05:08:03.839327 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f6ee61b-952d-4474-8142-ce61d388ae98 req-e12d0170-4161-4a91-a45f-edad3c381634 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ea6d4604-e916-4172-b017-a7f7f6bca718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1569550 May 28 05:08:03.976664 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f6ee61b-952d-4474-8142-ce61d388ae98 req-a4f3c1df-e2f3-4970-873d-b0f534dedaa6 service neutron] 10.222.0.66 "GET /v2.0/networks/ea6d4604-e916-4172-b017-a7f7f6bca718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295214 May 28 05:08:04.132984 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f6ee61b-952d-4474-8142-ce61d388ae98 req-6f270d66-bd47-47b9-9a86-1e2876685327 service neutron] 10.222.0.66 "GET /v2.0/networks/ea6d4604-e916-4172-b017-a7f7f6bca718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499453 May 28 05:08:04.750724 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcbe398-902e-4cb5-97f3-f1e592cdf465 req-36b65cf7-e7d7-493a-92f1-773f754ee500 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:04.752177 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-adcbe398-902e-4cb5-97f3-f1e592cdf465 req-36b65cf7-e7d7-493a-92f1-773f754ee500 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc HTTP/1.1" status: 200 len: 948 time: 0.0887775 May 28 05:08:04.801596 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-adcbe398-902e-4cb5-97f3-f1e592cdf465 req-003db7c3-8ef2-4767-89c3-1f066baab32a tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe9aa8f-a987-4622-8d10-a9f736b25d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436471 May 28 05:08:05.355642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 17fc0f20-19b2-4187-970d-a8ebd5bef9ce details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:08:05.500229 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=17fc0f20-19b2-4187-970d-a8ebd5bef9ce,segment=NetworkSegment(88f4798c-e6c7-45cd-a657-56a113f7f899),segment_id=88f4798c-e6c7-45cd-a657-56a113f7f899)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:08:05.513070 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '17fc0f20-19b2-4187-970d-a8ebd5bef9ce', 'network_id': 'ea6d4604-e916-4172-b017-a7f7f6bca718', 'port_id': '17fc0f20-19b2-4187-970d-a8ebd5bef9ce', 'mac_address': 'fa:16:3e:dd:1a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad4eb52-abb8-400f-803e-c42c61e5af68', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:08:05.566756 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:05.583915 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fc0f20-19b2-4187-970d-a8ebd5bef9ce {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:08:05.599434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=17fc0f20-19b2-4187-970d-a8ebd5bef9ce,segment=NetworkSegment(88f4798c-e6c7-45cd-a657-56a113f7f899),segment_id=88f4798c-e6c7-45cd-a657-56a113f7f899)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:08:05.604683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:05.674820 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=17fc0f20-19b2-4187-970d-a8ebd5bef9ce,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:05.807104 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['17fc0f20-19b2-4187-970d-a8ebd5bef9ce'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:08:06.007231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d3a56-16b8-410e-832c-54d37471b657 req-a1b7f413-e73d-4527-b1c3-5a5984a48215 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:06.008691 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3e8d3a56-16b8-410e-832c-54d37471b657 req-a1b7f413-e73d-4527-b1c3-5a5984a48215 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc HTTP/1.1" status: 200 len: 949 time: 0.0805440 May 28 05:08:06.053924 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3e8d3a56-16b8-410e-832c-54d37471b657 req-3f4f8691-d260-4551-8513-e1783cf97743 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe9aa8f-a987-4622-8d10-a9f736b25d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395069 May 28 05:08:07.280339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a1e3-5bd8-429f-bdc7-4cfcf12717dc req-29b1fc0c-3a49-4eb7-ab26-7108dd1edf9d tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:07.281878 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-88d5a1e3-5bd8-429f-bdc7-4cfcf12717dc req-29b1fc0c-3a49-4eb7-ab26-7108dd1edf9d tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc HTTP/1.1" status: 200 len: 949 time: 0.0911825 May 28 05:08:07.329399 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-88d5a1e3-5bd8-429f-bdc7-4cfcf12717dc req-9cc6695c-1066-47fd-aefc-6b7d9a38d892 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe9aa8f-a987-4622-8d10-a9f736b25d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392101 May 28 05:08:07.369785 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 17fc0f20-19b2-4187-970d-a8ebd5bef9ce up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:08:07.441412 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:08:07.446160 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:08:07.446492 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:07.568039 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:07.595553 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cccec52-e503-48af-9aa2-ec9ec971c9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fc0f20-19b2-4187-970d-a8ebd5bef9ce'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:08:07.606140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=17fc0f20-19b2-4187-970d-a8ebd5bef9ce,segment=NetworkSegment(88f4798c-e6c7-45cd-a657-56a113f7f899),segment_id=88f4798c-e6c7-45cd-a657-56a113f7f899)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:08:07.611777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:07.653537 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3537a5e3-2924-47d8-a488-31867774c0b4'] response: {'server_uuid': '3cccec52-e503-48af-9aa2-ec9ec971c9cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fc0f20-19b2-4187-970d-a8ebd5bef9ce', 'code': 200} May 28 05:08:07.682341 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=17fc0f20-19b2-4187-970d-a8ebd5bef9ce,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:07.889981 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-141b472a-82ce-4b14-a8fa-977e22e73ff3 req-4289d054-d9ec-424b-910d-626ccfff9bad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc HTTP/1.1" status: 200 len: 1103 time: 0.0729487 May 28 05:08:07.932434 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-141b472a-82ce-4b14-a8fa-977e22e73ff3 req-c51506b4-6852-4eb2-8356-a2013949a4b2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1fe9aa8f-a987-4622-8d10-a9f736b25d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367191 May 28 05:08:08.568590 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3b3a9-c235-4ffd-a27e-ff8543171ead req-b0aa63b3-3ff8-4bd6-b509-7d8be3866bdf tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:08.570060 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-44e3b3a9-c235-4ffd-a27e-ff8543171ead req-b0aa63b3-3ff8-4bd6-b509-7d8be3866bdf tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc HTTP/1.1" status: 200 len: 950 time: 0.0942020 May 28 05:08:08.630476 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-44e3b3a9-c235-4ffd-a27e-ff8543171ead req-62d292d8-febf-439f-bb40-610d638210fb tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe9aa8f-a987-4622-8d10-a9f736b25d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520830 May 28 05:08:09.843504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510e60f-940e-457d-90fe-df7f8c3b50b8 req-9fbb3c8d-15d9-4d6e-ae2d-7b8606fb54ae tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:09.844953 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0510e60f-940e-457d-90fe-df7f8c3b50b8 req-9fbb3c8d-15d9-4d6e-ae2d-7b8606fb54ae tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc HTTP/1.1" status: 200 len: 950 time: 0.0797579 May 28 05:08:09.896028 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0510e60f-940e-457d-90fe-df7f8c3b50b8 req-e3dfd4e4-b1df-46d2-80d0-96e168218020 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe9aa8f-a987-4622-8d10-a9f736b25d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429466 May 28 05:08:10.408867 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c70850b3-909c-4c58-a710-29c5e57d0565 req-531704b1-5b44-4c89-9807-9934b8a705f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1429534 May 28 05:08:10.936816 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-57ecd8c8-d3eb-4006-b0fb-710ab97988fc req-ed216994-3e3e-433c-a6ec-1b978aeb7eff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0736885 May 28 05:08:11.500780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b130189-cfd2-4fdb-82d8-77e4b3c67e16 req-7a38834c-e478-472b-8083-63087bdb362f tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:11.502250 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1b130189-cfd2-4fdb-82d8-77e4b3c67e16 req-7a38834c-e478-472b-8083-63087bdb362f tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc HTTP/1.1" status: 200 len: 950 time: 0.0952120 May 28 05:08:11.549229 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1b130189-cfd2-4fdb-82d8-77e4b3c67e16 req-4a766c3b-d064-4240-93e8-8fa6500c4311 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe9aa8f-a987-4622-8d10-a9f736b25d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412493 May 28 05:08:12.721228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec3e01-b9b9-4e1f-afe5-ab89f8ee6575 req-e38ae335-f5af-4c6e-a054-d9b9cf716ec1 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:12.722680 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-44ec3e01-b9b9-4e1f-afe5-ab89f8ee6575 req-e38ae335-f5af-4c6e-a054-d9b9cf716ec1 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.66 "GET /v2.0/ports?device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc HTTP/1.1" status: 200 len: 950 time: 0.1089113 May 28 05:08:12.805132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-44ec3e01-b9b9-4e1f-afe5-ab89f8ee6575 req-836791cb-fb6c-44e4-a93d-e6f89cc19c74 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Deleting port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:08:12.805438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-44ec3e01-b9b9-4e1f-afe5-ab89f8ee6575 req-836791cb-fb6c-44e4-a93d-e6f89cc19c74 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:12.876415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484b158-82a1-471b-a0f6-afcbaa0b3a70 req-5c3bc30e-ad61-400e-aa76-9cbf2e3b6d73 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:12.877827 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b484b158-82a1-471b-a0f6-afcbaa0b3a70 req-5c3bc30e-ad61-400e-aa76-9cbf2e3b6d73 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc HTTP/1.1" status: 200 len: 950 time: 0.1947160 May 28 05:08:13.038236 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b484b158-82a1-471b-a0f6-afcbaa0b3a70 req-8942083e-300d-4f51-a36a-3d9a7184964a tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/security-groups?id=1fe9aa8f-a987-4622-8d10-a9f736b25d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367650 May 28 05:08:13.096543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-44ec3e01-b9b9-4e1f-afe5-ab89f8ee6575 req-836791cb-fb6c-44e4-a93d-e6f89cc19c74 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] For port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=17fc0f20-19b2-4187-970d-a8ebd5bef9ce,segment=NetworkSegment(88f4798c-e6c7-45cd-a657-56a113f7f899),segment_id=88f4798c-e6c7-45cd-a657-56a113f7f899)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:08:13.096991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-44ec3e01-b9b9-4e1f-afe5-ab89f8ee6575 req-836791cb-fb6c-44e4-a93d-e6f89cc19c74 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:13.314884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-44ec3e01-b9b9-4e1f-afe5-ab89f8ee6575 req-836791cb-fb6c-44e4-a93d-e6f89cc19c74 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Calling delete_port for 17fc0f20-19b2-4187-970d-a8ebd5bef9ce owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:08:13.469780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-44ec3e01-b9b9-4e1f-afe5-ab89f8ee6575 req-836791cb-fb6c-44e4-a93d-e6f89cc19c74 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:13.482111 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['17fc0f20-19b2-4187-970d-a8ebd5bef9ce'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:08:13.520443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836791cb-fb6c-44e4-a93d-e6f89cc19c74 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Pushing event deleted for resources: {'Port': ['ID=17fc0f20-19b2-4187-970d-a8ebd5bef9ce,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:13.592569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ec3e01-b9b9-4e1f-afe5-ab89f8ee6575 req-836791cb-fb6c-44e4-a93d-e6f89cc19c74 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] No DVR routers for this DVR port 17fc0f20-19b2-4187-970d-a8ebd5bef9ce on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:08:13.595290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-44ec3e01-b9b9-4e1f-afe5-ab89f8ee6575 req-836791cb-fb6c-44e4-a93d-e6f89cc19c74 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:13.597895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cccec52-e503-48af-9aa2-ec9ec971c9cc', 'name': 'network-vif-deleted', 'tag': '17fc0f20-19b2-4187-970d-a8ebd5bef9ce'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:08:13.616568 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-44ec3e01-b9b9-4e1f-afe5-ab89f8ee6575 req-836791cb-fb6c-44e4-a93d-e6f89cc19c74 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.66 "DELETE /v2.0/ports/17fc0f20-19b2-4187-970d-a8ebd5bef9ce HTTP/1.1" status: 204 len: 173 time: 0.8878305 May 28 05:08:13.660924 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb41eee4-7899-45a1-b329-d47473e5bd1a'] response: {'server_uuid': '3cccec52-e503-48af-9aa2-ec9ec971c9cc', 'name': 'network-vif-deleted', 'tag': '17fc0f20-19b2-4187-970d-a8ebd5bef9ce', 'status': 'completed', 'code': 200} May 28 05:08:14.217541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-4c969eb5-6590-41c3-b5c9-dc0ef0324930 req-ff441fa3-7785-4dac-b557-9fc7b65b3d01 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Synchronizing usage tracker for tenant:c9ac9de76a4341ffa3978acec2986ea6 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:08:14.235682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-4c969eb5-6590-41c3-b5c9-dc0ef0324930 req-ff441fa3-7785-4dac-b557-9fc7b65b3d01 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] Unset dirty status for tenant:c9ac9de76a4341ffa3978acec2986ea6 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:08:14.237140 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4c969eb5-6590-41c3-b5c9-dc0ef0324930 req-ff441fa3-7785-4dac-b557-9fc7b65b3d01 tempest-ServersAdminNegativeTestJSON-529441985 tempest-ServersAdminNegativeTestJSON-529441985-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cccec52-e503-48af-9aa2-ec9ec971c9cc HTTP/1.1" status: 200 len: 210 time: 0.0633533 May 28 05:08:15.678356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 36092) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:08:15.862629 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5618dd3d-83b0-44ff-a42e-8941284197df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9ac9de76a4341ffa3978acec2986ea6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1831427 May 28 05:08:15.865683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 36098) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:08:15.924291 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a436c34b-3acd-45b3-a41f-465be2b1b0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:15.950159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a436c34b-3acd-45b3-a41f-465be2b1b0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:16.007940 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a436c34b-3acd-45b3-a41f-465be2b1b0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:16.023541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436c34b-3acd-45b3-a41f-465be2b1b0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe9aa8f-a987-4622-8d10-a9f736b25d59,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:16.037571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a436c34b-3acd-45b3-a41f-465be2b1b0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:16.038816 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a436c34b-3acd-45b3-a41f-465be2b1b0d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1fe9aa8f-a987-4622-8d10-a9f736b25d59 HTTP/1.1" status: 204 len: 168 time: 0.1722827 May 28 05:08:16.390683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 36106) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:08:16.409313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-133b0259-0feb-4957-abe7-0cf258756e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:16.444070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-133b0259-0feb-4957-abe7-0cf258756e17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:08:16.447818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-133b0259-0feb-4957-abe7-0cf258756e17 admin admin] Usage tracker for resource:security_group_rule and tenant:2f151a3da6114906b7b1df517bad46a6 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:08:16.450564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-133b0259-0feb-4957-abe7-0cf258756e17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:08:16.456233 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-133b0259-0feb-4957-abe7-0cf258756e17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:08:16.520921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-133b0259-0feb-4957-abe7-0cf258756e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:16.526423 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-133b0259-0feb-4957-abe7-0cf258756e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:16.569255 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b0259-0feb-4957-abe7-0cf258756e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66812d4-1ea0-45d3-98a1-0fff32e480b4,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:16.574873 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-133b0259-0feb-4957-abe7-0cf258756e17 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f151a3da6114906b7b1df517bad46a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1831443 May 28 05:08:16.577900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 36110) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:08:16.638038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8cebd96-fa5c-4e37-b6f0-6f1530668cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:16.664410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8cebd96-fa5c-4e37-b6f0-6f1530668cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:16.725363 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8cebd96-fa5c-4e37-b6f0-6f1530668cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:16.739621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cebd96-fa5c-4e37-b6f0-6f1530668cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66812d4-1ea0-45d3-98a1-0fff32e480b4,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:16.746738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b8cebd96-fa5c-4e37-b6f0-6f1530668cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:16.747358 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b8cebd96-fa5c-4e37-b6f0-6f1530668cfe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d66812d4-1ea0-45d3-98a1-0fff32e480b4 HTTP/1.1" status: 204 len: 168 time: 0.1684554 May 28 05:08:17.447284 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 17fc0f20-19b2-4187-970d-a8ebd5bef9ce no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:08:17.479910 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 17fc0f20-19b2-4187-970d-a8ebd5bef9ce {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:08:17.480245 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 17fc0f20-19b2-4187-970d-a8ebd5bef9ce not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:08:17.643276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 36132) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:08:17.781471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1897681529-network', 'tenant_id': '16584a52992940caaf46f53b0d77339c'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:08:17.786688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:08:17.790716 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Usage tracker for resource:network and tenant:16584a52992940caaf46f53b0d77339c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:08:17.799957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:08:17.805787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:08:17.820915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Made reservation on behalf of 16584a52992940caaf46f53b0d77339c for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:08:17.823238 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:17.835399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:17.865962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:08:17.869952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Usage tracker for resource:security_group_rule and tenant:16584a52992940caaf46f53b0d77339c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:08:17.872727 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:08:17.878919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:08:17.943794 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:17.949948 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:17.977427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:08:17.990373 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e432427a-1747-4b15-bf90-3eb50f0caaf6,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:17.996294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:17.996729 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Added segment e36d749e-9a7a-4d3b-a761-29abe44bc480 of type vlan for network 5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc May 28 05:08:18.024388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:18.054953 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:18.055838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:18.056474 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:18.156534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] Pushing event updated for resources: {'Network': ['ID=5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:18.161173 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-239dd44e-ce91-4ea0-b74c-8516793f29d4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5167136 May 28 05:08:18.164217 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 36138) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:08:18.166711 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:08:18.169734 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a1ac1924-4312-4850-ae62-0e7a6f54802c admin admin] Request body: {'subnet': {'network_id': '5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1897681529-subnet', 'tenant_id': '16584a52992940caaf46f53b0d77339c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:08:18.175026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a1ac1924-4312-4850-ae62-0e7a6f54802c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:08:18.179134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a1ac1924-4312-4850-ae62-0e7a6f54802c admin admin] Usage tracker for resource:subnet and tenant:16584a52992940caaf46f53b0d77339c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:08:18.182205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a1ac1924-4312-4850-ae62-0e7a6f54802c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:08:18.188398 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a1ac1924-4312-4850-ae62-0e7a6f54802c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:08:18.200597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ac1924-4312-4850-ae62-0e7a6f54802c admin admin] Made reservation on behalf of 16584a52992940caaf46f53b0d77339c for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:08:18.202962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1924-4312-4850-ae62-0e7a6f54802c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:18.406385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1924-4312-4850-ae62-0e7a6f54802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:18.476554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac1924-4312-4850-ae62-0e7a6f54802c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f90a07f0-d3ca-4ac0-b034-da568ed173ad,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:18.498484 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ac1924-4312-4850-ae62-0e7a6f54802c admin admin] Checking segment: {'id': 'e36d749e-9a7a-4d3b-a761-29abe44bc480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:08:18.498980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac1924-4312-4850-ae62-0e7a6f54802c admin admin] Network hostable DHCP agents. Network: 5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:08:18.527842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ac1924-4312-4850-ae62-0e7a6f54802c admin admin] Network 5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:08:18.540027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-a1ac1924-4312-4850-ae62-0e7a6f54802c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:08:18.543981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ac1924-4312-4850-ae62-0e7a6f54802c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:18.544548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1924-4312-4850-ae62-0e7a6f54802c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:18.549453 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d8d855-3cbf-483f-9046-578292fe1d7c None None] Network 5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:08:18.567084 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a1ac1924-4312-4850-ae62-0e7a6f54802c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4016132 May 28 05:08:18.766079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3025ac-1db4-4685-9046-55f316a80888 None None] Network 5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:08:19.138073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-3ce34a36-73b3-4eed-8d8d-e1bcdb7e5264 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:19.138692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-3ce34a36-73b3-4eed-8d8d-e1bcdb7e5264 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Synchronizing usage tracker for tenant:16584a52992940caaf46f53b0d77339c on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:08:19.160499 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-3ce34a36-73b3-4eed-8d8d-e1bcdb7e5264 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Unset dirty status for tenant:16584a52992940caaf46f53b0d77339c on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:08:19.161797 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-3ce34a36-73b3-4eed-8d8d-e1bcdb7e5264 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/networks?id=5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc HTTP/1.1" status: 200 len: 812 time: 0.1908796 May 28 05:08:19.178324 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-e43c252e-5634-4077-bf1a-d6b5b3a61654 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/quotas/16584a52992940caaf46f53b0d77339c HTTP/1.1" status: 200 len: 375 time: 0.0108266 May 28 05:08:19.223123 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-1e22d1f4-5e76-4e74-ad84-19b4fb048491 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=16584a52992940caaf46f53b0d77339c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397713 May 28 05:08:19.233300 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-f9560700-ad9b-4e58-9248-7ee972af1940 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 05:08:19.234243 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-f9560700-ad9b-4e58-9248-7ee972af1940 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047476 May 28 05:08:19.364720 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-2806f088-ad80-42c4-b49e-35b0e529c7a9 service neutron] 10.222.0.15 "GET /v2.0/networks/5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238787 May 28 05:08:19.501410 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b19eb7c5-1397-403b-b502-d7233d213f7f service neutron] 10.222.0.15 "GET /v2.0/networks/5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299236 May 28 05:08:19.703105 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-57d8681e-fd8e-4c79-8bc9-d4e8c98fbe84 req-5c5eb55b-7685-4b17-ac21-6df3531cfc05 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 210 time: 0.0466483 May 28 05:08:20.907285 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e54448cc-97bf-4a88-a9b8-12b608cebebb req-520a6ffb-8453-46c8-854e-1bacf29deab3 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 210 time: 0.0518403 May 28 05:08:20.959040 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-4b1ffd79-0c8c-42a1-8b85-07a4619515b1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:20.960484 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-4b1ffd79-0c8c-42a1-8b85-07a4619515b1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.66 "GET /v2.0/networks?id=5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc HTTP/1.1" status: 200 len: 812 time: 0.2919791 May 28 05:08:20.978802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Request body: {'port': {'device_id': '27674fa1-5ada-47bd-bd65-54d590cdab56', 'network_id': '5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc', 'admin_state_up': True, 'tenant_id': '16584a52992940caaf46f53b0d77339c'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:08:21.119145 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:08:21.123040 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Usage tracker for resource:port and tenant:16584a52992940caaf46f53b0d77339c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:08:21.125868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:08:21.131837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:08:21.144494 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Made reservation on behalf of 16584a52992940caaf46f53b0d77339c for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:08:21.147502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:21.307120 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Allocated IP 172.20.0.4 (5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc/f90a07f0-d3ca-4ac0-b034-da568ed173ad/624be04c-1c9e-4c00-bee5-407bef1ddec6) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:08:21.523181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:21.554464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:21.628790 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Network 5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:08:21.631856 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:08:21.636202 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:08:21.660154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Pushing event updated for resources: {'Port': ['ID=624be04c-1c9e-4c00-bee5-407bef1ddec6,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:21.696077 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:21.696671 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:21.719387 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-9a8c6e90-4923-4083-9418-1fc686cdcc26 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7440810 May 28 05:08:21.730495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Request body: {'port': {'device_id': '27674fa1-5ada-47bd-bd65-54d590cdab56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:08:21.841859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:22.129332 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a8540f71-75f8-4f05-acfa-732370fcfe61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:22.181868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e12d5-2aff-44b5-9c9b-07d589927a47 req-f5a66c0c-4d67-4947-9154-fc1aec6c5ef5 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:22.182551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-f49e12d5-2aff-44b5-9c9b-07d589927a47 req-f5a66c0c-4d67-4947-9154-fc1aec6c5ef5 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Synchronizing usage tracker for tenant:16584a52992940caaf46f53b0d77339c on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:08:22.248471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624be04c-1c9e-4c00-bee5-407bef1ddec6 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:08:22.252468 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-f49e12d5-2aff-44b5-9c9b-07d589927a47 req-f5a66c0c-4d67-4947-9154-fc1aec6c5ef5 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Unset dirty status for tenant:16584a52992940caaf46f53b0d77339c on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:08:22.253619 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f49e12d5-2aff-44b5-9c9b-07d589927a47 req-f5a66c0c-4d67-4947-9154-fc1aec6c5ef5 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 931 time: 0.2061944 May 28 05:08:22.257157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:22.289982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Transition to ACTIVE for port object 624be04c-1c9e-4c00-bee5-407bef1ddec6 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:08:22.298572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:22.353366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-f49e12d5-2aff-44b5-9c9b-07d589927a47 req-9e637fb0-42b0-4c50-8dee-b9b234f96cb6 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Synchronizing usage tracker for tenant:16584a52992940caaf46f53b0d77339c on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:08:22.428499 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Pushing event updated for resources: {'Port': ['ID=624be04c-1c9e-4c00-bee5-407bef1ddec6,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:22.435742 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-f49e12d5-2aff-44b5-9c9b-07d589927a47 req-9e637fb0-42b0-4c50-8dee-b9b234f96cb6 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Unset dirty status for tenant:16584a52992940caaf46f53b0d77339c on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:08:22.436961 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f49e12d5-2aff-44b5-9c9b-07d589927a47 req-9e637fb0-42b0-4c50-8dee-b9b234f96cb6 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773181 May 28 05:08:22.549560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Attempting to bind port 624be04c-1c9e-4c00-bee5-407bef1ddec6 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:08:22.549873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Attempting to bind port 624be04c-1c9e-4c00-bee5-407bef1ddec6 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'e36d749e-9a7a-4d3b-a761-29abe44bc480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:08:22.550216 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Attempting to bind port 624be04c-1c9e-4c00-bee5-407bef1ddec6 on network 5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:08:22.556382 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Port 624be04c-1c9e-4c00-bee5-407bef1ddec6 on network 5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:08:22.556692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Attempting to bind port 624be04c-1c9e-4c00-bee5-407bef1ddec6 on network 5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:08:22.562919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:08:22.563231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Checking segment: {'id': 'e36d749e-9a7a-4d3b-a761-29abe44bc480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:08:22.563607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Bound using segment: {'id': 'e36d749e-9a7a-4d3b-a761-29abe44bc480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:08:22.564242 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Bound port: 624be04c-1c9e-4c00-bee5-407bef1ddec6, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36d749e-9a7a-4d3b-a761-29abe44bc480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:08:22.564583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:22.651960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] For port 624be04c-1c9e-4c00-bee5-407bef1ddec6, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:08:22.654979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] For port 624be04c-1c9e-4c00-bee5-407bef1ddec6, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=624be04c-1c9e-4c00-bee5-407bef1ddec6,segment=NetworkSegment(e36d749e-9a7a-4d3b-a761-29abe44bc480),segment_id=e36d749e-9a7a-4d3b-a761-29abe44bc480)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:08:22.661488 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:22.724222 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:22.725594 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] 10.222.0.66 "PUT /v2.0/ports/624be04c-1c9e-4c00-bee5-407bef1ddec6 HTTP/1.1" status: 200 len: 1093 time: 0.9990618 May 28 05:08:22.726047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27674fa1-5ada-47bd-bd65-54d590cdab56', 'tag': '624be04c-1c9e-4c00-bee5-407bef1ddec6'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:08:22.743077 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576d9ba-f210-48ce-a9cc-1f76eee74a95 service neutron] Pushing event updated for resources: {'Port': ['ID=624be04c-1c9e-4c00-bee5-407bef1ddec6,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:22.887753 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7652d40a-361e-4fa9-bc6e-7dc6ecbc61ea'] response: {'name': 'network-changed', 'server_uuid': '27674fa1-5ada-47bd-bd65-54d590cdab56', 'tag': '624be04c-1c9e-4c00-bee5-407bef1ddec6', 'status': 'completed', 'code': 200} May 28 05:08:22.929384 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-c4c40d20-e1c8-4a36-aee9-f488e3f898cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=16584a52992940caaf46f53b0d77339c&device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 1096 time: 0.1642306 May 28 05:08:23.000693 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-7a7b16a6-49ab-4094-94b5-bf36f513a0b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=624be04c-1c9e-4c00-bee5-407bef1ddec6 HTTP/1.1" status: 200 len: 217 time: 0.0642014 May 28 05:08:23.064351 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-068bc83e-578f-4e78-905d-e738dc7dc0f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:23.065806 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-068bc83e-578f-4e78-905d-e738dc7dc0f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f90a07f0-d3ca-4ac0-b034-da568ed173ad HTTP/1.1" status: 200 len: 852 time: 0.0586450 May 28 05:08:23.109530 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-a2bdf862-3981-4afc-b9a5-04d2bdd08885 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374589 May 28 05:08:23.238805 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-0e488abc-af30-4a1b-a9f5-da2015a9740c service neutron] 10.222.0.66 "GET /v2.0/networks/5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227703 May 28 05:08:23.370179 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35bf7336-ba0c-4a67-aae8-bc0bc5f2a964 req-68b35998-9a29-4a7f-91be-1dcc2a7c970b service neutron] 10.222.0.66 "GET /v2.0/networks/5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254265 May 28 05:08:23.494847 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbe1ee12-8ec2-48f7-b69f-f58f000a8305 req-907d50d2-7073-41ba-883d-da7a565f7046 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=16584a52992940caaf46f53b0d77339c&device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 1096 time: 0.0758629 May 28 05:08:23.680923 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1ee12-8ec2-48f7-b69f-f58f000a8305 req-a1700530-a077-4905-aa47-489fa09756ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:23.682297 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbe1ee12-8ec2-48f7-b69f-f58f000a8305 req-a1700530-a077-4905-aa47-489fa09756ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc HTTP/1.1" status: 200 len: 913 time: 0.1805704 May 28 05:08:23.741066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c503021-2650-421a-85e8-a0eddf2cdd13 req-a967746b-c056-499c-86c6-10ba0bafda90 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:23.742531 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1c503021-2650-421a-85e8-a0eddf2cdd13 req-a967746b-c056-499c-86c6-10ba0bafda90 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 943 time: 0.1740792 May 28 05:08:23.770948 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbe1ee12-8ec2-48f7-b69f-f58f000a8305 req-01f42960-0847-4216-9205-6aebf2ee5f1e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=624be04c-1c9e-4c00-bee5-407bef1ddec6 HTTP/1.1" status: 200 len: 217 time: 0.0807793 May 28 05:08:23.846512 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1c503021-2650-421a-85e8-a0eddf2cdd13 req-fd997ac4-5403-4c19-be42-a3109183ab50 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977335 May 28 05:08:23.849711 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1ee12-8ec2-48f7-b69f-f58f000a8305 req-6a4e3f55-ef2c-430b-addb-94283b347255 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:23.851090 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbe1ee12-8ec2-48f7-b69f-f58f000a8305 req-6a4e3f55-ef2c-430b-addb-94283b347255 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f90a07f0-d3ca-4ac0-b034-da568ed173ad HTTP/1.1" status: 200 len: 852 time: 0.0745592 May 28 05:08:23.903060 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbe1ee12-8ec2-48f7-b69f-f58f000a8305 req-c3ac4140-7ba5-45c7-858d-c8eb06e94c08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445609 May 28 05:08:24.039708 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbe1ee12-8ec2-48f7-b69f-f58f000a8305 req-aca1d300-73e3-49c8-8fdc-3175cb14eb47 service neutron] 10.222.0.66 "GET /v2.0/networks/5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298325 May 28 05:08:24.176724 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbe1ee12-8ec2-48f7-b69f-f58f000a8305 req-056f62f5-04d1-4074-b57d-b7dbf51082e7 service neutron] 10.222.0.66 "GET /v2.0/networks/5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304095 May 28 05:08:24.308238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8ff8bf9e-235d-43e3-8ccf-cd43571fe38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:24.872090 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:25.089519 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6553075-7f9e-4123-b56b-7c6f7ae61327 req-3480faf1-546e-493b-a5f3-b507ded4c928 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:25.091232 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d6553075-7f9e-4123-b56b-7c6f7ae61327 req-3480faf1-546e-493b-a5f3-b507ded4c928 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 943 time: 0.1102674 May 28 05:08:25.145803 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d6553075-7f9e-4123-b56b-7c6f7ae61327 req-fa7d8d87-3e49-4dea-b6a2-ff9437067656 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482967 May 28 05:08:25.463881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 624be04c-1c9e-4c00-bee5-407bef1ddec6 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:08:25.580997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:25.633839 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:25.643490 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 624be04c-1c9e-4c00-bee5-407bef1ddec6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=624be04c-1c9e-4c00-bee5-407bef1ddec6,segment=NetworkSegment(e36d749e-9a7a-4d3b-a761-29abe44bc480),segment_id=e36d749e-9a7a-4d3b-a761-29abe44bc480)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:08:25.657372 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '624be04c-1c9e-4c00-bee5-407bef1ddec6', 'network_id': '5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc', 'port_id': '624be04c-1c9e-4c00-bee5-407bef1ddec6', 'mac_address': 'fa:16:3e:36:64:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90a07f0-d3ca-4ac0-b034-da568ed173ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:08:25.716437 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:25.734007 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624be04c-1c9e-4c00-bee5-407bef1ddec6 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:08:25.749616 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 624be04c-1c9e-4c00-bee5-407bef1ddec6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=624be04c-1c9e-4c00-bee5-407bef1ddec6,segment=NetworkSegment(e36d749e-9a7a-4d3b-a761-29abe44bc480),segment_id=e36d749e-9a7a-4d3b-a761-29abe44bc480)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:08:25.755237 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:25.806835 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:08:25.822157 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=624be04c-1c9e-4c00-bee5-407bef1ddec6,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:25.942270 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['624be04c-1c9e-4c00-bee5-407bef1ddec6'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:08:26.354255 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bd0a8-763b-47e6-a8ea-46b0b1b64eb5 req-cfeeb2f9-c06e-4304-8fe7-04963750d72d tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:26.355696 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-831bd0a8-763b-47e6-a8ea-46b0b1b64eb5 req-cfeeb2f9-c06e-4304-8fe7-04963750d72d tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 944 time: 0.0803306 May 28 05:08:26.403158 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-831bd0a8-763b-47e6-a8ea-46b0b1b64eb5 req-3f2d482e-c327-4806-973f-e9fa90a5dc81 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396361 May 28 05:08:27.168485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:27.478667 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 624be04c-1c9e-4c00-bee5-407bef1ddec6 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:08:27.548434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 624be04c-1c9e-4c00-bee5-407bef1ddec6 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:08:27.553414 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 624be04c-1c9e-4c00-bee5-407bef1ddec6 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:08:27.553809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:27.676179 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:27.704127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27674fa1-5ada-47bd-bd65-54d590cdab56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624be04c-1c9e-4c00-bee5-407bef1ddec6'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:08:27.705734 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1ff83-d4ea-4ce1-9c2c-1bcd43e63e1a req-a991e1e3-af83-4d2d-84ff-1de3cc1b056d tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:27.707184 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f9f1ff83-d4ea-4ce1-9c2c-1bcd43e63e1a req-a991e1e3-af83-4d2d-84ff-1de3cc1b056d tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 944 time: 0.1750643 May 28 05:08:27.715218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 624be04c-1c9e-4c00-bee5-407bef1ddec6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=624be04c-1c9e-4c00-bee5-407bef1ddec6,segment=NetworkSegment(e36d749e-9a7a-4d3b-a761-29abe44bc480),segment_id=e36d749e-9a7a-4d3b-a761-29abe44bc480)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:08:27.720529 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:27.755875 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f9f1ff83-d4ea-4ce1-9c2c-1bcd43e63e1a req-f64226e2-70e3-444d-afbb-0913976b5981 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427041 May 28 05:08:27.762640 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f47ba2a-a1fa-4d37-8893-b67562857584'] response: {'server_uuid': '27674fa1-5ada-47bd-bd65-54d590cdab56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624be04c-1c9e-4c00-bee5-407bef1ddec6', 'code': 200} May 28 05:08:27.791295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=624be04c-1c9e-4c00-bee5-407bef1ddec6,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:08:28.001170 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a8e79442-8bde-4f07-bd5a-4cc5eec28f0a req-7a6e653b-809e-444c-8c80-598ee79519d1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 1098 time: 0.0742939 May 28 05:08:28.043939 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a8e79442-8bde-4f07-bd5a-4cc5eec28f0a req-47dc3580-a72b-4a04-b028-f35e79fd897f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360050 May 28 05:08:28.967566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee2a1d-6abd-47cc-b045-c0aa15d16d89 req-dfe089dc-f90d-42da-a2a3-9fc67bdec00c tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:28.969045 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73ee2a1d-6abd-47cc-b045-c0aa15d16d89 req-dfe089dc-f90d-42da-a2a3-9fc67bdec00c tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0780699 May 28 05:08:29.016860 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73ee2a1d-6abd-47cc-b045-c0aa15d16d89 req-af43db71-a82e-4fae-85bf-88b83e7c441a tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420473 May 28 05:08:30.232883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc266a-9a21-45a0-80b1-bd62aacfd0a0 req-3c34a59b-e802-4c48-9830-e751d3986519 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:30.234365 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4fdc266a-9a21-45a0-80b1-bd62aacfd0a0 req-3c34a59b-e802-4c48-9830-e751d3986519 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0834465 May 28 05:08:30.279926 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4fdc266a-9a21-45a0-80b1-bd62aacfd0a0 req-b2bc0041-7762-4125-b144-67b416c77d0e tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398607 May 28 05:08:30.487366 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-70caa29a-38ee-4636-95cf-081139873a66 req-9585a1f2-a27b-4b86-8856-01f7b3278f55 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0742812 May 28 05:08:30.772234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 36192) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:08:30.807183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e70b6a-7c75-4f02-95df-77bf09e00b83 req-bcaeb214-0387-4f96-b05c-c9c886d178ff tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:30.808637 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7e70b6a-7c75-4f02-95df-77bf09e00b83 req-bcaeb214-0387-4f96-b05c-c9c886d178ff tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0771840 May 28 05:08:30.854303 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7e70b6a-7c75-4f02-95df-77bf09e00b83 req-9748a070-5b58-4dd2-a452-c2a059a79418 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399628 May 28 05:08:30.913641 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-87f5e19f-ac4b-4e04-bceb-364fc40b29fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1401613 May 28 05:08:32.075925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb86c83-1216-4ce6-ab44-0b5134d97fab req-f335fd49-27c9-4692-8fe5-dde4ab17fc4d tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:32.078074 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-deb86c83-1216-4ce6-ab44-0b5134d97fab req-f335fd49-27c9-4692-8fe5-dde4ab17fc4d tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0989387 May 28 05:08:32.130549 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-deb86c83-1216-4ce6-ab44-0b5134d97fab req-903aa37a-61d9-4f73-94d4-9fca8526caf8 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467131 May 28 05:08:32.229893 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-ed1cf130-0bdb-4f3b-9e04-fc59f7be7e32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=16584a52992940caaf46f53b0d77339c&device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 1098 time: 0.0717690 May 28 05:08:32.375608 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66379305-82a1-439e-80e8-5c132494f701 req-2b5e541b-c93d-4911-a520-3ec68f61d8bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:32.377090 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-2b5e541b-c93d-4911-a520-3ec68f61d8bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc HTTP/1.1" status: 200 len: 913 time: 0.1412835 May 28 05:08:32.446200 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-17c22bf2-6561-41b4-92f6-8848a28fe390 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=624be04c-1c9e-4c00-bee5-407bef1ddec6 HTTP/1.1" status: 200 len: 217 time: 0.0628390 May 28 05:08:32.511641 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66379305-82a1-439e-80e8-5c132494f701 req-5f9daf58-00a1-40ce-bb5b-8ed58284fc1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:32.513040 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-5f9daf58-00a1-40ce-bb5b-8ed58284fc1b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f90a07f0-d3ca-4ac0-b034-da568ed173ad HTTP/1.1" status: 200 len: 852 time: 0.0603893 May 28 05:08:32.557309 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-0b2d0d0e-b6f3-4092-883c-049882f97b8f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381510 May 28 05:08:32.700278 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-54786d6c-dde2-4631-bd34-3e79570d9f98 service neutron] 10.222.0.66 "GET /v2.0/networks/5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362438 May 28 05:08:32.829952 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-3fe11ba8-56dc-4e06-8f4d-cf9b386c478d service neutron] 10.222.0.66 "GET /v2.0/networks/5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237056 May 28 05:08:33.349586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2152417-1b0b-4773-945e-61d24a4bf379 req-7445cab4-d86d-46a3-b8fc-6b291182e5e1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:33.351068 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f2152417-1b0b-4773-945e-61d24a4bf379 req-7445cab4-d86d-46a3-b8fc-6b291182e5e1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0847902 May 28 05:08:33.396103 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f2152417-1b0b-4773-945e-61d24a4bf379 req-b14a79fb-6b3d-46a0-bb8a-aa2a72ffd501 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393867 May 28 05:08:34.622993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9d45f-33a1-417a-a327-47814fe9c33d req-b871a945-7ba7-4d8a-9436-9a03bf471e6e tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:34.624416 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-44d9d45f-33a1-417a-a327-47814fe9c33d req-b871a945-7ba7-4d8a-9436-9a03bf471e6e tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0928776 May 28 05:08:34.679907 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-44d9d45f-33a1-417a-a327-47814fe9c33d req-8cdc9fae-f13c-4d8e-a2b2-2d38c5407c00 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496540 May 28 05:08:35.905434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8871a1b-5193-44f0-bad6-f9190c159fab req-adad8326-9d6b-425b-980c-1590f2499dcd tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:35.906936 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e8871a1b-5193-44f0-bad6-f9190c159fab req-adad8326-9d6b-425b-980c-1590f2499dcd tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0904207 May 28 05:08:35.956721 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e8871a1b-5193-44f0-bad6-f9190c159fab req-8b0c636d-7a61-40aa-acdc-199103e7cd8d tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434220 May 28 05:08:37.210384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72eda-843f-456a-8940-e8995c74d842 req-2a8f1681-0f40-4bb4-9d77-4a178df63adb tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:37.211745 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92a72eda-843f-456a-8940-e8995c74d842 req-2a8f1681-0f40-4bb4-9d77-4a178df63adb tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0845330 May 28 05:08:37.261388 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92a72eda-843f-456a-8940-e8995c74d842 req-522f0b02-eb71-4298-b5b4-5b6cbfe12c3e tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415075 May 28 05:08:38.477230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3573d8-ce53-4be2-8bfd-e9f7bee360f9 req-ce27f6e7-614d-4c6f-b9a9-fc6364ca57e3 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:38.478687 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ad3573d8-ce53-4be2-8bfd-e9f7bee360f9 req-ce27f6e7-614d-4c6f-b9a9-fc6364ca57e3 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0831218 May 28 05:08:38.524917 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ad3573d8-ce53-4be2-8bfd-e9f7bee360f9 req-1aaa267f-34f6-48ca-98ce-a8057bf28ba5 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404358 May 28 05:08:39.737538 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1c957-da59-4228-913e-1ccaac38a5f2 req-a57394a0-edce-4bf9-91c7-5a4e52ce1c31 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:39.739327 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3dd1c957-da59-4228-913e-1ccaac38a5f2 req-a57394a0-edce-4bf9-91c7-5a4e52ce1c31 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0822921 May 28 05:08:39.785515 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3dd1c957-da59-4228-913e-1ccaac38a5f2 req-26189bf2-540e-4316-893a-33491114cb77 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403423 May 28 05:08:41.088037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b526d4-a577-4bfd-bf71-68b431560b35 req-64ecf5fb-2a3f-4f1a-9590-8b67366a7247 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:41.089352 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99b526d4-a577-4bfd-bf71-68b431560b35 req-64ecf5fb-2a3f-4f1a-9590-8b67366a7247 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.1709013 May 28 05:08:41.143415 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99b526d4-a577-4bfd-bf71-68b431560b35 req-f4040149-beeb-4b60-8954-25919173f093 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459859 May 28 05:08:42.367999 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5fbb65-4944-4c73-b73e-4d711294494a req-6774ce74-242a-4c65-9773-3decd6039a6a tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:42.369457 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fc5fbb65-4944-4c73-b73e-4d711294494a req-6774ce74-242a-4c65-9773-3decd6039a6a tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0867820 May 28 05:08:42.417921 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fc5fbb65-4944-4c73-b73e-4d711294494a req-85c13348-3664-434b-a50d-d53ca264fee6 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427423 May 28 05:08:43.628738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b6243-36e9-4392-91db-4144b3596227 req-59350694-f1ef-48d8-9b0e-9e4dbef80d2d tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:43.630233 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c92b6243-36e9-4392-91db-4144b3596227 req-59350694-f1ef-48d8-9b0e-9e4dbef80d2d tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0775127 May 28 05:08:43.679189 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c92b6243-36e9-4392-91db-4144b3596227 req-ffba10e6-ef71-4a79-ac40-6bce725cbf63 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400815 May 28 05:08:44.894706 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfed94-4c8d-4bdb-94bd-f563b22f38be req-b71de3a9-9571-4825-a81e-89b9e52197ac tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:44.896239 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7abfed94-4c8d-4bdb-94bd-f563b22f38be req-b71de3a9-9571-4825-a81e-89b9e52197ac tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0895205 May 28 05:08:44.940998 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7abfed94-4c8d-4bdb-94bd-f563b22f38be req-19627117-10e3-47fa-9006-935ef05225c5 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387986 May 28 05:08:46.159838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baafc2-8c05-409a-b48f-93a7e64f9ed0 req-84cc6de3-20d4-49ee-8743-27c70066e132 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:46.161305 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-86baafc2-8c05-409a-b48f-93a7e64f9ed0 req-84cc6de3-20d4-49ee-8743-27c70066e132 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0818648 May 28 05:08:46.208568 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-86baafc2-8c05-409a-b48f-93a7e64f9ed0 req-997d8b65-5c1f-4284-882b-fe33b57c3d4b tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398726 May 28 05:08:47.423856 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1aa463-84b1-493a-92dd-1f4985936dbb req-2cafe5f0-9958-4fdc-addb-a37d9bd9b125 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:47.425303 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4e1aa463-84b1-493a-92dd-1f4985936dbb req-2cafe5f0-9958-4fdc-addb-a37d9bd9b125 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0819662 May 28 05:08:47.473175 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4e1aa463-84b1-493a-92dd-1f4985936dbb req-f4756d42-ef76-4576-ad77-6528af400e8f tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394402 May 28 05:08:48.688782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45af52b-2042-4251-8581-1110e11d1a4c req-b11781ae-29de-440e-bc32-75743e100e25 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:48.690271 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a45af52b-2042-4251-8581-1110e11d1a4c req-b11781ae-29de-440e-bc32-75743e100e25 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0801187 May 28 05:08:48.741640 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a45af52b-2042-4251-8581-1110e11d1a4c req-399e9677-30a2-4431-8190-46c5fe177373 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448813 May 28 05:08:49.943428 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-df9f8a67-5237-47f6-800f-d9b606c2da02 req-f2b659ad-272e-44de-a595-0b2d850fbdad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=16584a52992940caaf46f53b0d77339c&device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 1098 time: 0.1251860 May 28 05:08:49.959414 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18105506-037d-4273-aab1-c05d887d46ab req-92a106e1-72a4-4949-b5df-606a0cb174fd tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:49.960807 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-18105506-037d-4273-aab1-c05d887d46ab req-92a106e1-72a4-4949-b5df-606a0cb174fd tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0975862 May 28 05:08:50.098482 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-18105506-037d-4273-aab1-c05d887d46ab req-41cfbeba-77bf-4984-bde3-f6e41415bc91 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190140 May 28 05:08:50.120598 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f8a67-5237-47f6-800f-d9b606c2da02 req-d02b8b31-266e-47f9-aa72-103c5844cf99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:50.122057 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-df9f8a67-5237-47f6-800f-d9b606c2da02 req-d02b8b31-266e-47f9-aa72-103c5844cf99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc HTTP/1.1" status: 200 len: 913 time: 0.1597619 May 28 05:08:50.191557 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-df9f8a67-5237-47f6-800f-d9b606c2da02 req-60079f95-f652-4028-a8d3-1fd2d24ee257 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=624be04c-1c9e-4c00-bee5-407bef1ddec6 HTTP/1.1" status: 200 len: 217 time: 0.0635550 May 28 05:08:50.254832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f8a67-5237-47f6-800f-d9b606c2da02 req-a82c8bce-4ceb-4103-b82f-0764c639da02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:50.256393 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-df9f8a67-5237-47f6-800f-d9b606c2da02 req-a82c8bce-4ceb-4103-b82f-0764c639da02 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f90a07f0-d3ca-4ac0-b034-da568ed173ad HTTP/1.1" status: 200 len: 852 time: 0.0582550 May 28 05:08:50.300757 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-df9f8a67-5237-47f6-800f-d9b606c2da02 req-e689b736-be05-4ed6-beaa-5e21fc5a2186 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387890 May 28 05:08:50.430790 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-df9f8a67-5237-47f6-800f-d9b606c2da02 req-d5d961c3-fd4c-4361-9c70-d765b33810e0 service neutron] 10.222.0.66 "GET /v2.0/networks/5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233344 May 28 05:08:50.561820 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-df9f8a67-5237-47f6-800f-d9b606c2da02 req-6c3e6cec-61dd-4e80-9e4e-95636a3a8dc3 service neutron] 10.222.0.66 "GET /v2.0/networks/5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246014 May 28 05:08:51.320728 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c8bf7-e265-43f8-85c1-9a4b5f564b7e req-173ad28f-1fcc-4592-bd5e-557991db3aaa tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:51.322196 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e25c8bf7-e265-43f8-85c1-9a4b5f564b7e req-173ad28f-1fcc-4592-bd5e-557991db3aaa tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0854459 May 28 05:08:51.367595 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e25c8bf7-e265-43f8-85c1-9a4b5f564b7e req-5119f2cc-9d93-4435-b673-fa16b4dcf622 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397470 May 28 05:08:52.138067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0cd76692-b585-4370-98f7-cf4b0705eba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:52.577695 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c813658-dcae-474f-a2e1-00479c6a5c9b req-672e5502-87ec-4cbe-9f7c-a9d66a6d92ff tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:52.579170 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4c813658-dcae-474f-a2e1-00479c6a5c9b req-672e5502-87ec-4cbe-9f7c-a9d66a6d92ff tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0833745 May 28 05:08:52.629483 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4c813658-dcae-474f-a2e1-00479c6a5c9b req-a5121f9e-d0cc-4af7-a2b0-d0afa5baf34b tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414290 May 28 05:08:53.948245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887ca38-6173-4654-b4de-5d996adbeeb1 req-1d5cfe21-1c8e-4ac6-8cca-4cf4c769895f tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:53.949699 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7887ca38-6173-4654-b4de-5d996adbeeb1 req-1d5cfe21-1c8e-4ac6-8cca-4cf4c769895f tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.1824799 May 28 05:08:53.996128 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7887ca38-6173-4654-b4de-5d996adbeeb1 req-59c21cc9-6cdf-44c4-8758-ea1f0715bb4b tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406184 May 28 05:08:54.303962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a38a0ba8-ee59-4cc8-a141-cf8bbfcb3a6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:54.863079 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:55.211357 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ae006-24c5-44c7-8e65-1f755594f320 req-a24a0320-e055-47dc-b967-b25ab45d2bda tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:55.212691 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b38ae006-24c5-44c7-8e65-1f755594f320 req-a24a0320-e055-47dc-b967-b25ab45d2bda tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0933955 May 28 05:08:55.258548 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b38ae006-24c5-44c7-8e65-1f755594f320 req-42d4d898-d987-4764-9ae7-2a5438fa824d tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401096 May 28 05:08:55.568016 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:55.604876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:56.474577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd617171-61d9-41ef-85e0-d6f89c4d78a8 req-9b2723ab-b541-4e86-a076-cf3c693baa47 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:56.476026 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd617171-61d9-41ef-85e0-d6f89c4d78a8 req-9b2723ab-b541-4e86-a076-cf3c693baa47 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0826452 May 28 05:08:56.525777 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd617171-61d9-41ef-85e0-d6f89c4d78a8 req-d9f53063-aea5-411b-adad-0d45fe28d354 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 May 28 05:08:57.168594 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:08:57.758371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bc143-40b4-4d17-b6ba-f84b90fb9c15 req-951be15c-6160-4285-a4e7-53044198b6eb tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:57.759807 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7c8bc143-40b4-4d17-b6ba-f84b90fb9c15 req-951be15c-6160-4285-a4e7-53044198b6eb tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0951457 May 28 05:08:57.805163 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7c8bc143-40b4-4d17-b6ba-f84b90fb9c15 req-5545fd1f-7531-49db-8df3-4a4043caae2c tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395617 May 28 05:08:59.017443 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b617f3-9280-4467-be13-927d2e2af877 req-1bcdc2ac-2c9b-462e-b1a0-29d953b91a5d tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:08:59.019749 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9b617f3-9280-4467-be13-927d2e2af877 req-1bcdc2ac-2c9b-462e-b1a0-29d953b91a5d tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0904689 May 28 05:08:59.067208 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9b617f3-9280-4467-be13-927d2e2af877 req-ae12c150-0dac-4595-a79b-5958cfaa3339 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412457 May 28 05:08:59.532325 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-0d63d0b7-82a4-4c52-b78e-547bef2ffecf service neutron] 10.222.0.66 "GET /v2.0/ports/624be04c-1c9e-4c00-bee5-407bef1ddec6/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0918784 May 28 05:08:59.805133 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-5d611b8c-ebb1-4947-8aa8-b96235dfeecc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56&tenant_id=16584a52992940caaf46f53b0d77339c HTTP/1.1" status: 200 len: 1098 time: 0.0694723 May 28 05:08:59.911386 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-f0d64114-3f8a-4091-92a9-4b4f9d25c647 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=16584a52992940caaf46f53b0d77339c&device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 1098 time: 0.0805225 May 28 05:09:00.042364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66379305-82a1-439e-80e8-5c132494f701 req-72029ac4-7b03-4391-aad3-065496f2bcf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:00.043820 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-72029ac4-7b03-4391-aad3-065496f2bcf8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc HTTP/1.1" status: 200 len: 913 time: 0.1269271 May 28 05:09:00.108261 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-0e14ddcb-b8c8-4fe7-b317-82c002a6a94c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=624be04c-1c9e-4c00-bee5-407bef1ddec6 HTTP/1.1" status: 200 len: 217 time: 0.0587316 May 28 05:09:00.178866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66379305-82a1-439e-80e8-5c132494f701 req-dc9bf879-aeff-4a20-9d75-c976d3847630 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:00.180726 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-dc9bf879-aeff-4a20-9d75-c976d3847630 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f90a07f0-d3ca-4ac0-b034-da568ed173ad HTTP/1.1" status: 200 len: 852 time: 0.0669920 May 28 05:09:00.228734 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-9a373d2c-4cd6-42f6-ae1f-1a92300ee432 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417156 May 28 05:09:00.398186 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-c1672baf-e191-4be1-972b-f9a38a447fb3 service neutron] 10.222.0.66 "GET /v2.0/networks/5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635301 May 28 05:09:00.540158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca187b-8bb1-4ac6-a06c-e289e954310c req-fe1d8a47-1349-463e-be4e-2567d2cec36a tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:00.541581 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bdca187b-8bb1-4ac6-a06c-e289e954310c req-fe1d8a47-1349-463e-be4e-2567d2cec36a tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.1870680 May 28 05:09:00.550165 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66379305-82a1-439e-80e8-5c132494f701 req-e64e87b8-9758-4cdf-b9ce-2ceec46b2a2d service neutron] 10.222.0.66 "GET /v2.0/networks/5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463194 May 28 05:09:00.589552 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bdca187b-8bb1-4ac6-a06c-e289e954310c req-9c1ae6f4-4898-4447-9965-39d092eec3ea tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415363 May 28 05:09:01.798112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc221e-afcc-40ba-bc18-fba5d46e9cfe req-78305c7f-8039-472b-aba1-4fd7ab394a0a tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:01.799556 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-85bc221e-afcc-40ba-bc18-fba5d46e9cfe req-78305c7f-8039-472b-aba1-4fd7ab394a0a tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0819974 May 28 05:09:01.845605 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-85bc221e-afcc-40ba-bc18-fba5d46e9cfe req-f2d30549-d506-4415-a846-3f492f885eb9 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390337 May 28 05:09:02.814790 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:09:03.065180 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1b6f0-957e-4d32-b543-c0fce4290342 req-2d889a28-009b-4b1b-a830-de175e3ddd1c tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:03.066554 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bdb1b6f0-957e-4d32-b543-c0fce4290342 req-2d889a28-009b-4b1b-a830-de175e3ddd1c tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0956676 May 28 05:09:03.112297 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bdb1b6f0-957e-4d32-b543-c0fce4290342 req-d3c44397-39a6-47dc-8a1f-da761378cd69 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399270 May 28 05:09:03.521130 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-ba353910-c126-4dfc-b8f2-34d984110e49 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:03.522822 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-ba353910-c126-4dfc-b8f2-34d984110e49 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.66 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56&tenant_id=16584a52992940caaf46f53b0d77339c&binding%3Ahost_id=hv-neutron-8433 HTTP/1.1" status: 200 len: 945 time: 0.0896800 May 28 05:09:03.673796 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 624be04c-1c9e-4c00-bee5-407bef1ddec6 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:09:03.676111 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 624be04c-1c9e-4c00-bee5-407bef1ddec6 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:09:03.766247 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-a9631913-73f5-4cda-9628-3d5a0fd4a797 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=16584a52992940caaf46f53b0d77339c&device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 1098 time: 0.1671448 May 28 05:09:03.887253 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:03.896279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-b8493691-dbaa-4f73-855e-905ad5f04ae5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:03.898116 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-b8493691-dbaa-4f73-855e-905ad5f04ae5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc HTTP/1.1" status: 200 len: 913 time: 0.1263561 May 28 05:09:03.905671 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 624be04c-1c9e-4c00-bee5-407bef1ddec6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=624be04c-1c9e-4c00-bee5-407bef1ddec6,segment=NetworkSegment(e36d749e-9a7a-4d3b-a761-29abe44bc480),segment_id=e36d749e-9a7a-4d3b-a761-29abe44bc480)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:09:03.926075 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '624be04c-1c9e-4c00-bee5-407bef1ddec6', 'network_id': '5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc', 'port_id': '624be04c-1c9e-4c00-bee5-407bef1ddec6', 'mac_address': 'fa:16:3e:36:64:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f90a07f0-d3ca-4ac0-b034-da568ed173ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:09:03.933294 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27674fa1-5ada-47bd-bd65-54d590cdab56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624be04c-1c9e-4c00-bee5-407bef1ddec6'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:09:03.973851 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-0912f711-5658-4c0d-bc27-f93f635ab35d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=624be04c-1c9e-4c00-bee5-407bef1ddec6 HTTP/1.1" status: 200 len: 217 time: 0.0698156 May 28 05:09:03.977908 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 624be04c-1c9e-4c00-bee5-407bef1ddec6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=624be04c-1c9e-4c00-bee5-407bef1ddec6,segment=NetworkSegment(e36d749e-9a7a-4d3b-a761-29abe44bc480),segment_id=e36d749e-9a7a-4d3b-a761-29abe44bc480)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:09:03.990152 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:04.021881 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1cdccf4-0d38-4034-a6a9-f2f77541cdad'] response: {'server_uuid': '27674fa1-5ada-47bd-bd65-54d590cdab56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '624be04c-1c9e-4c00-bee5-407bef1ddec6', 'code': 200} May 28 05:09:04.039395 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:04.040992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-905e74b6-936f-4f0b-a726-db19d0043b49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:04.042482 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-905e74b6-936f-4f0b-a726-db19d0043b49 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f90a07f0-d3ca-4ac0-b034-da568ed173ad HTTP/1.1" status: 200 len: 852 time: 0.0632410 May 28 05:09:04.070084 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 624be04c-1c9e-4c00-bee5-407bef1ddec6 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:09:04.089002 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-81550dbf-3f92-4492-9b22-70e7e6adad5e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401816 May 28 05:09:04.108749 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=624be04c-1c9e-4c00-bee5-407bef1ddec6,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:04.167681 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:04.168023 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:04.168315 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:04.168665 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:04.168949 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:04.169293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:04.169603 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:04.169943 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:04.170232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:04.170537 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:04.170841 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:04.180244 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:09:04.180517 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:09:04.220918 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-6a8583ac-bddf-4264-8916-0e3c56f8b8f1 service neutron] 10.222.0.66 "GET /v2.0/networks/5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263492 May 28 05:09:04.360557 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-1bdcb168-6fab-4269-bf89-6aa3d1e6db0e service neutron] 10.222.0.66 "GET /v2.0/networks/5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334507 May 28 05:09:04.744213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:04.763990 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624be04c-1c9e-4c00-bee5-407bef1ddec6 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:09:04.781638 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 624be04c-1c9e-4c00-bee5-407bef1ddec6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=624be04c-1c9e-4c00-bee5-407bef1ddec6,segment=NetworkSegment(e36d749e-9a7a-4d3b-a761-29abe44bc480),segment_id=e36d749e-9a7a-4d3b-a761-29abe44bc480)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:09:04.786393 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:04.854214 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['624be04c-1c9e-4c00-bee5-407bef1ddec6'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:09:04.891495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=624be04c-1c9e-4c00-bee5-407bef1ddec6,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:05.258119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0850bc5-dda4-479d-b6ac-5e5518e6384f req-2e9510c3-aae5-4f37-bc28-e7d027b916c7 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:05.259583 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d0850bc5-dda4-479d-b6ac-5e5518e6384f req-2e9510c3-aae5-4f37-bc28-e7d027b916c7 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 944 time: 0.0951457 May 28 05:09:05.311571 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d0850bc5-dda4-479d-b6ac-5e5518e6384f req-7f85fc29-d92b-45c5-84bc-ffb737a14bd0 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431187 May 28 05:09:05.666632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 624be04c-1c9e-4c00-bee5-407bef1ddec6 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:09:05.744126 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 624be04c-1c9e-4c00-bee5-407bef1ddec6 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:09:05.744490 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:05.859554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:05.892188 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 624be04c-1c9e-4c00-bee5-407bef1ddec6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=624be04c-1c9e-4c00-bee5-407bef1ddec6,segment=NetworkSegment(e36d749e-9a7a-4d3b-a761-29abe44bc480),segment_id=e36d749e-9a7a-4d3b-a761-29abe44bc480)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:09:05.897967 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:05.965744 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=624be04c-1c9e-4c00-bee5-407bef1ddec6,revision_number=8']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:06.023360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27674fa1-5ada-47bd-bd65-54d590cdab56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624be04c-1c9e-4c00-bee5-407bef1ddec6'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:09:06.082067 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e8787e7-abff-4a1f-9571-e3910d40648d'] response: {'server_uuid': '27674fa1-5ada-47bd-bd65-54d590cdab56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624be04c-1c9e-4c00-bee5-407bef1ddec6', 'code': 200} May 28 05:09:06.533182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415ee067-4cc7-4e34-aabb-ad81c9590dbc req-df74c1e9-ceca-4875-8a2b-329e30abe792 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:06.535679 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-415ee067-4cc7-4e34-aabb-ad81c9590dbc req-df74c1e9-ceca-4875-8a2b-329e30abe792 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0854149 May 28 05:09:06.587440 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-415ee067-4cc7-4e34-aabb-ad81c9590dbc req-39a1f36b-6d66-47a7-8239-76dcb7092942 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/security-groups?id=e432427a-1747-4b15-bf90-3eb50f0caaf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458493 May 28 05:09:06.810729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-a1cf1aa6-54cc-4a19-857d-bcce79591c8f tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:06.812153 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-a1cf1aa6-54cc-4a19-857d-bcce79591c8f tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.66 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 945 time: 0.0850224 May 28 05:09:06.881017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Deleting port 624be04c-1c9e-4c00-bee5-407bef1ddec6 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:09:06.881339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:07.131482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] For port 624be04c-1c9e-4c00-bee5-407bef1ddec6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=624be04c-1c9e-4c00-bee5-407bef1ddec6,segment=NetworkSegment(e36d749e-9a7a-4d3b-a761-29abe44bc480),segment_id=e36d749e-9a7a-4d3b-a761-29abe44bc480)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:09:07.131765 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:07.258649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Calling delete_port for 624be04c-1c9e-4c00-bee5-407bef1ddec6 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:09:07.404841 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:07.416266 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['624be04c-1c9e-4c00-bee5-407bef1ddec6'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:09:07.453135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Pushing event deleted for resources: {'Port': ['ID=624be04c-1c9e-4c00-bee5-407bef1ddec6,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:07.494132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:07.494484 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:07.494810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:07.495135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:07.495461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:07.495785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:07.496109 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:07.496432 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:07.496751 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:07.497065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:07.497378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:07.630024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] No DVR routers for this DVR port 624be04c-1c9e-4c00-bee5-407bef1ddec6 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:09:07.633714 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:07.636647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27674fa1-5ada-47bd-bd65-54d590cdab56', 'name': 'network-vif-deleted', 'tag': '624be04c-1c9e-4c00-bee5-407bef1ddec6'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:09:07.654460 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a81ee67d-522b-4b45-ae78-ff8800ba948f req-178fd41e-e0a1-4d80-b54e-37dd9a3cd9d1 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.66 "DELETE /v2.0/ports/624be04c-1c9e-4c00-bee5-407bef1ddec6 HTTP/1.1" status: 204 len: 173 time: 0.8371549 May 28 05:09:07.704088 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5604e63a-4ccd-4f3a-b646-2a2eee5ae1b4'] response: {'server_uuid': '27674fa1-5ada-47bd-bd65-54d590cdab56', 'name': 'network-vif-deleted', 'tag': '624be04c-1c9e-4c00-bee5-407bef1ddec6', 'status': 'completed', 'code': 200} May 28 05:09:07.761972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-25e1be93-16e5-4b8e-a635-70d36e92e897 req-2136867a-87b8-40bc-b8c0-baa8b8bd7308 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Synchronizing usage tracker for tenant:16584a52992940caaf46f53b0d77339c on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:09:07.778945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-25e1be93-16e5-4b8e-a635-70d36e92e897 req-2136867a-87b8-40bc-b8c0-baa8b8bd7308 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] Unset dirty status for tenant:16584a52992940caaf46f53b0d77339c on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:09:07.780111 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-25e1be93-16e5-4b8e-a635-70d36e92e897 req-2136867a-87b8-40bc-b8c0-baa8b8bd7308 tempest-DeleteServersTestJSON-1141042452 tempest-DeleteServersTestJSON-1141042452-project] 10.222.0.15 "GET /v2.0/ports?device_id=27674fa1-5ada-47bd-bd65-54d590cdab56 HTTP/1.1" status: 200 len: 210 time: 0.0577776 May 28 05:09:09.048405 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 36292) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:09:09.107537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Deleting subnet f90a07f0-d3ca-4ac0-b034-da568ed173ad {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:09:09.110417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:09.177343 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:09.248496 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:09.324326 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:09.363219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f90a07f0-d3ca-4ac0-b034-da568ed173ad,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:09.372134 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:09.380871 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:09.381211 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:09.381513 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:09.381876 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:09.382189 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:09.382501 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:09.382813 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:09.383117 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:09.383812 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:09.384130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:09.384441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:09:09.389108 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-25fd8927-d4b6-4eb0-9c89-9c064c2b9d21 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f90a07f0-d3ca-4ac0-b034-da568ed173ad HTTP/1.1" status: 204 len: 168 time: 0.3397496 May 28 05:09:09.391733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 36296) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:09:09.496744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e0d3-55fb-41a3-a568-27f95983551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:09.624920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e0d3-55fb-41a3-a568-27f95983551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:09.648956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-2cf9e0d3-55fb-41a3-a568-27f95983551e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:09:09.660835 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-2cf9e0d3-55fb-41a3-a568-27f95983551e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36d749e-9a7a-4d3b-a761-29abe44bc480') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:09:09.661116 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-2cf9e0d3-55fb-41a3-a568-27f95983551e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36d749e-9a7a-4d3b-a761-29abe44bc480') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:09:09.672329 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e0d3-55fb-41a3-a568-27f95983551e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:09.680021 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 624be04c-1c9e-4c00-bee5-407bef1ddec6 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:09:09.689461 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e0d3-55fb-41a3-a568-27f95983551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:09.696157 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf9e0d3-55fb-41a3-a568-27f95983551e admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:09:09.697250 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e0d3-55fb-41a3-a568-27f95983551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:09:09.710848 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:09:09.718008 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 624be04c-1c9e-4c00-bee5-407bef1ddec6 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:09:09.718379 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 624be04c-1c9e-4c00-bee5-407bef1ddec6 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:09:09.794111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e0d3-55fb-41a3-a568-27f95983551e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:09.798626 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2cf9e0d3-55fb-41a3-a568-27f95983551e admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:09.822926 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9e0d3-55fb-41a3-a568-27f95983551e admin admin] Pushing event deleted for resources: {'Network': ['ID=5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:09.831561 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2cf9e0d3-55fb-41a3-a568-27f95983551e admin admin] 10.222.0.15 "DELETE /v2.0/networks/5babd9ca-6e27-48c2-8d1e-4d6e24fa4ddc HTTP/1.1" status: 204 len: 168 time: 0.4389288 May 28 05:09:09.972876 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 36302) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:09:10.028138 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b6ca15d2-af1b-4689-a872-eb055e454c86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16584a52992940caaf46f53b0d77339c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540712 May 28 05:09:10.030741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 36306) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:09:10.090071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aa025916-0b06-41e3-bd67-fb5d853d841f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:10.116457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aa025916-0b06-41e3-bd67-fb5d853d841f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:10.178059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aa025916-0b06-41e3-bd67-fb5d853d841f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:10.199139 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa025916-0b06-41e3-bd67-fb5d853d841f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e432427a-1747-4b15-bf90-3eb50f0caaf6,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:10.211892 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-aa025916-0b06-41e3-bd67-fb5d853d841f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:10.213452 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-aa025916-0b06-41e3-bd67-fb5d853d841f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e432427a-1747-4b15-bf90-3eb50f0caaf6 HTTP/1.1" status: 204 len: 168 time: 0.1816471 May 28 05:09:11.117045 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 36328) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:09:11.271995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1879897181-network', 'tenant_id': '5104cf1b4def4d41bc546f33d603e28a'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:09:11.276980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:09:11.281156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Usage tracker for resource:network and tenant:5104cf1b4def4d41bc546f33d603e28a is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:09:11.284681 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:09:11.291589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:09:11.304656 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Made reservation on behalf of 5104cf1b4def4d41bc546f33d603e28a for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:09:11.306942 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:11.319003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:11.351260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:09:11.355089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Usage tracker for resource:security_group_rule and tenant:5104cf1b4def4d41bc546f33d603e28a is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:09:11.357815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:09:11.363353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:09:11.429610 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:11.435882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:11.472105 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:09:11.480231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c339aa22-5180-4470-abfd-c359af089b51,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:11.485812 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:11.486055 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Added segment 65c439ae-6dea-426f-a897-484cfc925daa of type vlan for network 03817a33-a3ac-42bf-b441-7a994da55cf0 May 28 05:09:11.512610 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:11.543704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:11.544815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:11.545744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:11.649349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] Pushing event updated for resources: {'Network': ['ID=03817a33-a3ac-42bf-b441-7a994da55cf0,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:11.652383 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f9ff75f2-ed54-4342-bd20-5fa5833a8e00 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5342677 May 28 05:09:11.655465 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 36334) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:09:11.659878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 03817a33-a3ac-42bf-b441-7a994da55cf0 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:09:11.660760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e405acce-b29b-4328-b463-e7ec3d8bd9de admin admin] Request body: {'subnet': {'network_id': '03817a33-a3ac-42bf-b441-7a994da55cf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1879897181-subnet', 'tenant_id': '5104cf1b4def4d41bc546f33d603e28a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:09:11.666007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e405acce-b29b-4328-b463-e7ec3d8bd9de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:09:11.670214 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e405acce-b29b-4328-b463-e7ec3d8bd9de admin admin] Usage tracker for resource:subnet and tenant:5104cf1b4def4d41bc546f33d603e28a is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:09:11.673218 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e405acce-b29b-4328-b463-e7ec3d8bd9de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:09:11.679213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e405acce-b29b-4328-b463-e7ec3d8bd9de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:09:11.691389 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e405acce-b29b-4328-b463-e7ec3d8bd9de admin admin] Made reservation on behalf of 5104cf1b4def4d41bc546f33d603e28a for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:09:11.693823 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e405acce-b29b-4328-b463-e7ec3d8bd9de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:11.901908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e405acce-b29b-4328-b463-e7ec3d8bd9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:11.973144 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405acce-b29b-4328-b463-e7ec3d8bd9de admin admin] Pushing event updated for resources: {'Subnet': ['ID=162b3eb4-187d-4a0c-9640-a9467d0ff0ae,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:11.988082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e405acce-b29b-4328-b463-e7ec3d8bd9de admin admin] Checking segment: {'id': '65c439ae-6dea-426f-a897-484cfc925daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '03817a33-a3ac-42bf-b441-7a994da55cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:09:11.988433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e405acce-b29b-4328-b463-e7ec3d8bd9de admin admin] Network hostable DHCP agents. Network: 03817a33-a3ac-42bf-b441-7a994da55cf0, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:09:12.011801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e405acce-b29b-4328-b463-e7ec3d8bd9de admin admin] Network 03817a33-a3ac-42bf-b441-7a994da55cf0 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:09:12.021849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-e405acce-b29b-4328-b463-e7ec3d8bd9de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 03817a33-a3ac-42bf-b441-7a994da55cf0) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:09:12.026017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e405acce-b29b-4328-b463-e7ec3d8bd9de admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:12.026605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e405acce-b29b-4328-b463-e7ec3d8bd9de admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:12.031550 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f7b51d-795b-4360-8689-30f891e5f52b None None] Network 03817a33-a3ac-42bf-b441-7a994da55cf0 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:09:12.055868 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e405acce-b29b-4328-b463-e7ec3d8bd9de admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3924668 May 28 05:09:12.249570 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6333a1cb-b3b2-4ffe-b189-763c0e1f69cd None None] Network 03817a33-a3ac-42bf-b441-7a994da55cf0 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:09:12.588000 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-94feb7ee-2cea-491c-9eef-04d4e532a44d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:12.588667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-94feb7ee-2cea-491c-9eef-04d4e532a44d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Synchronizing usage tracker for tenant:5104cf1b4def4d41bc546f33d603e28a on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:09:12.608179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-94feb7ee-2cea-491c-9eef-04d4e532a44d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Unset dirty status for tenant:5104cf1b4def4d41bc546f33d603e28a on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:09:12.609376 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-94feb7ee-2cea-491c-9eef-04d4e532a44d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/networks?id=03817a33-a3ac-42bf-b441-7a994da55cf0 HTTP/1.1" status: 200 len: 815 time: 0.1657536 May 28 05:09:12.626743 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-1581c0fe-e6fe-4cd8-a853-5c74ade9a4b3 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/quotas/5104cf1b4def4d41bc546f33d603e28a HTTP/1.1" status: 200 len: 375 time: 0.0112631 May 28 05:09:12.672105 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5ddda020-0117-4316-9d6b-9f5f5c474241 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5104cf1b4def4d41bc546f33d603e28a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398557 May 28 05:09:12.802759 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-c546e28e-4bde-4f70-8432-ca7a8abc437f service neutron] 10.222.0.15 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239374 May 28 05:09:12.932810 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-98030e98-6247-4870-8666-c74ab8193485 service neutron] 10.222.0.15 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239142 May 28 05:09:13.144678 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a8839f6f-52e1-4acc-ba15-8374f0a32ff2 req-ed5cadaf-c848-4c8e-aef2-2b5f737cb1cb tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 210 time: 0.0486419 May 28 05:09:14.181681 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-e764d743-eb4a-473e-8f2d-641ded36abe8 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:14.183132 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-e764d743-eb4a-473e-8f2d-641ded36abe8 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.66 "GET /v2.0/networks?id=03817a33-a3ac-42bf-b441-7a994da55cf0 HTTP/1.1" status: 200 len: 815 time: 0.1487973 May 28 05:09:14.199096 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Request body: {'port': {'device_id': 'f63c9f57-c03f-4498-b2dc-d565467d41d1', 'network_id': '03817a33-a3ac-42bf-b441-7a994da55cf0', 'admin_state_up': True, 'tenant_id': '5104cf1b4def4d41bc546f33d603e28a'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:09:14.328156 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-76a79b6a-b947-4b9a-859a-86011615c45b req-bebf1d8e-e3d3-40de-9ffe-04f28657569a tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 210 time: 0.0465009 May 28 05:09:14.371215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:09:14.375263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Usage tracker for resource:port and tenant:5104cf1b4def4d41bc546f33d603e28a is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:09:14.378266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:09:14.387880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:09:14.402138 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Made reservation on behalf of 5104cf1b4def4d41bc546f33d603e28a for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:09:14.405103 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:14.655069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Allocated IP 172.20.0.8 (03817a33-a3ac-42bf-b441-7a994da55cf0/162b3eb4-187d-4a0c-9640-a9467d0ff0ae/e9656185-2833-4edc-9aac-211497f9c20a) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:09:14.880815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:14.909374 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:14.977464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Network 03817a33-a3ac-42bf-b441-7a994da55cf0 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:09:14.980982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:09:14.984913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:09:15.014522 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Pushing event updated for resources: {'Port': ['ID=e9656185-2833-4edc-9aac-211497f9c20a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:15.050213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:15.050797 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:15.071874 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-5d3e1ca0-210a-4e16-ad19-6c154221470d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8766923 May 28 05:09:15.083120 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Request body: {'port': {'device_id': 'f63c9f57-c03f-4498-b2dc-d565467d41d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:09:15.184781 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:15.564030 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9656185-2833-4edc-9aac-211497f9c20a {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:09:15.572292 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:15.590861 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Transition to ACTIVE for port object e9656185-2833-4edc-9aac-211497f9c20a will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:09:15.597158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:15.632920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bffc48-dbf2-4a57-9be8-f6a531a6dd3f req-4a73994e-0ec6-49bf-b2e6-b60afac42c37 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:15.633587 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-b8bffc48-dbf2-4a57-9be8-f6a531a6dd3f req-4a73994e-0ec6-49bf-b2e6-b60afac42c37 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Synchronizing usage tracker for tenant:5104cf1b4def4d41bc546f33d603e28a on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:09:15.734517 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Pushing event updated for resources: {'Port': ['ID=e9656185-2833-4edc-9aac-211497f9c20a,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:15.742954 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-b8bffc48-dbf2-4a57-9be8-f6a531a6dd3f req-4a73994e-0ec6-49bf-b2e6-b60afac42c37 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Unset dirty status for tenant:5104cf1b4def4d41bc546f33d603e28a on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:09:15.744113 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b8bffc48-dbf2-4a57-9be8-f6a531a6dd3f req-4a73994e-0ec6-49bf-b2e6-b60afac42c37 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 931 time: 0.2889163 May 28 05:09:15.865228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-b8bffc48-dbf2-4a57-9be8-f6a531a6dd3f req-19a27ed4-c0f0-4432-9114-ccf14123c2ae tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Synchronizing usage tracker for tenant:5104cf1b4def4d41bc546f33d603e28a on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:09:15.878691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Attempting to bind port e9656185-2833-4edc-9aac-211497f9c20a on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:09:15.879021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Attempting to bind port e9656185-2833-4edc-9aac-211497f9c20a by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '65c439ae-6dea-426f-a897-484cfc925daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '03817a33-a3ac-42bf-b441-7a994da55cf0'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:09:15.879308 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Attempting to bind port e9656185-2833-4edc-9aac-211497f9c20a on network 03817a33-a3ac-42bf-b441-7a994da55cf0 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:09:15.890373 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Port e9656185-2833-4edc-9aac-211497f9c20a on network 03817a33-a3ac-42bf-b441-7a994da55cf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:09:15.890747 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Attempting to bind port e9656185-2833-4edc-9aac-211497f9c20a on network 03817a33-a3ac-42bf-b441-7a994da55cf0 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:09:15.894589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-b8bffc48-dbf2-4a57-9be8-f6a531a6dd3f req-19a27ed4-c0f0-4432-9114-ccf14123c2ae tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Unset dirty status for tenant:5104cf1b4def4d41bc546f33d603e28a on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:09:15.895715 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b8bffc48-dbf2-4a57-9be8-f6a531a6dd3f req-19a27ed4-c0f0-4432-9114-ccf14123c2ae tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277223 May 28 05:09:15.898868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:09:15.899185 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Checking segment: {'id': '65c439ae-6dea-426f-a897-484cfc925daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '03817a33-a3ac-42bf-b441-7a994da55cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:09:15.899567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Bound using segment: {'id': '65c439ae-6dea-426f-a897-484cfc925daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '03817a33-a3ac-42bf-b441-7a994da55cf0'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:09:15.899971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Bound port: e9656185-2833-4edc-9aac-211497f9c20a, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c439ae-6dea-426f-a897-484cfc925daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '03817a33-a3ac-42bf-b441-7a994da55cf0'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:09:15.900334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:15.992746 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] For port e9656185-2833-4edc-9aac-211497f9c20a, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:09:15.996507 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] For port e9656185-2833-4edc-9aac-211497f9c20a, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e9656185-2833-4edc-9aac-211497f9c20a,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:09:16.001708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:16.066888 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:16.069043 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] 10.222.0.66 "PUT /v2.0/ports/e9656185-2833-4edc-9aac-211497f9c20a HTTP/1.1" status: 200 len: 1093 time: 0.9896247 May 28 05:09:16.069680 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63c9f57-c03f-4498-b2dc-d565467d41d1', 'tag': 'e9656185-2833-4edc-9aac-211497f9c20a'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:09:16.089128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7052d7-d0c9-44d1-b065-38e8776e8498 service neutron] Pushing event updated for resources: {'Port': ['ID=e9656185-2833-4edc-9aac-211497f9c20a,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:16.139497 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149f1192-6f87-4ba1-b471-fcdc17721da2'] response: {'name': 'network-changed', 'server_uuid': 'f63c9f57-c03f-4498-b2dc-d565467d41d1', 'tag': 'e9656185-2833-4edc-9aac-211497f9c20a', 'status': 'completed', 'code': 200} May 28 05:09:16.183842 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-85e3aa3f-bed9-4e28-a26f-50795ec48b39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5104cf1b4def4d41bc546f33d603e28a&device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 1096 time: 0.0746837 May 28 05:09:16.252676 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-f1904865-d126-436e-a998-d238da1c5c16 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9656185-2833-4edc-9aac-211497f9c20a HTTP/1.1" status: 200 len: 217 time: 0.0616331 May 28 05:09:16.414675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-0897af1e-3d97-441b-90cf-e97bd7bdd3b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:16.417088 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-0897af1e-3d97-441b-90cf-e97bd7bdd3b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=162b3eb4-187d-4a0c-9640-a9467d0ff0ae HTTP/1.1" status: 200 len: 855 time: 0.1580381 May 28 05:09:16.462077 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-992b1f29-a282-49af-858a-4ee756ede134 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03817a33-a3ac-42bf-b441-7a994da55cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394814 May 28 05:09:16.602844 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-f81b44d1-fa57-4e69-b9c5-2652280bf3c0 service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345987 May 28 05:09:16.732564 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1efba391-beda-47b9-b1a0-a9f8cac7ddf7 req-8ad0577f-dfc8-473b-b15a-70626ae5c8e0 service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235933 May 28 05:09:16.852128 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8921515a-86bd-4a91-98e9-6afd88594525 req-88802c64-14a2-4a98-9d32-773640634a2c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5104cf1b4def4d41bc546f33d603e28a&device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 1096 time: 0.0683501 May 28 05:09:16.982170 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921515a-86bd-4a91-98e9-6afd88594525 req-6d46a8af-e0d2-43fe-94ab-ee867944f59f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:16.983693 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8921515a-86bd-4a91-98e9-6afd88594525 req-6d46a8af-e0d2-43fe-94ab-ee867944f59f service neutron] 10.222.0.66 "GET /v2.0/networks?id=03817a33-a3ac-42bf-b441-7a994da55cf0 HTTP/1.1" status: 200 len: 916 time: 0.1246057 May 28 05:09:17.094436 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8921515a-86bd-4a91-98e9-6afd88594525 req-8ec560c6-2360-44ce-b6f3-c3111ed0d232 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9656185-2833-4edc-9aac-211497f9c20a HTTP/1.1" status: 200 len: 217 time: 0.1036117 May 28 05:09:17.169023 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921515a-86bd-4a91-98e9-6afd88594525 req-2231f83a-e7e6-4990-90fa-1572b24da02a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:17.170463 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8921515a-86bd-4a91-98e9-6afd88594525 req-2231f83a-e7e6-4990-90fa-1572b24da02a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=162b3eb4-187d-4a0c-9640-a9467d0ff0ae HTTP/1.1" status: 200 len: 855 time: 0.0654242 May 28 05:09:17.178993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95f0a8-26e6-4a35-9cf4-40390d850912 req-96ec82f9-ac2a-4565-975e-da1edc51c866 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:17.180333 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3f95f0a8-26e6-4a35-9cf4-40390d850912 req-96ec82f9-ac2a-4565-975e-da1edc51c866 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 943 time: 0.1395516 May 28 05:09:17.232125 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8921515a-86bd-4a91-98e9-6afd88594525 req-b21186b4-89bc-4c85-998d-bab3fad9b8b0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03817a33-a3ac-42bf-b441-7a994da55cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509012 May 28 05:09:17.336363 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3f95f0a8-26e6-4a35-9cf4-40390d850912 req-87bec885-8151-4a66-8a5a-09224eb3534f tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273959 May 28 05:09:17.387636 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8921515a-86bd-4a91-98e9-6afd88594525 req-1efee2dd-de11-4fbe-9df3-438745a8ad10 service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481013 May 28 05:09:17.519856 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8921515a-86bd-4a91-98e9-6afd88594525 req-74a902be-4621-4e3a-9ff3-d18974d52003 service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258557 May 28 05:09:18.571222 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27a10c-e3b7-47c0-9041-0739edeb4e66 req-1fbc9191-75a1-441a-845f-7257517135c1 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:18.572768 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6b27a10c-e3b7-47c0-9041-0739edeb4e66 req-1fbc9191-75a1-441a-845f-7257517135c1 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 943 time: 0.0927641 May 28 05:09:18.620244 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6b27a10c-e3b7-47c0-9041-0739edeb4e66 req-33ca8247-e18b-42fc-8291-784aa55d52da tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415168 May 28 05:09:19.734701 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device e9656185-2833-4edc-9aac-211497f9c20a details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:09:19.837961 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf8662-7649-43af-ae7c-d9f6817f8fd7 req-5918e7c2-eaa0-4314-8655-ec7cfb4b0331 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:19.839487 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9fcf8662-7649-43af-ae7c-d9f6817f8fd7 req-5918e7c2-eaa0-4314-8655-ec7cfb4b0331 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 943 time: 0.0810084 May 28 05:09:19.872876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port e9656185-2833-4edc-9aac-211497f9c20a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e9656185-2833-4edc-9aac-211497f9c20a,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:09:19.886428 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9fcf8662-7649-43af-ae7c-d9f6817f8fd7 req-3c9a2485-85bc-4f93-8e5f-7d6b83645ff1 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412946 May 28 05:09:19.890626 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'e9656185-2833-4edc-9aac-211497f9c20a', 'network_id': '03817a33-a3ac-42bf-b441-7a994da55cf0', 'port_id': 'e9656185-2833-4edc-9aac-211497f9c20a', 'mac_address': 'fa:16:3e:47:a9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162b3eb4-187d-4a0c-9640-a9467d0ff0ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:09:19.945467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:19.962169 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9656185-2833-4edc-9aac-211497f9c20a {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:09:19.978504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port e9656185-2833-4edc-9aac-211497f9c20a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e9656185-2833-4edc-9aac-211497f9c20a,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:09:19.984744 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:20.056281 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=e9656185-2833-4edc-9aac-211497f9c20a,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:20.188509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['e9656185-2833-4edc-9aac-211497f9c20a'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:09:21.085255 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4d8a1-cfb5-42c9-97f1-fb016e4a0421 req-d0a699a9-4117-4790-b84a-c923e5bfa4cb tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:21.086728 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-47e4d8a1-cfb5-42c9-97f1-fb016e4a0421 req-d0a699a9-4117-4790-b84a-c923e5bfa4cb tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 944 time: 0.0788116 May 28 05:09:21.135702 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-47e4d8a1-cfb5-42c9-97f1-fb016e4a0421 req-d8a98aa2-103a-4916-92a6-7baaa5718de0 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423901 May 28 05:09:21.774462 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device e9656185-2833-4edc-9aac-211497f9c20a up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:09:21.852624 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port e9656185-2833-4edc-9aac-211497f9c20a completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:09:21.858223 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port e9656185-2833-4edc-9aac-211497f9c20a triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:09:21.858581 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:21.973375 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:22.000304 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c9f57-c03f-4498-b2dc-d565467d41d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9656185-2833-4edc-9aac-211497f9c20a'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:09:22.010234 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port e9656185-2833-4edc-9aac-211497f9c20a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e9656185-2833-4edc-9aac-211497f9c20a,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:09:22.015501 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:22.056634 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786a7ee6-7c00-45b3-9311-7fb8fabdd537'] response: {'server_uuid': 'f63c9f57-c03f-4498-b2dc-d565467d41d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9656185-2833-4edc-9aac-211497f9c20a', 'code': 200} May 28 05:09:22.086916 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=e9656185-2833-4edc-9aac-211497f9c20a,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:22.131986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c732e73f-2fd5-4b63-b8ac-6b4abe77b0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:22.343298 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-545c8311-6d6f-4e94-a532-a2d927446f70 req-118b12c6-c197-46d8-8fc7-4f57084a8c38 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 1098 time: 0.1260436 May 28 05:09:22.356486 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d7cd0-90f4-4486-b788-422b7cc058ae req-33a04206-f3e0-4702-805e-17f072735939 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:22.357826 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3a6d7cd0-90f4-4486-b788-422b7cc058ae req-33a04206-f3e0-4702-805e-17f072735939 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0986285 May 28 05:09:22.426898 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-545c8311-6d6f-4e94-a532-a2d927446f70 req-5a2005b9-c505-4f56-a46a-ff1731a9239a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761929 May 28 05:09:22.431531 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3a6d7cd0-90f4-4486-b788-422b7cc058ae req-4882f5ad-c073-44d4-abdf-3cc6b127bfe4 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613794 May 28 05:09:23.738132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90d8b5-1ce0-46c2-aa45-ba68d023895a req-662177b9-b28c-4a15-9450-8b203470045d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:23.739488 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4f90d8b5-1ce0-46c2-aa45-ba68d023895a req-662177b9-b28c-4a15-9450-8b203470045d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.1719646 May 28 05:09:23.788268 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4f90d8b5-1ce0-46c2-aa45-ba68d023895a req-30b69207-89e5-4600-863b-722f4c029f69 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402796 May 28 05:09:23.990292 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7a8a5-9ff8-4672-bc9a-efefd438bd90 req-44120e03-2d66-4d4c-9cd9-b795a57bb479 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:23.991635 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab7a8a5-9ff8-4672-bc9a-efefd438bd90 req-44120e03-2d66-4d4c-9cd9-b795a57bb479 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0808921 May 28 05:09:24.041040 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ab7a8a5-9ff8-4672-bc9a-efefd438bd90 req-120b73dc-34ce-4df7-a7b2-d6284e95bfd0 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 May 28 05:09:24.308227 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-99fbf105-9221-4664-8c3b-46798c99178c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:24.429918 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d38d76-b654-46e6-8de7-2710315fb40f req-cd9621e5-afbf-4076-bbf7-b94d3c5aff98 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:24.431372 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b9d38d76-b654-46e6-8de7-2710315fb40f req-cd9621e5-afbf-4076-bbf7-b94d3c5aff98 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0819619 May 28 05:09:24.478567 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b9d38d76-b654-46e6-8de7-2710315fb40f req-e225bd93-71df-4c74-8aeb-5e2a6dded038 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412869 May 28 05:09:24.701508 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8bc58-97be-4bb0-ba9b-8db469211ab6 req-a045213d-3359-486c-a848-2876cf444a9b tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:24.703107 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-58a8bc58-97be-4bb0-ba9b-8db469211ab6 req-a045213d-3359-486c-a848-2876cf444a9b tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0928962 May 28 05:09:24.756579 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-58a8bc58-97be-4bb0-ba9b-8db469211ab6 req-21a6a3b6-ea36-4434-a1b4-c07c5acd685a tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474081 May 28 05:09:24.862962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:24.965413 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07b56b21-b5a0-46ea-87f5-65d051f48983 req-49adf174-5c86-4779-8ea4-bb102e10ba8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0674956 May 28 05:09:25.238073 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-82711e93-79b5-49a5-b285-05a7e6f78dad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713236 May 28 05:09:25.321951 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2d4e0-22af-4cb2-b5f7-3f3050de7938 req-6bcf6455-becd-4e51-8311-065390157e7d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:25.323451 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-46e2d4e0-22af-4cb2-b5f7-3f3050de7938 req-6bcf6455-becd-4e51-8311-065390157e7d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0860846 May 28 05:09:25.377767 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-46e2d4e0-22af-4cb2-b5f7-3f3050de7938 req-57a01ce0-7afe-48f1-8775-e85935113694 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484407 May 28 05:09:25.555603 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:25.616679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:26.641289 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8970032-00d5-44a5-a1ac-e892280ab58e req-7f1ebb33-28b5-4e8e-ae05-8a1250dfb31a tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:26.642776 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e8970032-00d5-44a5-a1ac-e892280ab58e req-7f1ebb33-28b5-4e8e-ae05-8a1250dfb31a tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.1333663 May 28 05:09:26.645471 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-c33c8464-d821-4eef-ab9c-5557b4baca50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5104cf1b4def4d41bc546f33d603e28a&device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 1098 time: 0.1055622 May 28 05:09:26.769509 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e8970032-00d5-44a5-a1ac-e892280ab58e req-1252fbf2-44bd-42cf-9d71-900fcd2ca2a7 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210096 May 28 05:09:26.808294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-a809e967-8c00-490a-9922-73bda4a9c5e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:26.809791 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-a809e967-8c00-490a-9922-73bda4a9c5e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=03817a33-a3ac-42bf-b441-7a994da55cf0 HTTP/1.1" status: 200 len: 916 time: 0.1477599 May 28 05:09:26.879648 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-5e59e3ab-412e-41cc-be69-df2242bc4f86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9656185-2833-4edc-9aac-211497f9c20a HTTP/1.1" status: 200 len: 217 time: 0.0638378 May 28 05:09:26.941471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-69fd0907-a274-435f-b17d-f3ae9ca06bb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:26.942961 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-69fd0907-a274-435f-b17d-f3ae9ca06bb8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=162b3eb4-187d-4a0c-9640-a9467d0ff0ae HTTP/1.1" status: 200 len: 855 time: 0.0581319 May 28 05:09:26.991149 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-4a418d27-0d7d-465a-aa70-7f97b20ae2c4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03817a33-a3ac-42bf-b441-7a994da55cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425031 May 28 05:09:27.129400 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-23177c38-994b-4deb-b9c6-860dfacd1e7a service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324968 May 28 05:09:27.169764 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:27.259962 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-7b6e7c82-ba20-4977-902a-72fd23161f17 service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248505 May 28 05:09:27.979979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb7118-7ae6-4b79-a662-a3f79dc15314 req-42d8c33a-cb0c-48b9-b7c4-4491ab992562 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:27.981433 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66fb7118-7ae6-4b79-a662-a3f79dc15314 req-42d8c33a-cb0c-48b9-b7c4-4491ab992562 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0794234 May 28 05:09:28.028486 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66fb7118-7ae6-4b79-a662-a3f79dc15314 req-3289fd2e-4962-466e-8a08-de8ded0d13e4 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415339 May 28 05:09:29.407031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a005605-f613-475e-86ac-064c081a9152 req-ec37b05e-d8e7-4efe-a7de-ff2c6aecacbc tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:29.408414 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9a005605-f613-475e-86ac-064c081a9152 req-ec37b05e-d8e7-4efe-a7de-ff2c6aecacbc tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0887249 May 28 05:09:29.454283 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9a005605-f613-475e-86ac-064c081a9152 req-c1ca6ffa-e294-4bce-b47b-9a24511bbbc3 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399663 May 28 05:09:30.679008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18735a-ee49-4f0f-9061-e742ebc9a8cd req-a6f10292-5f1e-45b5-8e97-9c432b218f3c tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:30.682144 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ef18735a-ee49-4f0f-9061-e742ebc9a8cd req-a6f10292-5f1e-45b5-8e97-9c432b218f3c tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0878582 May 28 05:09:30.728449 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ef18735a-ee49-4f0f-9061-e742ebc9a8cd req-bbeb8ff8-3fdb-463e-bc47-2d01331549d6 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418751 May 28 05:09:32.026364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da773f4d-334c-4fde-8b19-9d3f5573ac65 req-7ae0ba8a-ef56-4d91-ba8c-8d9c1ea2f3dc tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:32.027898 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-da773f4d-334c-4fde-8b19-9d3f5573ac65 req-7ae0ba8a-ef56-4d91-ba8c-8d9c1ea2f3dc tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.1692648 May 28 05:09:32.072470 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-da773f4d-334c-4fde-8b19-9d3f5573ac65 req-459d429a-3eb5-4a66-9d3a-e0dd2b24b68f tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386858 May 28 05:09:33.284664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6d29b-ae1c-4d1c-9b71-c7fcc3546006 req-a0da9c60-941f-46f0-a457-25318650a14a tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:33.286049 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a7e6d29b-ae1c-4d1c-9b71-c7fcc3546006 req-a0da9c60-941f-46f0-a457-25318650a14a tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0830760 May 28 05:09:33.334518 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a7e6d29b-ae1c-4d1c-9b71-c7fcc3546006 req-5551dc1c-a063-40d1-9bd9-36da23170c8f tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428145 May 28 05:09:34.566589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69665f0-ce3e-4e6d-906d-d2a272e11aa8 req-8a80a29e-91f8-47d7-a556-9c4ec8336f03 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:34.568014 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c69665f0-ce3e-4e6d-906d-d2a272e11aa8 req-8a80a29e-91f8-47d7-a556-9c4ec8336f03 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0863676 May 28 05:09:34.617253 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c69665f0-ce3e-4e6d-906d-d2a272e11aa8 req-88dea2f2-3ade-4881-b9c3-380bb8abe939 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405159 May 28 05:09:35.833709 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e837d8-88f0-43e8-a3c3-2b4d20ad946b req-daecd19c-65f0-4cb4-8b25-193a0a1a3471 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:35.835095 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e8e837d8-88f0-43e8-a3c3-2b4d20ad946b req-daecd19c-65f0-4cb4-8b25-193a0a1a3471 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0815077 May 28 05:09:35.894401 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e8e837d8-88f0-43e8-a3c3-2b4d20ad946b req-7c872b4a-b449-4297-a914-119f84020eaa tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511920 May 28 05:09:37.113194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0fa9e6-d4de-4f69-b4eb-07728f012f00 req-a74c11df-327b-4134-a1dc-131a4a545139 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:37.115012 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fc0fa9e6-d4de-4f69-b4eb-07728f012f00 req-a74c11df-327b-4134-a1dc-131a4a545139 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0969877 May 28 05:09:37.162984 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fc0fa9e6-d4de-4f69-b4eb-07728f012f00 req-6c5f5e7d-be36-4142-a387-1fc90856b8d4 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417626 May 28 05:09:38.377117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f516b6-dd82-4308-a8c5-f15c8c02b01f req-32b7835e-170c-4456-beab-3f2dda23c225 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:38.378636 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-60f516b6-dd82-4308-a8c5-f15c8c02b01f req-32b7835e-170c-4456-beab-3f2dda23c225 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0848596 May 28 05:09:38.426504 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-60f516b6-dd82-4308-a8c5-f15c8c02b01f req-e24ae7ff-20a1-4f28-9066-c61b94117dc9 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396974 May 28 05:09:39.645888 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a91899-6e15-4787-8b2f-af271cb278a3 req-47dd0822-f80c-4db2-bf8f-e73e13670edb tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:39.647334 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-09a91899-6e15-4787-8b2f-af271cb278a3 req-47dd0822-f80c-4db2-bf8f-e73e13670edb tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0829906 May 28 05:09:39.696774 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-09a91899-6e15-4787-8b2f-af271cb278a3 req-92ec9c4c-213e-4baf-bb00-0f5cad29bd0c tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438070 May 28 05:09:39.810647 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:09:40.913309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbe801-8451-4bd6-a63f-fffe70d6f7fa req-3a2bfb59-ec81-480c-836a-c6eb4d8156e7 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:40.914742 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c7dbe801-8451-4bd6-a63f-fffe70d6f7fa req-3a2bfb59-ec81-480c-836a-c6eb4d8156e7 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0809655 May 28 05:09:40.961506 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c7dbe801-8451-4bd6-a63f-fffe70d6f7fa req-975e5f2a-fdea-44c9-ae69-08d90f2e506a tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 May 28 05:09:42.184782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79971dda-09e9-4d09-a7d5-d90437d769ec req-b844fd14-9963-4fbc-b511-3d91415650eb tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:42.186328 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-79971dda-09e9-4d09-a7d5-d90437d769ec req-b844fd14-9963-4fbc-b511-3d91415650eb tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0899134 May 28 05:09:42.236899 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-79971dda-09e9-4d09-a7d5-d90437d769ec req-a4627406-9b16-434e-a2eb-99c6ac9cfd8c tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418978 May 28 05:09:43.464766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b58d3-35f3-427c-b188-d5214b599994 req-59e932a2-34eb-4a7b-8955-788b1f7071ee tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:43.466250 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-057b58d3-35f3-427c-b188-d5214b599994 req-59e932a2-34eb-4a7b-8955-788b1f7071ee tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0819392 May 28 05:09:43.514565 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-057b58d3-35f3-427c-b188-d5214b599994 req-3a1ec52d-a0cd-4a74-a95b-7ee55955889f tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400236 May 28 05:09:44.734721 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d91ad-1a87-4d52-b60c-c1909f60c939 req-f9e9dae1-2b60-47cb-befc-bc0dc1c936b5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:44.736197 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-377d91ad-1a87-4d52-b60c-c1909f60c939 req-f9e9dae1-2b60-47cb-befc-bc0dc1c936b5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0899549 May 28 05:09:44.783566 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-377d91ad-1a87-4d52-b60c-c1909f60c939 req-addffa7b-b412-4af7-8b66-e93dee3baf2c tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 May 28 05:09:45.997475 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78287cf4-b57f-4ff0-9da1-bb2b66864558 req-13f6e843-b44b-44dd-a78d-714e29bc603e tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:45.998957 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-78287cf4-b57f-4ff0-9da1-bb2b66864558 req-13f6e843-b44b-44dd-a78d-714e29bc603e tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0766702 May 28 05:09:46.065085 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-78287cf4-b57f-4ff0-9da1-bb2b66864558 req-8b1a9800-4a20-4bd7-825d-7b0b3d2673dd tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593464 May 28 05:09:47.276884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9699a2-423a-43aa-89b5-462d8b853eb6 req-98676a3f-9455-44a1-9f8b-96caabc2c4d5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:47.278273 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8e9699a2-423a-43aa-89b5-462d8b853eb6 req-98676a3f-9455-44a1-9f8b-96caabc2c4d5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0821526 May 28 05:09:47.333144 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8e9699a2-423a-43aa-89b5-462d8b853eb6 req-b67cf80a-7875-4d6f-9543-6d47c780e6ee tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479825 May 28 05:09:48.674436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a00082-8f8c-4426-afb1-d52fcd53c293 req-d619ee95-83c3-474e-885e-1f036c6ae8db tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:48.675867 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-88a00082-8f8c-4426-afb1-d52fcd53c293 req-d619ee95-83c3-474e-885e-1f036c6ae8db tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.2003191 May 28 05:09:48.726332 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-88a00082-8f8c-4426-afb1-d52fcd53c293 req-aa8b191f-5deb-4767-b3b5-5f56dbdfccf3 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447278 May 28 05:09:49.239132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-8c512b3d-1b7e-4cad-8625-23ad33f884b1 req-b7431e5b-1fe1-43be-a7b6-5d846e09ed78 service neutron] (84010) timed out ('10.222.0.66', 56599) {{(pid=84010) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 05:09:50.016799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b8859-4343-46d4-ab13-75c1a3839009 req-4ba9ae00-1294-4b97-acca-ff5971062460 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:50.018268 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-499b8859-4343-46d4-ab13-75c1a3839009 req-4ba9ae00-1294-4b97-acca-ff5971062460 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.1469448 May 28 05:09:50.063266 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-499b8859-4343-46d4-ab13-75c1a3839009 req-44d5505c-b4c7-4211-a81c-9648dc417cc8 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394232 May 28 05:09:51.282174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ecd9a-52a1-4066-928c-ecc0e718e938 req-170f79e2-b158-4b3c-a0b4-38c18f975ff7 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:51.283536 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ef5ecd9a-52a1-4066-928c-ecc0e718e938 req-170f79e2-b158-4b3c-a0b4-38c18f975ff7 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0835700 May 28 05:09:51.330865 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ef5ecd9a-52a1-4066-928c-ecc0e718e938 req-ae038159-5a43-47a2-b047-c5e4665a8480 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391083 May 28 05:09:51.873615 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9aa59f47-c06f-409b-8b7a-4395a4f66580 req-bce85d58-f36e-4d05-889d-699b3fcad0a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5104cf1b4def4d41bc546f33d603e28a&device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 1098 time: 0.0760942 May 28 05:09:52.023933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa59f47-c06f-409b-8b7a-4395a4f66580 req-a4b67ed9-04f2-4d21-8b7b-af64df8b02fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:52.025348 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9aa59f47-c06f-409b-8b7a-4395a4f66580 req-a4b67ed9-04f2-4d21-8b7b-af64df8b02fa service neutron] 10.222.0.66 "GET /v2.0/networks?id=03817a33-a3ac-42bf-b441-7a994da55cf0 HTTP/1.1" status: 200 len: 916 time: 0.1332252 May 28 05:09:52.094330 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9aa59f47-c06f-409b-8b7a-4395a4f66580 req-a7c42596-dbd7-4d29-b43c-76d6ed7bdc61 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9656185-2833-4edc-9aac-211497f9c20a HTTP/1.1" status: 200 len: 217 time: 0.0625896 May 28 05:09:52.137352 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-231db15e-8908-430d-9b8c-d2f0288ba74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:52.156175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa59f47-c06f-409b-8b7a-4395a4f66580 req-729910bb-fca4-4a6c-8112-0bfc0b929782 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:52.157612 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9aa59f47-c06f-409b-8b7a-4395a4f66580 req-729910bb-fca4-4a6c-8112-0bfc0b929782 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=162b3eb4-187d-4a0c-9640-a9467d0ff0ae HTTP/1.1" status: 200 len: 855 time: 0.0565989 May 28 05:09:52.204013 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9aa59f47-c06f-409b-8b7a-4395a4f66580 req-3316854f-a58f-41ba-9419-deed357aac97 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03817a33-a3ac-42bf-b441-7a994da55cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403640 May 28 05:09:52.436702 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9aa59f47-c06f-409b-8b7a-4395a4f66580 req-4602ee6b-1978-4607-90e5-29dd59a06463 service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268248 May 28 05:09:52.618539 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9aa59f47-c06f-409b-8b7a-4395a4f66580 req-8695e74f-dd00-470d-87ff-d43bade3c561 service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764445 May 28 05:09:52.632444 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748def8-0c9f-475f-a45a-ace074b7f35e req-6006da7d-5688-4588-ac37-1d1390e6fc75 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:52.634022 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e748def8-0c9f-475f-a45a-ace074b7f35e req-6006da7d-5688-4588-ac37-1d1390e6fc75 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.1738710 May 28 05:09:52.685763 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e748def8-0c9f-475f-a45a-ace074b7f35e req-3c5d7d99-c270-4a6c-a700-2ee48b36a0ce tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455332 May 28 05:09:53.894208 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806554df-3fde-4b7f-b920-1b54b61d07f1 req-ca41d6f3-bb28-470b-8ca7-11cbb9309135 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:53.895663 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-806554df-3fde-4b7f-b920-1b54b61d07f1 req-ca41d6f3-bb28-470b-8ca7-11cbb9309135 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0836329 May 28 05:09:53.975183 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-806554df-3fde-4b7f-b920-1b54b61d07f1 req-d7082fbb-2d40-4d59-824f-56f80ed62175 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734816 May 28 05:09:54.018713 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-b8525277-50da-48d3-aaa1-5f32818b8bf4 service neutron] 10.222.0.66 "GET /v2.0/ports/e9656185-2833-4edc-9aac-211497f9c20a/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0816777 May 28 05:09:54.306704 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-6c12b09f-aae8-46fc-9dcc-aa6d8211d217 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1&tenant_id=5104cf1b4def4d41bc546f33d603e28a HTTP/1.1" status: 200 len: 1098 time: 0.0720623 May 28 05:09:54.312905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3c9f7afe-3886-4247-9714-c3ea144a3d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:54.403306 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-aec384ea-2620-4050-9315-a87ce3764f5f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5104cf1b4def4d41bc546f33d603e28a&device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 1098 time: 0.0738413 May 28 05:09:54.534966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-2e7b92c7-203b-4a18-b435-8f907e158129 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:54.536330 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-2e7b92c7-203b-4a18-b435-8f907e158129 service neutron] 10.222.0.66 "GET /v2.0/networks?id=03817a33-a3ac-42bf-b441-7a994da55cf0 HTTP/1.1" status: 200 len: 916 time: 0.1274405 May 28 05:09:54.610217 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-67486d95-a110-4f54-aa41-daeb645914d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9656185-2833-4edc-9aac-211497f9c20a HTTP/1.1" status: 200 len: 217 time: 0.0682747 May 28 05:09:54.671456 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-37821497-95b0-4bc7-9f93-a0423c3d20ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:54.672936 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-37821497-95b0-4bc7-9f93-a0423c3d20ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=162b3eb4-187d-4a0c-9640-a9467d0ff0ae HTTP/1.1" status: 200 len: 855 time: 0.0570989 May 28 05:09:54.723438 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-cdbbb5f6-be3e-429f-8ed5-53dc71aa4459 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03817a33-a3ac-42bf-b441-7a994da55cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441761 May 28 05:09:54.857456 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-aa62e622-46de-4d11-aca1-9b0a6995142a service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279662 May 28 05:09:54.883076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:54.989815 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce8cb8bc-8ddb-4c60-8461-73444f06f363 req-9e5c392f-c86f-426a-9161-6a57942810e8 service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258488 May 28 05:09:55.180994 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f739f-b50e-4e88-9530-6d8b2e7a13ff req-a823ed5c-8a59-427d-a718-ef75679a5428 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:55.182464 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d59f739f-b50e-4e88-9530-6d8b2e7a13ff req-a823ed5c-8a59-427d-a718-ef75679a5428 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0782735 May 28 05:09:55.228148 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d59f739f-b50e-4e88-9530-6d8b2e7a13ff req-08d79e0f-90f2-4ed8-80c9-66fe79d97c3a tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394471 May 28 05:09:55.564790 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:55.617536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:56.446317 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd9b44-dd9f-434c-a7c0-98f12e7e8b3b req-7116531d-a005-4ff5-9ea6-7a4c9992a02f tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:56.447762 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bbd9b44-dd9f-434c-a7c0-98f12e7e8b3b req-7116531d-a005-4ff5-9ea6-7a4c9992a02f tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0813773 May 28 05:09:56.502402 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bbd9b44-dd9f-434c-a7c0-98f12e7e8b3b req-1369ab57-4601-48e2-9953-1952a1b8550d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484927 May 28 05:09:57.175748 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:57.712416 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2b418-d984-47ba-940c-c9324711aff3 req-75bfb118-e836-4123-8ce6-4c7f31f1341e tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:57.713873 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c4b2b418-d984-47ba-940c-c9324711aff3 req-75bfb118-e836-4123-8ce6-4c7f31f1341e tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.0774758 May 28 05:09:57.761832 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c4b2b418-d984-47ba-940c-c9324711aff3 req-e482bc08-1aaf-4b13-97b9-d40c860baf57 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423734 May 28 05:09:57.975395 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device e9656185-2833-4edc-9aac-211497f9c20a details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:09:57.980332 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device e9656185-2833-4edc-9aac-211497f9c20a no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:09:58.165510 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643b8c0-d6aa-4d80-a656-3387678b7f8b req-1255c7d9-2e86-463f-a024-a892c967bfc6 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:58.166870 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5643b8c0-d6aa-4d80-a656-3387678b7f8b req-1255c7d9-2e86-463f-a024-a892c967bfc6 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.1076837 May 28 05:09:58.173235 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cbc23-5fbd-43f0-bb12-51eea80f407c req-44c28f9f-b749-4d82-a4d1-73229d3fbc5f tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:58.175280 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c7cbc23-5fbd-43f0-bb12-51eea80f407c req-44c28f9f-b749-4d82-a4d1-73229d3fbc5f tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.66 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1&tenant_id=5104cf1b4def4d41bc546f33d603e28a&binding%3Ahost_id=hv-neutron-8433 HTTP/1.1" status: 200 len: 945 time: 0.1500723 May 28 05:09:58.195217 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:58.216891 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port e9656185-2833-4edc-9aac-211497f9c20a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e9656185-2833-4edc-9aac-211497f9c20a,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:09:58.237984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'e9656185-2833-4edc-9aac-211497f9c20a', 'network_id': '03817a33-a3ac-42bf-b441-7a994da55cf0', 'port_id': 'e9656185-2833-4edc-9aac-211497f9c20a', 'mac_address': 'fa:16:3e:47:a9:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162b3eb4-187d-4a0c-9640-a9467d0ff0ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:09:58.243974 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c9f57-c03f-4498-b2dc-d565467d41d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9656185-2833-4edc-9aac-211497f9c20a'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:09:58.299591 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port e9656185-2833-4edc-9aac-211497f9c20a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e9656185-2833-4edc-9aac-211497f9c20a,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:09:58.307349 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:58.345210 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d58bb4-cc97-4781-aa50-0bfd07e48f2d'] response: {'server_uuid': 'f63c9f57-c03f-4498-b2dc-d565467d41d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9656185-2833-4edc-9aac-211497f9c20a', 'code': 200} May 28 05:09:58.352305 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:58.367159 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5643b8c0-d6aa-4d80-a656-3387678b7f8b req-72ca04fc-5851-41dc-b7b9-66cd6f42d083 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909657 May 28 05:09:58.381574 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9656185-2833-4edc-9aac-211497f9c20a {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:09:58.397210 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c7cbc23-5fbd-43f0-bb12-51eea80f407c req-269294ab-dbbd-4d04-946e-3d38f8716ba6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5104cf1b4def4d41bc546f33d603e28a&device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 1096 time: 0.0746927 May 28 05:09:58.421525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=e9656185-2833-4edc-9aac-211497f9c20a,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:58.452778 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:09:58.453151 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:09:58.533690 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cbc23-5fbd-43f0-bb12-51eea80f407c req-6f14c362-fe89-41cc-b527-ea546c88d139 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:58.535189 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c7cbc23-5fbd-43f0-bb12-51eea80f407c req-6f14c362-fe89-41cc-b527-ea546c88d139 service neutron] 10.222.0.66 "GET /v2.0/networks?id=03817a33-a3ac-42bf-b441-7a994da55cf0 HTTP/1.1" status: 200 len: 916 time: 0.1312187 May 28 05:09:58.606404 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c7cbc23-5fbd-43f0-bb12-51eea80f407c req-7866e8b7-34c2-473e-b165-22d8de20b5c4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9656185-2833-4edc-9aac-211497f9c20a HTTP/1.1" status: 200 len: 217 time: 0.0647621 May 28 05:09:58.670456 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cbc23-5fbd-43f0-bb12-51eea80f407c req-a227c69a-9ee3-4e79-a61e-b29ddaefe4aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:58.671922 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c7cbc23-5fbd-43f0-bb12-51eea80f407c req-a227c69a-9ee3-4e79-a61e-b29ddaefe4aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=162b3eb4-187d-4a0c-9640-a9467d0ff0ae HTTP/1.1" status: 200 len: 855 time: 0.0594056 May 28 05:09:58.723834 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c7cbc23-5fbd-43f0-bb12-51eea80f407c req-0d4d881c-ed2b-4d87-8644-7d120a10c920 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03817a33-a3ac-42bf-b441-7a994da55cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454557 May 28 05:09:58.855002 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c7cbc23-5fbd-43f0-bb12-51eea80f407c req-a5b3889d-3e8f-4678-8e81-e296a71d5fce service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251342 May 28 05:09:58.987072 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c7cbc23-5fbd-43f0-bb12-51eea80f407c req-40bceeb4-4b7f-4841-bb20-7a907f4dae42 service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257775 May 28 05:09:59.010709 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:59.028427 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9656185-2833-4edc-9aac-211497f9c20a {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:09:59.043856 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port e9656185-2833-4edc-9aac-211497f9c20a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e9656185-2833-4edc-9aac-211497f9c20a,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:09:59.050151 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:09:59.126790 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['e9656185-2833-4edc-9aac-211497f9c20a'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:09:59.167349 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=e9656185-2833-4edc-9aac-211497f9c20a,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:09:59.575939 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c96231-00fa-4252-aa77-21dfac1fca6f req-4dc5b469-de93-4530-af54-6500fcaac803 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:59.577590 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c8c96231-00fa-4252-aa77-21dfac1fca6f req-4dc5b469-de93-4530-af54-6500fcaac803 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 944 time: 0.0788801 May 28 05:09:59.626563 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c8c96231-00fa-4252-aa77-21dfac1fca6f req-43f4cea4-97b5-44b9-a094-236c6f2b6ec4 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432837 May 28 05:09:59.841578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031fd43-1ead-471f-9d66-96814cf1725c req-5b75c8eb-ba86-4bb6-98d6-a36ad77e8f27 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:09:59.843076 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6031fd43-1ead-471f-9d66-96814cf1725c req-5b75c8eb-ba86-4bb6-98d6-a36ad77e8f27 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 944 time: 0.0913184 May 28 05:09:59.891887 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6031fd43-1ead-471f-9d66-96814cf1725c req-486deb49-7764-4065-b65e-60ad94923a27 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398049 May 28 05:09:59.998611 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device e9656185-2833-4edc-9aac-211497f9c20a up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:10:00.067594 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port e9656185-2833-4edc-9aac-211497f9c20a triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:10:00.068548 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:00.091360 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99c1ee-b830-4f45-bb02-1ff0d06eea49 req-5ff38a21-203e-4eae-a791-e8aa7e8f5429 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:00.092852 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ea99c1ee-b830-4f45-bb02-1ff0d06eea49 req-5ff38a21-203e-4eae-a791-e8aa7e8f5429 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 944 time: 0.0777290 May 28 05:10:00.138821 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ea99c1ee-b830-4f45-bb02-1ff0d06eea49 req-4f7f5a5c-9529-41eb-b101-3d73341451f7 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396926 May 28 05:10:00.183385 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:00.215875 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port e9656185-2833-4edc-9aac-211497f9c20a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e9656185-2833-4edc-9aac-211497f9c20a,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:10:00.220895 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:00.289642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=e9656185-2833-4edc-9aac-211497f9c20a,revision_number=8']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:00.346322 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c9f57-c03f-4498-b2dc-d565467d41d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9656185-2833-4edc-9aac-211497f9c20a'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:10:00.404603 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f3acdc-a19a-4581-843d-3590259fc13a'] response: {'server_uuid': 'f63c9f57-c03f-4498-b2dc-d565467d41d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9656185-2833-4edc-9aac-211497f9c20a', 'code': 200} May 28 05:10:00.676775 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-3a20b1f3-0592-4080-9332-fb164f3199ce tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:00.678470 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-3a20b1f3-0592-4080-9332-fb164f3199ce tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/networks?id=03817a33-a3ac-42bf-b441-7a994da55cf0 HTTP/1.1" status: 200 len: 815 time: 0.1550646 May 28 05:10:00.697284 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-8313f488-6e2c-4fe7-8e42-6d7356376e6b tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/quotas/5104cf1b4def4d41bc546f33d603e28a HTTP/1.1" status: 200 len: 375 time: 0.0108182 May 28 05:10:00.777417 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-daab93b2-f86a-4d96-9464-36d38dad2ca7 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5104cf1b4def4d41bc546f33d603e28a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0752561 May 28 05:10:00.912381 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-36b8ebe6-23dd-4e45-834f-b812116a4cee service neutron] 10.222.0.15 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251185 May 28 05:10:01.046342 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-518cdede-7f39-4802-8ca1-c51c630fa893 service neutron] 10.222.0.15 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278827 May 28 05:10:01.237745 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3d42e408-bb13-4596-bc6f-56692c8aedab req-32a367b5-16bc-48a4-8223-f8e2951c1693 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 210 time: 0.0412884 May 28 05:10:02.348994 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf666d1-5e29-4f81-9ec0-3018eb9ae6b1 req-4a154c7f-ac40-41ab-a5b4-f652f1bcc673 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:02.351248 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdf666d1-5e29-4f81-9ec0-3018eb9ae6b1 req-4a154c7f-ac40-41ab-a5b4-f652f1bcc673 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.66 "GET /v2.0/ports?device_id=f63c9f57-c03f-4498-b2dc-d565467d41d1 HTTP/1.1" status: 200 len: 945 time: 0.2710147 May 28 05:10:02.466049 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b9d92d7b-3d53-4cb8-a88b-0cdff28ab82f req-c41f2aaf-5a25-4ce5-ab0a-0120a68d57bf tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 210 time: 0.0728962 May 28 05:10:02.492735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-cdf666d1-5e29-4f81-9ec0-3018eb9ae6b1 req-ab7d14ff-45fb-4657-b7dc-6c3c97dfa0e5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Deleting port e9656185-2833-4edc-9aac-211497f9c20a {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:10:02.492735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cdf666d1-5e29-4f81-9ec0-3018eb9ae6b1 req-ab7d14ff-45fb-4657-b7dc-6c3c97dfa0e5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:02.525175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-e883f14e-6670-4ced-9f89-cee5a15ed89a tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:02.526680 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-e883f14e-6670-4ced-9f89-cee5a15ed89a tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.66 "GET /v2.0/networks?id=03817a33-a3ac-42bf-b441-7a994da55cf0 HTTP/1.1" status: 200 len: 815 time: 0.3855183 May 28 05:10:02.549293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-099e4425-f444-4694-9981-2b2b9fc8f875 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Request body: {'port': {'device_id': 'd3b1640f-1041-4653-9c41-d25de599042e', 'network_id': '03817a33-a3ac-42bf-b441-7a994da55cf0', 'admin_state_up': True, 'tenant_id': '5104cf1b4def4d41bc546f33d603e28a'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:10:02.814975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-099e4425-f444-4694-9981-2b2b9fc8f875 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:10:02.840622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-099e4425-f444-4694-9981-2b2b9fc8f875 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:10:02.867850 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-099e4425-f444-4694-9981-2b2b9fc8f875 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Made reservation on behalf of 5104cf1b4def4d41bc546f33d603e28a for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:10:02.871088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-099e4425-f444-4694-9981-2b2b9fc8f875 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:02.891433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-cdf666d1-5e29-4f81-9ec0-3018eb9ae6b1 req-ab7d14ff-45fb-4657-b7dc-6c3c97dfa0e5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] For port e9656185-2833-4edc-9aac-211497f9c20a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=e9656185-2833-4edc-9aac-211497f9c20a,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:10:02.891916 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cdf666d1-5e29-4f81-9ec0-3018eb9ae6b1 req-ab7d14ff-45fb-4657-b7dc-6c3c97dfa0e5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:03.035151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-cdf666d1-5e29-4f81-9ec0-3018eb9ae6b1 req-ab7d14ff-45fb-4657-b7dc-6c3c97dfa0e5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Calling delete_port for e9656185-2833-4edc-9aac-211497f9c20a owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:10:03.284358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-099e4425-f444-4694-9981-2b2b9fc8f875 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Allocated IP 172.20.0.6 (03817a33-a3ac-42bf-b441-7a994da55cf0/162b3eb4-187d-4a0c-9640-a9467d0ff0ae/a0386f38-612f-4861-bfa3-cd6277441558) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:10:03.305011 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cdf666d1-5e29-4f81-9ec0-3018eb9ae6b1 req-ab7d14ff-45fb-4657-b7dc-6c3c97dfa0e5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:03.316511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['e9656185-2833-4edc-9aac-211497f9c20a'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:10:03.379633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7d14ff-45fb-4657-b7dc-6c3c97dfa0e5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Pushing event deleted for resources: {'Port': ['ID=e9656185-2833-4edc-9aac-211497f9c20a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:03.519634 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf666d1-5e29-4f81-9ec0-3018eb9ae6b1 req-ab7d14ff-45fb-4657-b7dc-6c3c97dfa0e5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] No DVR routers for this DVR port e9656185-2833-4edc-9aac-211497f9c20a on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:10:03.526457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cdf666d1-5e29-4f81-9ec0-3018eb9ae6b1 req-ab7d14ff-45fb-4657-b7dc-6c3c97dfa0e5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:03.528863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63c9f57-c03f-4498-b2dc-d565467d41d1', 'name': 'network-vif-deleted', 'tag': 'e9656185-2833-4edc-9aac-211497f9c20a'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:10:03.556198 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cdf666d1-5e29-4f81-9ec0-3018eb9ae6b1 req-ab7d14ff-45fb-4657-b7dc-6c3c97dfa0e5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.66 "DELETE /v2.0/ports/e9656185-2833-4edc-9aac-211497f9c20a HTTP/1.1" status: 204 len: 173 time: 1.1989529 May 28 05:10:03.649464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8114a459-2dbb-498c-8cfa-e613035db42c req-89d8ede6-cc54-46e4-a65b-c06e84d13315 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Synchronizing usage tracker for tenant:5104cf1b4def4d41bc546f33d603e28a on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:10:03.675734 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc05c96-fcc5-4bf1-8fd6-ae30de0ca611'] response: {'server_uuid': 'f63c9f57-c03f-4498-b2dc-d565467d41d1', 'name': 'network-vif-deleted', 'tag': 'e9656185-2833-4edc-9aac-211497f9c20a', 'status': 'completed', 'code': 200} May 28 05:10:03.682118 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-099e4425-f444-4694-9981-2b2b9fc8f875 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:03.692836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8114a459-2dbb-498c-8cfa-e613035db42c req-89d8ede6-cc54-46e4-a65b-c06e84d13315 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Unset dirty status for tenant:5104cf1b4def4d41bc546f33d603e28a on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:10:03.694101 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8114a459-2dbb-498c-8cfa-e613035db42c req-89d8ede6-cc54-46e4-a65b-c06e84d13315 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 210 time: 0.0927269 May 28 05:10:03.724653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-099e4425-f444-4694-9981-2b2b9fc8f875 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:03.735351 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['e9656185-2833-4edc-9aac-211497f9c20a'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:10:03.792055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-099e4425-f444-4694-9981-2b2b9fc8f875 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Network 03817a33-a3ac-42bf-b441-7a994da55cf0 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:10:03.794877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-099e4425-f444-4694-9981-2b2b9fc8f875 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:10:03.798551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-099e4425-f444-4694-9981-2b2b9fc8f875 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:10:03.832941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e4425-f444-4694-9981-2b2b9fc8f875 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Pushing event updated for resources: {'Port': ['ID=a0386f38-612f-4861-bfa3-cd6277441558,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:03.864678 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-099e4425-f444-4694-9981-2b2b9fc8f875 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:03.865263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-099e4425-f444-4694-9981-2b2b9fc8f875 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:03.884916 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-099e4425-f444-4694-9981-2b2b9fc8f875 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3414354 May 28 05:10:03.896026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Request body: {'port': {'device_id': 'd3b1640f-1041-4653-9c41-d25de599042e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:10:04.115748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:04.447576 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0386f38-612f-4861-bfa3-cd6277441558 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:10:04.454143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:04.468047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Transition to ACTIVE for port object a0386f38-612f-4861-bfa3-cd6277441558 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:10:04.475016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:04.594467 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0386f38-612f-4861-bfa3-cd6277441558,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:04.702433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Attempting to bind port a0386f38-612f-4861-bfa3-cd6277441558 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:10:04.702653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Attempting to bind port a0386f38-612f-4861-bfa3-cd6277441558 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '65c439ae-6dea-426f-a897-484cfc925daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '03817a33-a3ac-42bf-b441-7a994da55cf0'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:10:04.702966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Attempting to bind port a0386f38-612f-4861-bfa3-cd6277441558 on network 03817a33-a3ac-42bf-b441-7a994da55cf0 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:10:04.708869 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Port a0386f38-612f-4861-bfa3-cd6277441558 on network 03817a33-a3ac-42bf-b441-7a994da55cf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:10:04.709368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Attempting to bind port a0386f38-612f-4861-bfa3-cd6277441558 on network 03817a33-a3ac-42bf-b441-7a994da55cf0 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:10:04.715898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:10:04.716196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Checking segment: {'id': '65c439ae-6dea-426f-a897-484cfc925daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '03817a33-a3ac-42bf-b441-7a994da55cf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:10:04.716600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Bound using segment: {'id': '65c439ae-6dea-426f-a897-484cfc925daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '03817a33-a3ac-42bf-b441-7a994da55cf0'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:10:04.717007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Bound port: a0386f38-612f-4861-bfa3-cd6277441558, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c439ae-6dea-426f-a897-484cfc925daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '03817a33-a3ac-42bf-b441-7a994da55cf0'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:10:04.717322 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:04.805302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] For port a0386f38-612f-4861-bfa3-cd6277441558, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:10:04.808481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] For port a0386f38-612f-4861-bfa3-cd6277441558, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a0386f38-612f-4861-bfa3-cd6277441558,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:10:04.812987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:04.923336 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:04.924726 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] 10.222.0.66 "PUT /v2.0/ports/a0386f38-612f-4861-bfa3-cd6277441558 HTTP/1.1" status: 200 len: 1093 time: 1.0326962 May 28 05:10:04.943927 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25af94-0222-4f51-bada-65630fafeab0 service neutron] Pushing event updated for resources: {'Port': ['ID=a0386f38-612f-4861-bfa3-cd6277441558,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:05.000475 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f09ef-d3fb-4216-ac2e-14be63164d50 req-74d8a96b-138c-42a7-acd8-71dafe998541 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:05.001808 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-be4f09ef-d3fb-4216-ac2e-14be63164d50 req-74d8a96b-138c-42a7-acd8-71dafe998541 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 943 time: 0.1585920 May 28 05:10:05.066195 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-be4f09ef-d3fb-4216-ac2e-14be63164d50 req-30139cbc-5b56-491a-9b4a-30a1ef13a377 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577669 May 28 05:10:05.075192 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-8a612e27-bf69-4a26-9dd9-cd531c3b4bfb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5104cf1b4def4d41bc546f33d603e28a&device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 1096 time: 0.1131642 May 28 05:10:05.142759 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-cbb340d8-c70d-4775-a116-ca95cf2884e3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0386f38-612f-4861-bfa3-cd6277441558 HTTP/1.1" status: 200 len: 217 time: 0.0611002 May 28 05:10:05.207234 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-846ba41a-a632-4bff-bfce-c56ab1db4d83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:05.208620 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-846ba41a-a632-4bff-bfce-c56ab1db4d83 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=162b3eb4-187d-4a0c-9640-a9467d0ff0ae HTTP/1.1" status: 200 len: 855 time: 0.0607152 May 28 05:10:05.252996 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-0e1489c4-3326-41d0-8336-955e78f2acde service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03817a33-a3ac-42bf-b441-7a994da55cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380161 May 28 05:10:05.391207 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-d6de4537-e577-474d-9665-aea4ead3e7a8 service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319795 May 28 05:10:05.524443 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-09532a52-ba57-4aed-bc72-14a5594fd3f3 req-a609ffe8-84d8-4bc0-a811-40581d997bcc service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267152 May 28 05:10:05.676803 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b1640f-1041-4653-9c41-d25de599042e', 'tag': 'a0386f38-612f-4861-bfa3-cd6277441558'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:10:05.751957 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd14f1c4-e6f0-479a-8a6b-0a3dbaebc0dd'] response: {'name': 'network-changed', 'server_uuid': 'd3b1640f-1041-4653-9c41-d25de599042e', 'tag': 'a0386f38-612f-4861-bfa3-cd6277441558', 'status': 'completed', 'code': 200} May 28 05:10:05.843177 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8fad9ded-3c4c-40e2-a1ff-579756c2e449 req-2955f0c6-47e3-407c-9c04-257273e213f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5104cf1b4def4d41bc546f33d603e28a&device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 1096 time: 0.0695078 May 28 05:10:06.053400 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device e9656185-2833-4edc-9aac-211497f9c20a no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:10:06.075988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad9ded-3c4c-40e2-a1ff-579756c2e449 req-08187254-2183-467f-b6c4-06681a01d768 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:06.077502 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8fad9ded-3c4c-40e2-a1ff-579756c2e449 req-08187254-2183-467f-b6c4-06681a01d768 service neutron] 10.222.0.66 "GET /v2.0/networks?id=03817a33-a3ac-42bf-b441-7a994da55cf0 HTTP/1.1" status: 200 len: 916 time: 0.2276652 May 28 05:10:06.090382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: e9656185-2833-4edc-9aac-211497f9c20a {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:10:06.091016 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device e9656185-2833-4edc-9aac-211497f9c20a not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:10:06.153526 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8fad9ded-3c4c-40e2-a1ff-579756c2e449 req-93111bdd-b839-489c-b9ef-0c63ccd8a014 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0386f38-612f-4861-bfa3-cd6277441558 HTTP/1.1" status: 200 len: 217 time: 0.0692685 May 28 05:10:06.267647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad9ded-3c4c-40e2-a1ff-579756c2e449 req-477e51c1-2a6c-49cd-9734-c14ffdb35ac0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:06.269059 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8fad9ded-3c4c-40e2-a1ff-579756c2e449 req-477e51c1-2a6c-49cd-9734-c14ffdb35ac0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=162b3eb4-187d-4a0c-9640-a9467d0ff0ae HTTP/1.1" status: 200 len: 855 time: 0.1098392 May 28 05:10:06.317580 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8fad9ded-3c4c-40e2-a1ff-579756c2e449 req-40194073-9871-4017-8cf4-92e9b16bc682 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03817a33-a3ac-42bf-b441-7a994da55cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423968 May 28 05:10:06.365198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7da02-98c6-4121-b349-a74d0ca9200c req-5e16c6c2-6a0e-4b8d-a677-b9072184e41f tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:06.366943 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-55b7da02-98c6-4121-b349-a74d0ca9200c req-5e16c6c2-6a0e-4b8d-a677-b9072184e41f tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 943 time: 0.1751337 May 28 05:10:06.493826 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-55b7da02-98c6-4121-b349-a74d0ca9200c req-99b872cc-9b27-4241-a20c-4c0e222311ed tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832045 May 28 05:10:06.497119 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8fad9ded-3c4c-40e2-a1ff-579756c2e449 req-947c06e8-7486-4f77-aadb-bff27c3f9d7c service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727619 May 28 05:10:06.642867 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8fad9ded-3c4c-40e2-a1ff-579756c2e449 req-de269f93-b8b0-4932-bbef-07c9136fe256 service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395404 May 28 05:10:07.707037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994874e-a1a7-4769-8290-356b042fa08a req-441a0b47-73ba-4389-a017-0897484490a2 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:07.708472 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3994874e-a1a7-4769-8290-356b042fa08a req-441a0b47-73ba-4389-a017-0897484490a2 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 943 time: 0.0849628 May 28 05:10:07.756786 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3994874e-a1a7-4769-8290-356b042fa08a req-78b24bbc-54fd-4044-aa56-404b1c083262 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422885 May 28 05:10:08.071475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device a0386f38-612f-4861-bfa3-cd6277441558 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:10:08.245011 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port a0386f38-612f-4861-bfa3-cd6277441558, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a0386f38-612f-4861-bfa3-cd6277441558,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:10:08.258366 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'a0386f38-612f-4861-bfa3-cd6277441558', 'network_id': '03817a33-a3ac-42bf-b441-7a994da55cf0', 'port_id': 'a0386f38-612f-4861-bfa3-cd6277441558', 'mac_address': 'fa:16:3e:4d:f3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162b3eb4-187d-4a0c-9640-a9467d0ff0ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:10:08.311234 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:08.328526 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0386f38-612f-4861-bfa3-cd6277441558 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:10:08.343413 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port a0386f38-612f-4861-bfa3-cd6277441558, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a0386f38-612f-4861-bfa3-cd6277441558,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:10:08.350732 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:08.419856 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=a0386f38-612f-4861-bfa3-cd6277441558,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:08.428233 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:08.428567 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:08.428893 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:08.429214 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:08.429536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:08.429877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:08.430191 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:08.430501 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:08.430832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:08.431140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:08.431454 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:08.543617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['a0386f38-612f-4861-bfa3-cd6277441558'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:10:08.972851 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff00fad-4caa-4521-b7f4-447316c056fb req-7cf473f3-2a33-4f82-9eac-efebe4628ab8 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:08.974448 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4ff00fad-4caa-4521-b7f4-447316c056fb req-7cf473f3-2a33-4f82-9eac-efebe4628ab8 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 944 time: 0.0809848 May 28 05:10:09.023875 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4ff00fad-4caa-4521-b7f4-447316c056fb req-72788218-adc8-453d-a63e-5019bf26e227 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432909 May 28 05:10:10.085561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device a0386f38-612f-4861-bfa3-cd6277441558 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:10:10.157600 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port a0386f38-612f-4861-bfa3-cd6277441558 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:10:10.163207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port a0386f38-612f-4861-bfa3-cd6277441558 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:10:10.163583 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:10.230681 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99cd61-5061-45b2-a5a6-e44ac3e425bf req-1188e6d2-9eb7-4654-8653-4f06ddfc6cbc tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:10.232070 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb99cd61-5061-45b2-a5a6-e44ac3e425bf req-1188e6d2-9eb7-4654-8653-4f06ddfc6cbc tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 944 time: 0.0770178 May 28 05:10:10.278137 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:10.278351 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb99cd61-5061-45b2-a5a6-e44ac3e425bf req-15767b75-b3b0-4fe4-8fa6-018507ae18d1 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404444 May 28 05:10:10.305822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b1640f-1041-4653-9c41-d25de599042e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0386f38-612f-4861-bfa3-cd6277441558'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:10:10.315742 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port a0386f38-612f-4861-bfa3-cd6277441558, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a0386f38-612f-4861-bfa3-cd6277441558,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:10:10.321240 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:10.362993 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd6a0cb-a007-4774-a89e-8b4d6ded6989'] response: {'server_uuid': 'd3b1640f-1041-4653-9c41-d25de599042e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0386f38-612f-4861-bfa3-cd6277441558', 'code': 200} May 28 05:10:10.395780 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=a0386f38-612f-4861-bfa3-cd6277441558,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:10.613163 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ed9fbc30-59ac-4bbe-97a4-07ee3abfb9a7 req-d04c2c41-12e7-47ca-83ba-c14fe731aa06 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 1098 time: 0.0882912 May 28 05:10:10.654777 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ed9fbc30-59ac-4bbe-97a4-07ee3abfb9a7 req-9e9d707e-cc6e-4e64-add8-ad29a214570f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355029 May 28 05:10:11.484563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26870ea-9a31-42e0-87b5-27e2a665bddf req-26461f38-a1c4-478f-8fcd-4e73188de26d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:11.486060 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c26870ea-9a31-42e0-87b5-27e2a665bddf req-26461f38-a1c4-478f-8fcd-4e73188de26d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0804024 May 28 05:10:11.533634 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c26870ea-9a31-42e0-87b5-27e2a665bddf req-cd96f014-f4c9-4db3-941e-2edd479bb64b tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410399 May 28 05:10:12.752385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b93508-6b7e-473c-8d3b-2e75466bc50f req-f6c602aa-3c17-46a6-b0de-42e624cabd3a tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:12.753912 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-32b93508-6b7e-473c-8d3b-2e75466bc50f req-f6c602aa-3c17-46a6-b0de-42e624cabd3a tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0817769 May 28 05:10:12.801164 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-32b93508-6b7e-473c-8d3b-2e75466bc50f req-f15d4f5b-c9f8-4ae7-9379-5437c6665684 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413945 May 28 05:10:13.010356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9545262d-aaad-46a6-9f73-1643e5e95e7d req-8ae54cf3-514b-4aff-9679-9b6754d3b7b9 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:13.011888 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9545262d-aaad-46a6-9f73-1643e5e95e7d req-8ae54cf3-514b-4aff-9679-9b6754d3b7b9 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0897720 May 28 05:10:13.059157 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9545262d-aaad-46a6-9f73-1643e5e95e7d req-62c5c020-3af8-47c5-96ff-98b4f56a926a tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 May 28 05:10:13.257482 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-96d98bb3-1477-475e-9913-308849a9ffca req-7f94f2b2-c52c-4177-815f-15af18794c95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0732989 May 28 05:10:13.511870 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-15731676-47a3-4f72-b33d-a3fa8345d007 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0681427 May 28 05:10:13.566471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3679cb-6e0d-4b1b-87e7-f2487c02dd7a req-ea95fadd-9e0c-4f4a-98af-ad7f42e58b8d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:13.568033 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8e3679cb-6e0d-4b1b-87e7-f2487c02dd7a req-ea95fadd-9e0c-4f4a-98af-ad7f42e58b8d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0761614 May 28 05:10:13.613940 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8e3679cb-6e0d-4b1b-87e7-f2487c02dd7a req-402bb2a5-d247-4f80-9608-7878fc961473 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400014 May 28 05:10:14.824647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52145a9e-0807-4218-9c9c-2e19c4dea5d3 req-7b232653-0a82-4226-a716-5426bc7d31f6 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:14.826118 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52145a9e-0807-4218-9c9c-2e19c4dea5d3 req-7b232653-0a82-4226-a716-5426bc7d31f6 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0850036 May 28 05:10:14.919818 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52145a9e-0807-4218-9c9c-2e19c4dea5d3 req-77a8331c-674a-4e78-be7a-98c22dc1a158 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609498 May 28 05:10:14.930383 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-857a4e6c-b36f-4ef0-9326-9b36fe229558 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5104cf1b4def4d41bc546f33d603e28a&device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 1098 time: 0.1033773 May 28 05:10:15.158640 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-25a9ea87-0aa6-48c8-b241-84c5ea863962 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:15.160104 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-25a9ea87-0aa6-48c8-b241-84c5ea863962 service neutron] 10.222.0.66 "GET /v2.0/networks?id=03817a33-a3ac-42bf-b441-7a994da55cf0 HTTP/1.1" status: 200 len: 916 time: 0.2235961 May 28 05:10:15.225534 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-c017ea6d-896d-443e-a78f-e440c10a74b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0386f38-612f-4861-bfa3-cd6277441558 HTTP/1.1" status: 200 len: 217 time: 0.0591090 May 28 05:10:15.293036 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-070b5645-ceb6-43c6-91f6-5c222e1c22ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:15.294535 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-070b5645-ceb6-43c6-91f6-5c222e1c22ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=162b3eb4-187d-4a0c-9640-a9467d0ff0ae HTTP/1.1" status: 200 len: 855 time: 0.0639336 May 28 05:10:15.343449 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-e001d257-4e26-4803-8b53-5aab454ca319 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03817a33-a3ac-42bf-b441-7a994da55cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422666 May 28 05:10:15.473763 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-62972b9b-300a-4e1a-83bd-41ec26e4ff57 service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241581 May 28 05:10:15.604925 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-e7d0066c-c9fa-4d14-8b27-675287acce2c service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256011 May 28 05:10:16.124900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713614dd-b67c-45f5-bb52-0a90dfd9ee69 req-6e86e9f7-327d-4629-9aac-2e321afebf14 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:16.126362 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-713614dd-b67c-45f5-bb52-0a90dfd9ee69 req-6e86e9f7-327d-4629-9aac-2e321afebf14 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0804904 May 28 05:10:16.171198 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-713614dd-b67c-45f5-bb52-0a90dfd9ee69 req-e6824a0c-d3dd-4ae7-8676-4ae8bb142cd2 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391924 May 28 05:10:16.809483 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:10:17.398512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53e7a2-3179-41b7-9465-82abe83e0f85 req-8cb3c8ca-0429-4b2d-804c-bd2dccccb859 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:17.399968 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1d53e7a2-3179-41b7-9465-82abe83e0f85 req-8cb3c8ca-0429-4b2d-804c-bd2dccccb859 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0867603 May 28 05:10:17.450545 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1d53e7a2-3179-41b7-9465-82abe83e0f85 req-3a534fce-ef97-4b33-b623-5d042904c023 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421581 May 28 05:10:18.683885 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a3fea-7410-4afa-b32d-4479feba1db1 req-c2b46931-8cad-45c4-8bb7-79b58ffa7a53 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:18.685337 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-537a3fea-7410-4afa-b32d-4479feba1db1 req-c2b46931-8cad-45c4-8bb7-79b58ffa7a53 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0908718 May 28 05:10:18.735263 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-537a3fea-7410-4afa-b32d-4479feba1db1 req-f2d7a7e0-27c6-4263-82f5-caa0d986ab5c tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438273 May 28 05:10:19.952830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e43d81-a259-4d1e-8b7d-ad61077b9fda req-0b8b8809-9b20-41aa-bf43-0c1e1edc6961 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:19.954303 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-26e43d81-a259-4d1e-8b7d-ad61077b9fda req-0b8b8809-9b20-41aa-bf43-0c1e1edc6961 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0853465 May 28 05:10:20.000383 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-26e43d81-a259-4d1e-8b7d-ad61077b9fda req-d5cc5b00-90d4-4e29-88eb-5e525291d1b4 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403686 May 28 05:10:21.210848 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944758f9-93e2-4253-b03f-9b41f5cdc802 req-77f519b4-ae3a-4472-bdb2-9764dc19ffd4 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:21.212538 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-944758f9-93e2-4253-b03f-9b41f5cdc802 req-77f519b4-ae3a-4472-bdb2-9764dc19ffd4 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0925727 May 28 05:10:21.263928 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-944758f9-93e2-4253-b03f-9b41f5cdc802 req-5b74d8e1-21dd-4bd7-970c-15cf3a5abd2e tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430374 May 28 05:10:22.142160 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-18d3c3fe-eea4-4678-97cf-33c4bdfc6087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:22.484153 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adbf4d-27c7-40a8-a2b1-fbe5a8847177 req-298d5e79-f563-4473-b8a5-10d91055f15a tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:22.485609 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f3adbf4d-27c7-40a8-a2b1-fbe5a8847177 req-298d5e79-f563-4473-b8a5-10d91055f15a tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0890443 May 28 05:10:22.538103 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f3adbf4d-27c7-40a8-a2b1-fbe5a8847177 req-6b5bfb13-1f5f-4147-a825-ba2718b20120 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438175 May 28 05:10:23.741996 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621d4da-840f-438a-9804-098c76b7271c req-0149e36a-73f5-43c4-9c05-4c9fbf679ab7 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:23.743500 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9621d4da-840f-438a-9804-098c76b7271c req-0149e36a-73f5-43c4-9c05-4c9fbf679ab7 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0798285 May 28 05:10:23.791949 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9621d4da-840f-438a-9804-098c76b7271c req-b91ca386-5af2-43c0-8810-bab4a7cbeb1d tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 May 28 05:10:24.328038 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f7fc541e-b2a7-42e9-a555-12649ab2c2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:24.879543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:25.014376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5513d1-acc6-494f-ae92-398d86da947b req-98387f29-2b63-47d7-92f8-472fa2e0a247 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:25.015910 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8d5513d1-acc6-494f-ae92-398d86da947b req-98387f29-2b63-47d7-92f8-472fa2e0a247 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0922554 May 28 05:10:25.063368 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8d5513d1-acc6-494f-ae92-398d86da947b req-45297538-4700-472a-bcd2-0a66d8808e4a tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417943 May 28 05:10:25.551832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:25.619077 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:26.300684 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecbe9e-2b80-493c-885f-f661744bc50c req-d758b459-6c6b-4fa7-9b8a-d423880dfbb4 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:26.302191 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-05ecbe9e-2b80-493c-885f-f661744bc50c req-d758b459-6c6b-4fa7-9b8a-d423880dfbb4 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.1029894 May 28 05:10:26.349343 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-05ecbe9e-2b80-493c-885f-f661744bc50c req-258f0b31-a9e6-485f-8efe-b7f33efdaf56 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414658 May 28 05:10:27.180003 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:27.572600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718218fb-2b48-463a-983c-9a7796584104 req-411916b4-7f14-4eee-922a-579071fd65d9 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:27.574093 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-718218fb-2b48-463a-983c-9a7796584104 req-411916b4-7f14-4eee-922a-579071fd65d9 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0941980 May 28 05:10:27.623495 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-718218fb-2b48-463a-983c-9a7796584104 req-7a0daa80-b31f-4513-93a8-a3fc0f24c581 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414977 May 28 05:10:28.833927 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef2fed-f8a4-483b-9c19-67a7dd03a31b req-e6e43622-3336-437b-b50f-8752b8470103 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:28.835395 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-42ef2fed-f8a4-483b-9c19-67a7dd03a31b req-e6e43622-3336-437b-b50f-8752b8470103 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0838685 May 28 05:10:28.885486 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-42ef2fed-f8a4-483b-9c19-67a7dd03a31b req-7c511cb7-e20d-4700-bd9b-5dd56a4afedb tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444787 May 28 05:10:30.182537 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d283da-ad05-47a6-9c47-890dfd09319c req-532a224d-1d3a-4dac-8d6d-41411200ac49 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:30.183906 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2d283da-ad05-47a6-9c47-890dfd09319c req-532a224d-1d3a-4dac-8d6d-41411200ac49 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.1707683 May 28 05:10:30.230351 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2d283da-ad05-47a6-9c47-890dfd09319c req-d0531361-2a84-4706-b15b-b748c4015c05 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406868 May 28 05:10:31.449317 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f62e3e-49f8-41ef-975e-5655e6080079 req-a016691c-cf3b-4ff8-a137-ff3bfc7afea4 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:31.450793 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d6f62e3e-49f8-41ef-975e-5655e6080079 req-a016691c-cf3b-4ff8-a137-ff3bfc7afea4 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0881310 May 28 05:10:31.496051 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d6f62e3e-49f8-41ef-975e-5655e6080079 req-6894e671-88e1-4713-a24c-1058cfb7fb69 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396655 May 28 05:10:32.717992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76d2c7-6f7d-49fd-a595-ce2abd53d0e6 req-589f2f19-b214-4a25-b044-91dd92fadb98 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:32.719424 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ba76d2c7-6f7d-49fd-a595-ce2abd53d0e6 req-589f2f19-b214-4a25-b044-91dd92fadb98 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0895739 May 28 05:10:32.766681 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ba76d2c7-6f7d-49fd-a595-ce2abd53d0e6 req-88d3d0c2-de9c-4934-b722-1d7c4aaec36f tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411808 May 28 05:10:33.975399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc934de9-390a-4249-b228-4acb1cce1335 req-7377f1c9-9db0-42bd-99ff-7d72d08fe491 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:33.976833 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fc934de9-390a-4249-b228-4acb1cce1335 req-7377f1c9-9db0-42bd-99ff-7d72d08fe491 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0828857 May 28 05:10:34.023393 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fc934de9-390a-4249-b228-4acb1cce1335 req-cc68bcd8-10a2-45e4-8d4f-8e17d00a2351 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403032 May 28 05:10:35.236954 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5098b-45aa-49ba-9696-316d8a3e9b6f req-9388691a-66cb-4007-9261-a462516f14d5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:35.238347 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-42f5098b-45aa-49ba-9696-316d8a3e9b6f req-9388691a-66cb-4007-9261-a462516f14d5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0896549 May 28 05:10:35.290093 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-42f5098b-45aa-49ba-9696-316d8a3e9b6f req-a0d19860-05a9-4cc0-bb4e-b66754abfa0e tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433364 May 28 05:10:36.507773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ecff97-96d2-4694-a55b-4fae5122d115 req-ecf8cf15-8336-4399-bb93-939f1241b5d7 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:36.509185 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-56ecff97-96d2-4694-a55b-4fae5122d115 req-ecf8cf15-8336-4399-bb93-939f1241b5d7 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0848272 May 28 05:10:36.555066 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-56ecff97-96d2-4694-a55b-4fae5122d115 req-0e618de7-94fc-430b-8a77-5630ed614c61 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401208 May 28 05:10:37.771544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356dea3-1100-45a2-b71a-a451b09552ba req-da1b0cfb-3e2f-4872-b728-61b5d7d53654 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:37.772991 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7356dea3-1100-45a2-b71a-a451b09552ba req-da1b0cfb-3e2f-4872-b728-61b5d7d53654 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0874629 May 28 05:10:37.822182 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7356dea3-1100-45a2-b71a-a451b09552ba req-a3228afb-5efb-4e03-a6bb-ce6171b6600f tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409770 May 28 05:10:39.042827 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087657c1-ebc5-4d10-872a-a1b33196635c req-7a98f52e-9663-481c-a545-9635f6302754 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:39.044229 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-087657c1-ebc5-4d10-872a-a1b33196635c req-7a98f52e-9663-481c-a545-9635f6302754 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0861776 May 28 05:10:39.092127 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-087657c1-ebc5-4d10-872a-a1b33196635c req-cbce088f-a4e6-4f15-a046-087f853b38f8 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 May 28 05:10:40.304427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25f59f-65f6-4ede-a1c0-da122db86b03 req-9ee57070-08b0-4d6b-9c08-e716f2849793 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:40.305930 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bc25f59f-65f6-4ede-a1c0-da122db86b03 req-9ee57070-08b0-4d6b-9c08-e716f2849793 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0840881 May 28 05:10:40.354319 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bc25f59f-65f6-4ede-a1c0-da122db86b03 req-bf8fa27a-378a-4e2a-8687-e8d83e8bf88c tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 May 28 05:10:41.566608 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f5f5b-9277-40d6-a78f-5b173f418a9a req-f01fc328-0aee-47e5-b755-7fbc9c0806a2 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:41.568088 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b3f5f5b-9277-40d6-a78f-5b173f418a9a req-f01fc328-0aee-47e5-b755-7fbc9c0806a2 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0873711 May 28 05:10:41.616986 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b3f5f5b-9277-40d6-a78f-5b173f418a9a req-eb7ba195-de9d-4fce-bb46-e09828fddd9b tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404480 May 28 05:10:42.342208 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-a4209945-ee7a-40c5-87ba-f3a7a6734b1d service neutron] 10.222.0.66 "GET /v2.0/ports/a0386f38-612f-4861-bfa3-cd6277441558/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0941935 May 28 05:10:42.622224 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-9dc3caa5-e267-4a43-8c2b-56dec1132047 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e&tenant_id=5104cf1b4def4d41bc546f33d603e28a HTTP/1.1" status: 200 len: 1098 time: 0.0717638 May 28 05:10:42.716959 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-b68f1c34-f7eb-4ca0-8d2b-e53d4be6db6a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5104cf1b4def4d41bc546f33d603e28a&device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 1098 time: 0.0732050 May 28 05:10:42.899344 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-02c4b0be-2b0f-4e53-a247-2a9bc3405603 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:42.900709 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-02c4b0be-2b0f-4e53-a247-2a9bc3405603 service neutron] 10.222.0.66 "GET /v2.0/networks?id=03817a33-a3ac-42bf-b441-7a994da55cf0 HTTP/1.1" status: 200 len: 916 time: 0.1784320 May 28 05:10:42.962788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13994592-c05c-47f6-a891-d521f2daab30 req-e6aef4ab-e50f-4977-a905-819b43ec8bb1 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:42.964218 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-13994592-c05c-47f6-a891-d521f2daab30 req-e6aef4ab-e50f-4977-a905-819b43ec8bb1 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.2183833 May 28 05:10:42.993051 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-6dca56bd-add9-4ced-b8f9-8ee628a2faef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0386f38-612f-4861-bfa3-cd6277441558 HTTP/1.1" status: 200 len: 217 time: 0.0848467 May 28 05:10:43.065615 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-13994592-c05c-47f6-a891-d521f2daab30 req-61c6aec7-7f05-4534-86e0-224a97405302 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948403 May 28 05:10:43.068782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-3f7bdd03-b7c1-4295-affd-c794255cfa9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:43.070162 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-3f7bdd03-b7c1-4295-affd-c794255cfa9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=162b3eb4-187d-4a0c-9640-a9467d0ff0ae HTTP/1.1" status: 200 len: 855 time: 0.0708013 May 28 05:10:43.118028 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-a53103d5-66f0-4413-af50-b0b673fe2c54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03817a33-a3ac-42bf-b441-7a994da55cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415394 May 28 05:10:43.343158 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-7d589597-3311-4ac0-8f7d-36418c0752bc service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193849 May 28 05:10:43.474192 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f68fd6e-55dc-4264-abce-1cdf53d7520a req-3b1e75bc-7101-47ce-bb3b-60bb2b696299 service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245751 May 28 05:10:44.292157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1c2d5-f295-4843-afa1-b065ad8d71c4 req-7966bd19-48bf-4fe9-9074-8cd627657d6c tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:44.294104 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-32a1c2d5-f295-4843-afa1-b065ad8d71c4 req-7966bd19-48bf-4fe9-9074-8cd627657d6c tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0974934 May 28 05:10:44.346024 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-32a1c2d5-f295-4843-afa1-b065ad8d71c4 req-515170b8-a2cf-47c2-abc6-426a977ab492 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446002 May 28 05:10:45.558632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da7154-b63e-41d5-b907-8700e7a383a4 req-cb112232-dd36-4f37-ac2c-568a2b2f43f3 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:45.560101 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-11da7154-b63e-41d5-b907-8700e7a383a4 req-cb112232-dd36-4f37-ac2c-568a2b2f43f3 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0815349 May 28 05:10:45.605764 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-11da7154-b63e-41d5-b907-8700e7a383a4 req-84da5786-e74c-427d-a5f6-21abe8232b6c tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398674 May 28 05:10:45.994176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d95e-4c13-48c2-b045-4019668875c6 req-157afa65-becc-46c0-a13f-32a5afdcebfa tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:45.995664 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a414d95e-4c13-48c2-b045-4019668875c6 req-157afa65-becc-46c0-a13f-32a5afdcebfa tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e&tenant_id=5104cf1b4def4d41bc546f33d603e28a&binding%3Ahost_id=hv-neutron-8433 HTTP/1.1" status: 200 len: 945 time: 0.1352203 May 28 05:10:46.005219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980bd2ba-21a1-42ff-a62c-979f95ba0629 req-09dd5d52-75cc-4018-a142-5172e65574fa tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:46.006634 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-980bd2ba-21a1-42ff-a62c-979f95ba0629 req-09dd5d52-75cc-4018-a142-5172e65574fa tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.1118917 May 28 05:10:46.061318 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-980bd2ba-21a1-42ff-a62c-979f95ba0629 req-daaa9eec-04df-4e81-9675-c5578dff1295 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485210 May 28 05:10:46.132728 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a414d95e-4c13-48c2-b045-4019668875c6 req-4d68b2c9-b4bc-4728-abec-d657353686f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5104cf1b4def4d41bc546f33d603e28a&device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 1098 time: 0.0694857 May 28 05:10:46.218131 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device a0386f38-612f-4861-bfa3-cd6277441558 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:10:46.220671 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device a0386f38-612f-4861-bfa3-cd6277441558 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:10:46.266167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d95e-4c13-48c2-b045-4019668875c6 req-7f873fd5-83cc-47fd-8066-c23c0ca87b75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:46.267639 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a414d95e-4c13-48c2-b045-4019668875c6 req-7f873fd5-83cc-47fd-8066-c23c0ca87b75 service neutron] 10.222.0.66 "GET /v2.0/networks?id=03817a33-a3ac-42bf-b441-7a994da55cf0 HTTP/1.1" status: 200 len: 916 time: 0.1290343 May 28 05:10:46.337301 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a414d95e-4c13-48c2-b045-4019668875c6 req-05adf1ae-3039-4e40-ab1f-d91333dbe5c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0386f38-612f-4861-bfa3-cd6277441558 HTTP/1.1" status: 200 len: 217 time: 0.0635662 May 28 05:10:46.398569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d95e-4c13-48c2-b045-4019668875c6 req-4bb97f9c-fca8-4e39-b9bc-991542d9b46b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:46.400146 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a414d95e-4c13-48c2-b045-4019668875c6 req-4bb97f9c-fca8-4e39-b9bc-991542d9b46b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=162b3eb4-187d-4a0c-9640-a9467d0ff0ae HTTP/1.1" status: 200 len: 855 time: 0.0569446 May 28 05:10:46.423055 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:46.447782 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a414d95e-4c13-48c2-b045-4019668875c6 req-efa2b5d0-7218-4a1d-90a2-9c7a9d8d77e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=03817a33-a3ac-42bf-b441-7a994da55cf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418963 May 28 05:10:46.455042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port a0386f38-612f-4861-bfa3-cd6277441558, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a0386f38-612f-4861-bfa3-cd6277441558,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:10:46.476548 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b1640f-1041-4653-9c41-d25de599042e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0386f38-612f-4861-bfa3-cd6277441558'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:10:46.482618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'a0386f38-612f-4861-bfa3-cd6277441558', 'network_id': '03817a33-a3ac-42bf-b441-7a994da55cf0', 'port_id': 'a0386f38-612f-4861-bfa3-cd6277441558', 'mac_address': 'fa:16:3e:4d:f3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '162b3eb4-187d-4a0c-9640-a9467d0ff0ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:10:46.488524 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port a0386f38-612f-4861-bfa3-cd6277441558, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a0386f38-612f-4861-bfa3-cd6277441558,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:10:46.516068 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:46.581115 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a414d95e-4c13-48c2-b045-4019668875c6 req-e1d90afd-6e0c-4cba-b96f-8cb662d0124a service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267006 May 28 05:10:46.590127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:46.615050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=a0386f38-612f-4861-bfa3-cd6277441558,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:46.618457 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0386f38-612f-4861-bfa3-cd6277441558 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:10:46.632840 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070be410-3fb7-4c0d-bc65-8df2b812046f'] response: {'server_uuid': 'd3b1640f-1041-4653-9c41-d25de599042e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0386f38-612f-4861-bfa3-cd6277441558', 'code': 200} May 28 05:10:46.635589 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port a0386f38-612f-4861-bfa3-cd6277441558, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a0386f38-612f-4861-bfa3-cd6277441558,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:10:46.640440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:46.702367 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['a0386f38-612f-4861-bfa3-cd6277441558'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:10:46.719724 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a414d95e-4c13-48c2-b045-4019668875c6 req-35b3f221-5fd5-40ca-b79b-74f1e47621d2 service neutron] 10.222.0.66 "GET /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322756 May 28 05:10:46.754542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=a0386f38-612f-4861-bfa3-cd6277441558,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:47.264670 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b325818-d33e-4976-a662-f7b2bc26dcfc req-3eb54cf4-a943-40ae-89d0-02219d57d147 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:47.266182 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6b325818-d33e-4976-a662-f7b2bc26dcfc req-3eb54cf4-a943-40ae-89d0-02219d57d147 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 944 time: 0.0791886 May 28 05:10:47.317645 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6b325818-d33e-4976-a662-f7b2bc26dcfc req-63660b26-ff03-40e7-ae96-a7a1169c2739 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456862 May 28 05:10:47.524601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4b62f-2b26-476f-84c7-2d6483c3be62 req-375ea8eb-2ef7-414c-bec0-161b6922e461 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:47.526081 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2f4b62f-2b26-476f-84c7-2d6483c3be62 req-375ea8eb-2ef7-414c-bec0-161b6922e461 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 944 time: 0.0815809 May 28 05:10:47.571571 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2f4b62f-2b26-476f-84c7-2d6483c3be62 req-e29bbca0-d540-4390-aeda-999180df1e60 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396407 May 28 05:10:47.771794 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5da3a-0bcc-47b0-be71-f4439aaaef7e req-a345c24c-66ba-4712-a9eb-20b1cf58bb24 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:47.773258 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bab5da3a-0bcc-47b0-be71-f4439aaaef7e req-a345c24c-66ba-4712-a9eb-20b1cf58bb24 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 944 time: 0.0790634 May 28 05:10:47.834672 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bab5da3a-0bcc-47b0-be71-f4439aaaef7e req-d810ca1e-e2a6-44ae-a83a-d91280bfcf26 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539067 May 28 05:10:48.226972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device a0386f38-612f-4861-bfa3-cd6277441558 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:10:48.295544 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port a0386f38-612f-4861-bfa3-cd6277441558 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:10:48.295876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:48.409379 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:48.419065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7a419-bcc1-47e7-82ed-90e01b97b7b0 req-e06e46a5-b208-40af-aa69-f1618840f5b1 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:48.420469 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-76d7a419-bcc1-47e7-82ed-90e01b97b7b0 req-e06e46a5-b208-40af-aa69-f1618840f5b1 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 944 time: 0.0778587 May 28 05:10:48.440507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port a0386f38-612f-4861-bfa3-cd6277441558, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a0386f38-612f-4861-bfa3-cd6277441558,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:10:48.446334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:48.465970 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-76d7a419-bcc1-47e7-82ed-90e01b97b7b0 req-1d9fc3c5-b0e4-4a08-8959-77eb82f5eb8c tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397425 May 28 05:10:48.510702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=a0386f38-612f-4861-bfa3-cd6277441558,revision_number=8']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:48.634436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b1640f-1041-4653-9c41-d25de599042e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0386f38-612f-4861-bfa3-cd6277441558'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:10:48.695614 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1bba427-0082-402f-8523-a94453e5c6c6'] response: {'server_uuid': 'd3b1640f-1041-4653-9c41-d25de599042e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0386f38-612f-4861-bfa3-cd6277441558', 'code': 200} May 28 05:10:49.683383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ee6e5-34a4-4417-9de2-57ab97461dbd req-5a2de3b5-5341-4faa-9b6d-fd87c4f7f1b3 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:49.684825 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-920ee6e5-34a4-4417-9de2-57ab97461dbd req-5a2de3b5-5341-4faa-9b6d-fd87c4f7f1b3 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0934808 May 28 05:10:49.873590 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-920ee6e5-34a4-4417-9de2-57ab97461dbd req-82c32fde-5dd2-44e8-a0bf-208fa16bba90 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/security-groups?id=c339aa22-5180-4470-abfd-c359af089b51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804090 May 28 05:10:49.894774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b5f9c-dedd-49b9-ac24-c4b09677e139 req-d6ff7b34-e4da-446b-94aa-0ff671243561 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:49.894774 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e66b5f9c-dedd-49b9-ac24-c4b09677e139 req-d6ff7b34-e4da-446b-94aa-0ff671243561 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.66 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 945 time: 0.0945265 May 28 05:10:49.964932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-e66b5f9c-dedd-49b9-ac24-c4b09677e139 req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Deleting port a0386f38-612f-4861-bfa3-cd6277441558 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:10:49.965269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-e66b5f9c-dedd-49b9-ac24-c4b09677e139 req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:50.200341 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-e66b5f9c-dedd-49b9-ac24-c4b09677e139 req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] For port a0386f38-612f-4861-bfa3-cd6277441558, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a0386f38-612f-4861-bfa3-cd6277441558,segment=NetworkSegment(65c439ae-6dea-426f-a897-484cfc925daa),segment_id=65c439ae-6dea-426f-a897-484cfc925daa)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:10:50.200590 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-e66b5f9c-dedd-49b9-ac24-c4b09677e139 req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:50.321402 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-e66b5f9c-dedd-49b9-ac24-c4b09677e139 req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Calling delete_port for a0386f38-612f-4861-bfa3-cd6277441558 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:10:50.469260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-e66b5f9c-dedd-49b9-ac24-c4b09677e139 req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:50.480777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['a0386f38-612f-4861-bfa3-cd6277441558'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:10:50.516589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Pushing event deleted for resources: {'Port': ['ID=a0386f38-612f-4861-bfa3-cd6277441558,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:50.551520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:50.551864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:50.552201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:50.552534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:50.552863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:50.553201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:50.553506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:50.553874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:50.554177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:50.554488 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:50.554800 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:50.598733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66b5f9c-dedd-49b9-ac24-c4b09677e139 req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] No DVR routers for this DVR port a0386f38-612f-4861-bfa3-cd6277441558 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:10:50.601074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-e66b5f9c-dedd-49b9-ac24-c4b09677e139 req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:50.603502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b1640f-1041-4653-9c41-d25de599042e', 'name': 'network-vif-deleted', 'tag': 'a0386f38-612f-4861-bfa3-cd6277441558'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:10:50.621705 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e66b5f9c-dedd-49b9-ac24-c4b09677e139 req-29ae976b-46f3-4951-96ea-96262c1393ca tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.66 "DELETE /v2.0/ports/a0386f38-612f-4861-bfa3-cd6277441558 HTTP/1.1" status: 204 len: 173 time: 0.7208724 May 28 05:10:50.664157 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58575ae9-24b5-4214-8a4f-d2f9cfa5c795'] response: {'server_uuid': 'd3b1640f-1041-4653-9c41-d25de599042e', 'name': 'network-vif-deleted', 'tag': 'a0386f38-612f-4861-bfa3-cd6277441558', 'status': 'completed', 'code': 200} May 28 05:10:51.068766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-1550694f-bd2c-4a1d-9b37-a61aa08aa12b req-2e7dabae-7032-4c4a-8436-b13d40101b74 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Synchronizing usage tracker for tenant:5104cf1b4def4d41bc546f33d603e28a on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:10:51.088251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-1550694f-bd2c-4a1d-9b37-a61aa08aa12b req-2e7dabae-7032-4c4a-8436-b13d40101b74 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] Unset dirty status for tenant:5104cf1b4def4d41bc546f33d603e28a on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:10:51.089502 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1550694f-bd2c-4a1d-9b37-a61aa08aa12b req-2e7dabae-7032-4c4a-8436-b13d40101b74 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b1640f-1041-4653-9c41-d25de599042e HTTP/1.1" status: 200 len: 210 time: 0.0683334 May 28 05:10:52.141125 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1b2257fd-2594-49f2-afcd-0eb782187abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:52.366882 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 36652) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:10:52.506616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Deleting subnet 162b3eb4-187d-4a0c-9640-a9467d0ff0ae {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:10:52.509532 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:52.561763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:52.620156 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:52.697410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:52.734186 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=162b3eb4-187d-4a0c-9640-a9467d0ff0ae,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:52.746163 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:52.746505 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:52.746836 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:52.747163 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:52.747491 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:52.747822 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:52.748141 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:52.748436 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:52.748763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:52.749071 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:52.749384 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:52.752103 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:52.758215 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b518b0ea-773c-40be-afcc-de5072235c69 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/162b3eb4-187d-4a0c-9640-a9467d0ff0ae HTTP/1.1" status: 204 len: 168 time: 0.3901322 May 28 05:10:52.760589 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 36656) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:10:52.866219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dad72061-87aa-4cce-a309-1dcbea9f9173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:52.988183 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dad72061-87aa-4cce-a309-1dcbea9f9173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:53.014795 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-dad72061-87aa-4cce-a309-1dcbea9f9173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03817a33-a3ac-42bf-b441-7a994da55cf0']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:10:53.028342 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-dad72061-87aa-4cce-a309-1dcbea9f9173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c439ae-6dea-426f-a897-484cfc925daa') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:10:53.028630 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-dad72061-87aa-4cce-a309-1dcbea9f9173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c439ae-6dea-426f-a897-484cfc925daa') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:10:53.040721 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dad72061-87aa-4cce-a309-1dcbea9f9173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:53.060650 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dad72061-87aa-4cce-a309-1dcbea9f9173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:53.066777 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad72061-87aa-4cce-a309-1dcbea9f9173 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:10:53.067156 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dad72061-87aa-4cce-a309-1dcbea9f9173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:10:53.080117 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:10:53.157081 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dad72061-87aa-4cce-a309-1dcbea9f9173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:53.183832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-dad72061-87aa-4cce-a309-1dcbea9f9173 admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:53.194895 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad72061-87aa-4cce-a309-1dcbea9f9173 admin admin] Pushing event deleted for resources: {'Network': ['ID=03817a33-a3ac-42bf-b441-7a994da55cf0,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:53.206322 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-dad72061-87aa-4cce-a309-1dcbea9f9173 admin admin] 10.222.0.15 "DELETE /v2.0/networks/03817a33-a3ac-42bf-b441-7a994da55cf0 HTTP/1.1" status: 204 len: 168 time: 0.4446905 May 28 05:10:53.358392 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 36662) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:10:53.419945 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a0fca52c-c494-4cd8-98b7-1202ad42ae1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5104cf1b4def4d41bc546f33d603e28a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0603921 May 28 05:10:53.423337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 36666) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:10:53.483204 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-62a21db0-9a18-4916-b321-7413916202b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:53.510244 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-62a21db0-9a18-4916-b321-7413916202b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:53.574887 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-62a21db0-9a18-4916-b321-7413916202b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:53.591312 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a21db0-9a18-4916-b321-7413916202b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c339aa22-5180-4470-abfd-c359af089b51,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:53.601810 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-62a21db0-9a18-4916-b321-7413916202b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:53.606234 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-62a21db0-9a18-4916-b321-7413916202b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c339aa22-5180-4470-abfd-c359af089b51 HTTP/1.1" status: 204 len: 168 time: 0.1788042 May 28 05:10:53.800103 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:10:54.271265 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device a0386f38-612f-4861-bfa3-cd6277441558 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:10:54.304682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: a0386f38-612f-4861-bfa3-cd6277441558 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:10:54.305030 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device a0386f38-612f-4861-bfa3-cd6277441558 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:10:54.326755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-adcf626d-4ef3-4d64-9df9-7c3a9f69e800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:54.491009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 36688) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:10:54.631928 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1321497951-network', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:10:54.638909 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:10:54.644123 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Usage tracker for resource:network and tenant:d402bed3fe5f4426ad9b9f6b089af24e is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:10:54.647073 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:10:54.653643 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:10:54.666060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Made reservation on behalf of d402bed3fe5f4426ad9b9f6b089af24e for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:10:54.668474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:54.680355 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:54.713379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:10:54.717399 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Usage tracker for resource:security_group_rule and tenant:d402bed3fe5f4426ad9b9f6b089af24e is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:10:54.720479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:10:54.726500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:10:54.794932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:54.802258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:54.828638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:10:54.840649 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab5fb80-1473-48bb-849a-c1f5cb8e116f,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:54.845459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:54.845829 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Added segment 6bcb8728-9465-4785-a5e2-2848c304b050 of type vlan for network 9420e1af-192e-438c-9a5d-9b2a1043266c May 28 05:10:54.874120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:54.884288 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:54.907663 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:54.908539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:54.909102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:55.011537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] Pushing event updated for resources: {'Network': ['ID=9420e1af-192e-438c-9a5d-9b2a1043266c,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:55.015052 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ce72858d-30e5-40d5-9878-b9fc6e190176 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5230019 May 28 05:10:55.017976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 36694) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:10:55.023400 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-25669533-2063-4237-9423-a87266255db5 admin admin] Request body: {'subnet': {'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1321497951-subnet', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:10:55.023595 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 9420e1af-192e-438c-9a5d-9b2a1043266c details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:10:55.028808 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-25669533-2063-4237-9423-a87266255db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:10:55.033066 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-25669533-2063-4237-9423-a87266255db5 admin admin] Usage tracker for resource:subnet and tenant:d402bed3fe5f4426ad9b9f6b089af24e is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:10:55.036165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-25669533-2063-4237-9423-a87266255db5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:10:55.045149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-25669533-2063-4237-9423-a87266255db5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:10:55.056779 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25669533-2063-4237-9423-a87266255db5 admin admin] Made reservation on behalf of d402bed3fe5f4426ad9b9f6b089af24e for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:10:55.059122 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25669533-2063-4237-9423-a87266255db5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:55.265862 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25669533-2063-4237-9423-a87266255db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:55.334569 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25669533-2063-4237-9423-a87266255db5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9f5194d-eb31-4705-aec8-3a4748f23478,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:55.350922 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25669533-2063-4237-9423-a87266255db5 admin admin] Checking segment: {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:10:55.351262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25669533-2063-4237-9423-a87266255db5 admin admin] Network hostable DHCP agents. Network: 9420e1af-192e-438c-9a5d-9b2a1043266c, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:10:55.374586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25669533-2063-4237-9423-a87266255db5 admin admin] Network 9420e1af-192e-438c-9a5d-9b2a1043266c is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:10:55.390806 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-25669533-2063-4237-9423-a87266255db5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 9420e1af-192e-438c-9a5d-9b2a1043266c) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:10:55.394924 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25669533-2063-4237-9423-a87266255db5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:10:55.395496 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25669533-2063-4237-9423-a87266255db5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:55.400679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdebf9d-2f8b-4509-bd52-a4847b49110c None None] Network 9420e1af-192e-438c-9a5d-9b2a1043266c requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:10:55.416854 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-25669533-2063-4237-9423-a87266255db5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3978162 May 28 05:10:55.419828 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 36698) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:10:55.425300 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:10:55.429976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:10:55.433924 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Usage tracker for resource:router and tenant:d402bed3fe5f4426ad9b9f6b089af24e is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:10:55.436717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:10:55.442432 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:10:55.454165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:55.455056 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:55.474895 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:55.595122 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:55.649196 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:55.651657 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-9420e1af-192e-438c-9a5d-9b2a1043266c', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:10:55.652637 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:55.712506 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:55.809475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Allocated IP 172.20.0.2 (9420e1af-192e-438c-9a5d-9b2a1043266c/c9f5194d-eb31-4705-aec8-3a4748f23478/2fcaa3be-9e12-4656-8e49-a7218498a226) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:10:55.906088 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:55.935210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:56.010349 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:56.021147 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Transition to ACTIVE for port object 2fcaa3be-9e12-4656-8e49-a7218498a226 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:10:56.043041 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Transition to ACTIVE for port object 2fcaa3be-9e12-4656-8e49-a7218498a226 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:10:56.049488 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:56.070444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Allocated IP 172.26.8.170 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/5b2628da-9a96-46fc-8198-ef756823d33b) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:10:56.118115 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Network 9420e1af-192e-438c-9a5d-9b2a1043266c is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:10:56.119213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:10:56.125983 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:10:56.128021 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Pushing event updated for resources: {'Port': ['ID=2fcaa3be-9e12-4656-8e49-a7218498a226,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:56.212847 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Attempting to bind port 2fcaa3be-9e12-4656-8e49-a7218498a226 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:10:56.213192 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Attempting to bind port 2fcaa3be-9e12-4656-8e49-a7218498a226 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:10:56.214043 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Attempting to bind port 2fcaa3be-9e12-4656-8e49-a7218498a226 on network 9420e1af-192e-438c-9a5d-9b2a1043266c {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:10:56.219916 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:10:56.220277 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Checking segment: {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:10:56.220671 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:56.221029 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:56.221171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Bound using segment: {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:10:56.221518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Bound port: 2fcaa3be-9e12-4656-8e49-a7218498a226, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:10:56.221890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:56.249612 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:56.311494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] For port 2fcaa3be-9e12-4656-8e49-a7218498a226, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:10:56.314934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] For port 2fcaa3be-9e12-4656-8e49-a7218498a226, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2fcaa3be-9e12-4656-8e49-a7218498a226,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:10:56.319796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:10:56.320693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Pushing event updated for resources: {'Port': ['ID=5b2628da-9a96-46fc-8198-ef756823d33b,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:56.321272 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:56.323589 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:10:56.325546 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:10:56.410532 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7731d-0965-49db-b63b-31fdabfec2a6 None None] Pushing event updated for resources: {'Port': ['ID=2fcaa3be-9e12-4656-8e49-a7218498a226,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:56.489415 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:56.490282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:56.745687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Router 02e49bef-e204-4351-8bf3-48031a91d6ea is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:10:56.949729 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:10:56.961690 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Sync routers for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:10:56.976187 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:10:56.976810 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:10:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:10:56.977262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:56.981729 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9a4dae37-6566-4418-88cf-7d0e4d3d59c6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5581346 May 28 05:10:56.981904 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 36702) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:10:57.165308 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:10:57.187698 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:57.330022 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0db5d3-f2ca-4e33-941c-61e3741769bf None None] Network 9420e1af-192e-438c-9a5d-9b2a1043266c requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:10:57.452566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-312e1e50-8eee-40a7-a7a3-6242c899acde None None] Provisioning for port 2fcaa3be-9e12-4656-8e49-a7218498a226 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:10:57.482445 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:56Z', 'revision_number': 3, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:10:57.486957 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Checking router: 02e49bef-e204-4351-8bf3-48031a91d6ea for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:10:57.487291 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Updating router 02e49bef-e204-4351-8bf3-48031a91d6ea port 5b2628da-9a96-46fc-8198-ef756823d33b binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:10:57.540435 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:57.851455 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:57.904932 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:57.917351 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Transition to ACTIVE for port object 5b2628da-9a96-46fc-8198-ef756823d33b will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:10:57.925361 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:57.999922 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc383b-c562-40b7-87e3-e88cfc8678a5 None None] Pushing event updated for resources: {'Port': ['ID=5b2628da-9a96-46fc-8198-ef756823d33b,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:58.010124 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Attempting to bind port 5b2628da-9a96-46fc-8198-ef756823d33b on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:10:58.010479 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Attempting to bind port 5b2628da-9a96-46fc-8198-ef756823d33b by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:10:58.010826 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Attempting to bind port 5b2628da-9a96-46fc-8198-ef756823d33b on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:10:58.017002 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc383b-c562-40b7-87e3-e88cfc8678a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:58.017329 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc383b-c562-40b7-87e3-e88cfc8678a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:58.017668 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc383b-c562-40b7-87e3-e88cfc8678a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:58.017994 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc383b-c562-40b7-87e3-e88cfc8678a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:58.018351 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc383b-c562-40b7-87e3-e88cfc8678a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:58.018631 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc383b-c562-40b7-87e3-e88cfc8678a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:58.018938 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc383b-c562-40b7-87e3-e88cfc8678a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:58.019246 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc383b-c562-40b7-87e3-e88cfc8678a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:58.019553 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc383b-c562-40b7-87e3-e88cfc8678a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:58.019855 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc383b-c562-40b7-87e3-e88cfc8678a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:58.020151 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dc383b-c562-40b7-87e3-e88cfc8678a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:10:58.025805 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:10:58.026177 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:10:58.026638 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:58.027490 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:10:58.027621 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Bound port: 5b2628da-9a96-46fc-8198-ef756823d33b, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:10:58.027969 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:58.061867 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Allocated IP 172.20.0.1 (9420e1af-192e-438c-9a5d-9b2a1043266c/c9f5194d-eb31-4705-aec8-3a4748f23478/425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:10:58.097908 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] For port 5b2628da-9a96-46fc-8198-ef756823d33b, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:10:58.101301 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] For port 5b2628da-9a96-46fc-8198-ef756823d33b, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5b2628da-9a96-46fc-8198-ef756823d33b,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:10:58.106835 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:58.186283 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc383b-c562-40b7-87e3-e88cfc8678a5 None None] Pushing event updated for resources: {'Port': ['ID=5b2628da-9a96-46fc-8198-ef756823d33b,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:58.195563 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:10:58.196233 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:10:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:10:58.210220 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:58.225467 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Transition to ACTIVE for port object 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:10:58.250492 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:58.322785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Network 9420e1af-192e-438c-9a5d-9b2a1043266c is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:10:58.326591 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:10:58.328687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Pushing event updated for resources: {'Port': ['ID=425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:58.330866 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:10:58.387357 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:10:58.393152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:58.422443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2fcaa3be-9e12-4656-8e49-a7218498a226 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:10:58.496305 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:58.499471 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 2fcaa3be-9e12-4656-8e49-a7218498a226 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:10:58.506638 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 2fcaa3be-9e12-4656-8e49-a7218498a226 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:10:58.507088 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:58.648993 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:58.665024 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6cb89079-9066-4578-8ee3-b183a537e099 None None] Provisioning for port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:10:58.676729 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6cb89079-9066-4578-8ee3-b183a537e099 None None] Provisioning complete for port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:10:58.676729 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6cb89079-9066-4578-8ee3-b183a537e099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:58.691950 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:56Z', 'revision_number': 3, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:10:58.695850 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71195904-601c-48c9-8470-2f5a42c7033d None None] The sync data for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv is: [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:56Z', 'revision_number': 3, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:10:58.733127 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:58.735512 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 2fcaa3be-9e12-4656-8e49-a7218498a226, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2fcaa3be-9e12-4656-8e49-a7218498a226,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:10:58.740366 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:58.744750 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:58.773402 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6cb89079-9066-4578-8ee3-b183a537e099 None None] Port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:10:58.812755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=2fcaa3be-9e12-4656-8e49-a7218498a226,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:58.847823 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Pushing event updated for resources: {'Port': ['ID=425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:10:58.852479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:59.009149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Network 9420e1af-192e-438c-9a5d-9b2a1043266c is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:10:59.010268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:10:59.301358 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bd7d18d1-98f2-4582-bc26-0e8b11c5b992 None None] Provisioning complete for port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:10:59.301764 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bd7d18d1-98f2-4582-bc26-0e8b11c5b992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:10:59.354127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d18d1-98f2-4582-bc26-0e8b11c5b992 None None] Port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:10:59.513164 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Router 02e49bef-e204-4351-8bf3-48031a91d6ea has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:10:59.721590 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:10:59.730970 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9dfca609-2a4b-4f08-88ad-15e81844d42e admin admin] 10.222.0.15 "PUT /v2.0/routers/02e49bef-e204-4351-8bf3-48031a91d6ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7480474 May 28 05:11:00.119666 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 36712) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:11:00.125514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-3c2d3f99-8f85-4022-a8e0-26949049382c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--400339009', 'description': 'tempest-description--1131520786'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:11:00.131733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3c2d3f99-8f85-4022-a8e0-26949049382c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:11:00.135870 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3c2d3f99-8f85-4022-a8e0-26949049382c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Usage tracker for resource:security_group and tenant:d402bed3fe5f4426ad9b9f6b089af24e is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:11:00.138897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3c2d3f99-8f85-4022-a8e0-26949049382c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:11:00.144907 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3c2d3f99-8f85-4022-a8e0-26949049382c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:11:00.158434 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3f99-8f85-4022-a8e0-26949049382c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.202054 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3c2d3f99-8f85-4022-a8e0-26949049382c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:11:00.206067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3c2d3f99-8f85-4022-a8e0-26949049382c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Usage tracker for resource:security_group_rule and tenant:d402bed3fe5f4426ad9b9f6b089af24e is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:11:00.209096 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-3c2d3f99-8f85-4022-a8e0-26949049382c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:11:00.215445 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-3c2d3f99-8f85-4022-a8e0-26949049382c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:11:00.274292 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3f99-8f85-4022-a8e0-26949049382c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.280694 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3f99-8f85-4022-a8e0-26949049382c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.322733 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d3f99-8f85-4022-a8e0-26949049382c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a96b65f-aae4-49d8-bad4-9b63f25bc173,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:00.327378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3f99-8f85-4022-a8e0-26949049382c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.329071 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3c2d3f99-8f85-4022-a8e0-26949049382c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2078428 May 28 05:11:00.332285 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 36716) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:11:00.337937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-9aaf0d5b-027e-4477-ae7a-f5ef19480032 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Request body: {'security_group_rule': {'security_group_id': '2a96b65f-aae4-49d8-bad4-9b63f25bc173', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:11:00.344573 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9aaf0d5b-027e-4477-ae7a-f5ef19480032 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:11:00.350229 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9aaf0d5b-027e-4477-ae7a-f5ef19480032 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Usage tracker for resource:security_group_rule and tenant:d402bed3fe5f4426ad9b9f6b089af24e is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:11:00.353225 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9aaf0d5b-027e-4477-ae7a-f5ef19480032 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:11:00.362441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9aaf0d5b-027e-4477-ae7a-f5ef19480032 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:11:00.381557 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0d5b-027e-4477-ae7a-f5ef19480032 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.450247 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0d5b-027e-4477-ae7a-f5ef19480032 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.457220 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0d5b-027e-4477-ae7a-f5ef19480032 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.463762 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2fcaa3be-9e12-4656-8e49-a7218498a226 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:11:00.478849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf0d5b-027e-4477-ae7a-f5ef19480032 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817b5665-1fe4-48ab-b15a-558d5de89ee1,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:00.491574 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9aaf0d5b-027e-4477-ae7a-f5ef19480032 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.492820 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9aaf0d5b-027e-4477-ae7a-f5ef19480032 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1595340 May 28 05:11:00.495820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 36720) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:11:00.501583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a21b2b7e-f56f-404a-9537-175dfa141f17 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Request body: {'security_group_rule': {'security_group_id': '2a96b65f-aae4-49d8-bad4-9b63f25bc173', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:11:00.509325 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a21b2b7e-f56f-404a-9537-175dfa141f17 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:11:00.513588 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a21b2b7e-f56f-404a-9537-175dfa141f17 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Usage tracker for resource:security_group_rule and tenant:d402bed3fe5f4426ad9b9f6b089af24e is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:11:00.516649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a21b2b7e-f56f-404a-9537-175dfa141f17 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:11:00.523346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a21b2b7e-f56f-404a-9537-175dfa141f17 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:11:00.542090 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a21b2b7e-f56f-404a-9537-175dfa141f17 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.562958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 2fcaa3be-9e12-4656-8e49-a7218498a226 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:11:00.563321 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.604615 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a21b2b7e-f56f-404a-9537-175dfa141f17 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.610296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a21b2b7e-f56f-404a-9537-175dfa141f17 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.636472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b2b7e-f56f-404a-9537-175dfa141f17 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327b468c-219e-4ab6-8890-105402ba22bd,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:00.646410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a21b2b7e-f56f-404a-9537-175dfa141f17 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.647587 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a21b2b7e-f56f-404a-9537-175dfa141f17 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1507592 May 28 05:11:00.650635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 36724) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:11:00.655987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:11:00.661275 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:11:00.665117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Usage tracker for resource:floatingip and tenant:d402bed3fe5f4426ad9b9f6b089af24e is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:11:00.667948 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:11:00.673616 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:11:00.683445 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5b2628da-9a96-46fc-8198-ef756823d33b up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:11:00.684785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.751293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 5b2628da-9a96-46fc-8198-ef756823d33b completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:11:00.755837 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 5b2628da-9a96-46fc-8198-ef756823d33b triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:11:00.756231 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.819100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.871294 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.887025 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 5b2628da-9a96-46fc-8198-ef756823d33b, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5b2628da-9a96-46fc-8198-ef756823d33b,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:11:00.892163 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:00.957536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Allocated IP 172.26.8.80 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/a36a59a7-d236-4c23-baa3-553ac9d04e78) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:11:00.958874 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=5b2628da-9a96-46fc-8198-ef756823d33b,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:01.113314 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:01.146110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:01.223620 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:11:01.226450 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:11:01.230817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:11:01.254564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Pushing event updated for resources: {'Port': ['ID=a36a59a7-d236-4c23-baa3-553ac9d04e78,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:01.393196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:01.458868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:01.756511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:01.762912 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:01.872335 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Pushing event updated for resources: {'Port': ['ID=a36a59a7-d236-4c23-baa3-553ac9d04e78,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:01.888427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:01.912242 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:01.913461 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a179b455-b046-4248-add6-78f208d2ab64 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2619181 May 28 05:11:02.091822 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27da0662-10f7-4731-b052-98a6824afc1c req-ad84db46-7725-4214-82bb-e9f2c32ca0fd tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--400339009&fields=id&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 267 time: 0.0417502 May 28 05:11:02.179158 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Sync routers for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:11:02.190848 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:11:02.191451 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:10:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:11:02.244581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da0662-10f7-4731-b052-98a6824afc1c req-102938b5-5cff-408c-9952-dd1990749d59 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:02.246361 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27da0662-10f7-4731-b052-98a6824afc1c req-102938b5-5cff-408c-9952-dd1990749d59 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 812 time: 0.1477621 May 28 05:11:02.263563 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27da0662-10f7-4731-b052-98a6824afc1c req-a77608a3-2c56-499b-ad54-a9a86efebcb4 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/quotas/d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 375 time: 0.0114179 May 28 05:11:02.348706 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27da0662-10f7-4731-b052-98a6824afc1c req-dec7c9ff-3880-46a2-ae25-18d27e5b1bd7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792646 May 28 05:11:02.375342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5b2628da-9a96-46fc-8198-ef756823d33b up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:11:02.413462 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:11:02.487455 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27da0662-10f7-4731-b052-98a6824afc1c req-2b7003f4-e0a5-4fb3-ae54-5ff51e38dabd service neutron] 10.222.0.15 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255116 May 28 05:11:02.621365 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27da0662-10f7-4731-b052-98a6824afc1c req-3fab5f8f-0d7a-4027-87e4-d776854d3ab1 service neutron] 10.222.0.15 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273320 May 28 05:11:02.636095 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 5b2628da-9a96-46fc-8198-ef756823d33b triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:11:02.636584 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:02.814447 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16dd2f6d-672c-4d2d-87ac-a0b3308ed18c req-36da1fb6-8c8a-406c-a556-be9d69cbe32f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 210 time: 0.0467401 May 28 05:11:02.843817 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 2, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:11:02.847626 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Checking router: 02e49bef-e204-4351-8bf3-48031a91d6ea for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:11:02.848043 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Updating router 02e49bef-e204-4351-8bf3-48031a91d6ea port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:11:02.906310 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:03.294778 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:03.306195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Transition to ACTIVE for port object 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:11:03.314317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:03.438908 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d72fb-41c5-4833-827e-9a95a6c20543 None None] Pushing event updated for resources: {'Port': ['ID=425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:03.535048 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Attempting to bind port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:11:03.535409 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Attempting to bind port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:11:03.535781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Attempting to bind port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d on network 9420e1af-192e-438c-9a5d-9b2a1043266c {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:11:03.542393 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:11:03.542995 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Checking segment: {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:11:03.543831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:03.544229 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Bound using segment: {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:11:03.544686 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Bound port: 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:11:03.545025 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:03.639830 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] For port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:11:03.643998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] For port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:11:03.648744 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:03.729066 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d72fb-41c5-4833-827e-9a95a6c20543 None None] Pushing event updated for resources: {'Port': ['ID=425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:03.734047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:11:03.734658 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:10:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:11:03.892420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da0662-10f7-4731-b052-98a6824afc1c req-27223f26-e17a-4474-9335-9e3c25ddf2f1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:03.893981 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27da0662-10f7-4731-b052-98a6824afc1c req-27223f26-e17a-4474-9335-9e3c25ddf2f1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 812 time: 0.1692264 May 28 05:11:03.996470 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:11:04.007700 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27da0662-10f7-4731-b052-98a6824afc1c req-78adbb1b-52c8-49f0-bc82-7b980ed3f541 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 379 time: 0.1017470 May 28 05:11:04.017448 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Request body: {'port': {'device_id': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'admin_state_up': True, 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'security_groups': ['2a96b65f-aae4-49d8-bad4-9b63f25bc173']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:11:04.034403 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b22490a9-b305-4ddb-aaac-454c6363b6cb req-6f80b483-cc26-47f7-9e0b-29f8202e3a93 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 210 time: 0.0707157 May 28 05:11:04.159938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:11:04.163796 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Usage tracker for resource:port and tenant:d402bed3fe5f4426ad9b9f6b089af24e is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:11:04.166942 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:11:04.173754 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:11:04.185868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Made reservation on behalf of d402bed3fe5f4426ad9b9f6b089af24e for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:11:04.189173 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:04.327056 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:03Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:11:04.331314 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69a9f4f-8392-47f6-98f1-9bb7c4f91f6e None None] The sync data for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv is: [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:03Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:11:04.356731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Allocated IP 172.20.0.4 (9420e1af-192e-438c-9a5d-9b2a1043266c/c9f5194d-eb31-4705-aec8-3a4748f23478/4d9c3603-d0ee-4f87-a7f5-ea5053f79b28) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:11:04.571916 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:04.587851 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Transition to ACTIVE for port object 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:11:04.611739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:04.789684 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Network 9420e1af-192e-438c-9a5d-9b2a1043266c is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:11:04.793097 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:11:04.797799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:11:04.825971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Pushing event updated for resources: {'Port': ['ID=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:04.863385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:04.864486 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:04.892066 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27da0662-10f7-4731-b052-98a6824afc1c req-a7a40a5b-43a3-458f-bd2f-2099fde48e2f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8787713 May 28 05:11:04.904847 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Request body: {'port': {'device_id': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:11:05.029887 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-439aa4bd-5b05-416e-8bd2-a9b7b42fc96a None None] Provisioning for port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:11:05.033862 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:05.035044 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-439aa4bd-5b05-416e-8bd2-a9b7b42fc96a None None] Provisioning complete for port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:11:05.035413 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-439aa4bd-5b05-416e-8bd2-a9b7b42fc96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:05.121641 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-439aa4bd-5b05-416e-8bd2-a9b7b42fc96a None None] Port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:11:05.360487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a976c-a277-4310-8a5f-39ec40bb6b3e req-050731c9-086d-4758-8b87-a038f352c39e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:05.361061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-7e6a976c-a277-4310-8a5f-39ec40bb6b3e req-050731c9-086d-4758-8b87-a038f352c39e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Synchronizing usage tracker for tenant:d402bed3fe5f4426ad9b9f6b089af24e on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:11:05.400301 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-7e6a976c-a277-4310-8a5f-39ec40bb6b3e req-050731c9-086d-4758-8b87-a038f352c39e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Unset dirty status for tenant:d402bed3fe5f4426ad9b9f6b089af24e on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:11:05.401409 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e6a976c-a277-4310-8a5f-39ec40bb6b3e req-050731c9-086d-4758-8b87-a038f352c39e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 931 time: 0.2306926 May 28 05:11:05.493043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:11:05.502370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:05.511494 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e6a976c-a277-4310-8a5f-39ec40bb6b3e req-b9075c01-1826-42b0-affb-f798b0d14339 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023362 May 28 05:11:05.519967 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Transition to ACTIVE for port object 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:11:05.525782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:05.649425 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:05.761241 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Attempting to bind port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:11:05.761562 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Attempting to bind port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:11:05.761917 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Attempting to bind port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 on network 9420e1af-192e-438c-9a5d-9b2a1043266c {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:11:05.767841 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 on network 9420e1af-192e-438c-9a5d-9b2a1043266c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:11:05.768149 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Attempting to bind port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 on network 9420e1af-192e-438c-9a5d-9b2a1043266c {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:11:05.774508 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:11:05.774838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Checking segment: {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:11:05.775211 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Bound using segment: {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:11:05.775636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Bound port: 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:11:05.775975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:05.865001 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] For port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:11:05.869096 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] For port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:11:05.874947 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:05.940883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:05.942840 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27da0662-10f7-4731-b052-98a6824afc1c req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] 10.222.0.66 "PUT /v2.0/ports/4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 HTTP/1.1" status: 200 len: 1093 time: 1.0432081 May 28 05:11:05.943391 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'tag': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:11:05.963563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247cd1b-8113-4aa7-a630-b0101f21b288 service neutron] Pushing event updated for resources: {'Port': ['ID=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:06.021057 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c788721f-1dce-4cb3-9127-8e79acca4fc2'] response: {'name': 'network-changed', 'server_uuid': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'tag': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28', 'status': 'completed', 'code': 200} May 28 05:11:06.069251 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27da0662-10f7-4731-b052-98a6824afc1c req-8cf15f94-3795-4ed4-9aee-5742058362ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 1096 time: 0.0825586 May 28 05:11:06.140614 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27da0662-10f7-4731-b052-98a6824afc1c req-2a50d0a3-7282-41e1-882d-185f2fb0765b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 HTTP/1.1" status: 200 len: 217 time: 0.0643859 May 28 05:11:06.205504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da0662-10f7-4731-b052-98a6824afc1c req-0c866a29-17b6-40de-ae0e-dd18f4bc7154 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:06.206877 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27da0662-10f7-4731-b052-98a6824afc1c req-0c866a29-17b6-40de-ae0e-dd18f4bc7154 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0603700 May 28 05:11:06.282648 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27da0662-10f7-4731-b052-98a6824afc1c req-5562470e-877c-4cd3-819b-971de6d02931 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699143 May 28 05:11:06.396741 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:11:06.420584 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27da0662-10f7-4731-b052-98a6824afc1c req-5f3e769f-4dc2-4481-9dca-982318950776 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321523 May 28 05:11:06.470060 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:11:06.474572 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:11:06.474931 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:06.551762 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-27da0662-10f7-4731-b052-98a6824afc1c req-3f1ff20a-ef19-42a1-b8be-c4382e730938 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252508 May 28 05:11:06.592553 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:06.627040 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:11:06.632909 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:06.702111 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:06.825174 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd28c7b6-d8c3-49bd-ae6e-278d52eb7114 req-c0e0ca86-23fc-4454-ae60-ac157da8779e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 1096 time: 0.2236943 May 28 05:11:06.833294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148fc2c3-f8de-4054-8606-31f02ec0a17a req-8632b401-5f86-4dd1-8b2f-49c826f93ab7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:06.834609 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-148fc2c3-f8de-4054-8606-31f02ec0a17a req-8632b401-5f86-4dd1-8b2f-49c826f93ab7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 943 time: 0.1046269 May 28 05:11:06.972603 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-148fc2c3-f8de-4054-8606-31f02ec0a17a req-c4055169-4199-46cb-b023-761874da23a6 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152518 May 28 05:11:06.993694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28c7b6-d8c3-49bd-ae6e-278d52eb7114 req-50b4b0c9-d8b8-4e1f-9105-7fb81040b1b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:06.995117 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd28c7b6-d8c3-49bd-ae6e-278d52eb7114 req-50b4b0c9-d8b8-4e1f-9105-7fb81040b1b4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1547103 May 28 05:11:07.064691 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd28c7b6-d8c3-49bd-ae6e-278d52eb7114 req-713e4290-4905-4b04-80a6-baaa3a220242 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 HTTP/1.1" status: 200 len: 217 time: 0.0631325 May 28 05:11:07.124773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28c7b6-d8c3-49bd-ae6e-278d52eb7114 req-a4402e4a-0675-422f-a5da-8c9e130cfc91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:07.126069 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd28c7b6-d8c3-49bd-ae6e-278d52eb7114 req-a4402e4a-0675-422f-a5da-8c9e130cfc91 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0550508 May 28 05:11:07.211288 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd28c7b6-d8c3-49bd-ae6e-278d52eb7114 req-c5d38180-8725-45c7-8f4c-8d7c821a2474 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789101 May 28 05:11:07.346738 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd28c7b6-d8c3-49bd-ae6e-278d52eb7114 req-64f5026c-12e6-4cc1-929e-c6eaa2b52cf4 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273911 May 28 05:11:07.477223 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd28c7b6-d8c3-49bd-ae6e-278d52eb7114 req-bde2e745-4be2-4d3b-b18b-f4800ad256dd service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239266 May 28 05:11:08.182141 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdfa42-3b11-4aeb-83df-c9cc02a24bdf req-1c9366d8-b5a7-4bea-9862-092426315033 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:08.184184 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-49cdfa42-3b11-4aeb-83df-c9cc02a24bdf req-1c9366d8-b5a7-4bea-9862-092426315033 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 943 time: 0.0846844 May 28 05:11:08.235613 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-49cdfa42-3b11-4aeb-83df-c9cc02a24bdf req-e88932ca-a29d-44e6-a42c-3b5fadf684f1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430653 May 28 05:11:08.348886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:11:08.382725 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:11:08.563686 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:11:08.578131 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'port_id': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28', 'mac_address': 'fa:16:3e:14:e4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:11:08.606275 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:11:08.606638 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:08.679701 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:08.701443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:11:08.750535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:11:08.760635 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:08.831599 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:08.840042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:08.840376 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:08.840702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:08.841028 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:08.841350 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:08.841676 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:08.842004 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:08.842316 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:08.842628 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:08.842935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:08.843230 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:08.965157 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['4d9c3603-d0ee-4f87-a7f5-ea5053f79b28'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:11:09.451903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e915-79b7-44fb-9409-cdd9a46231d9 req-5b82a08e-cb2e-4830-be67-8de0b0525128 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:09.453345 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e70e915-79b7-44fb-9409-cdd9a46231d9 req-5b82a08e-cb2e-4830-be67-8de0b0525128 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 944 time: 0.0868604 May 28 05:11:09.513139 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e70e915-79b7-44fb-9409-cdd9a46231d9 req-87781d34-d2e5-40d0-ac3a-fec4f92530c3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516317 May 28 05:11:10.365087 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:11:10.444481 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:11:10.451508 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:11:10.451980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:10.572029 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:10.598826 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:11:10.608598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:11:10.615259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:10.661320 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f95a24c-3b36-4fa2-b2eb-920ed298a9e1'] response: {'server_uuid': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28', 'code': 200} May 28 05:11:10.686497 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:10.720100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d54de4f-25e4-416e-956b-478d121bd71d req-93036c6c-f466-4962-80af-221e97044757 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:10.721559 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8d54de4f-25e4-416e-956b-478d121bd71d req-93036c6c-f466-4962-80af-221e97044757 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0770264 May 28 05:11:10.768089 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8d54de4f-25e4-416e-956b-478d121bd71d req-80be90d5-7e3b-4f5b-a126-8d650c99d66c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408244 May 28 05:11:10.898281 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-882d8e06-e7c8-4386-8aeb-a3a192e9dbf6 req-83f85d63-62b9-4333-9a24-9aa8dfb75e33 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 1098 time: 0.0733194 May 28 05:11:10.940739 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-882d8e06-e7c8-4386-8aeb-a3a192e9dbf6 req-8a9435a6-cc27-4df8-9b81-6be371a866d9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359614 May 28 05:11:11.979125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2366b16-d25c-485b-b4e8-15e5f291d406 req-4a4a936c-8394-4baf-8748-48cd1a7578ff tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:11.980619 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f2366b16-d25c-485b-b4e8-15e5f291d406 req-4a4a936c-8394-4baf-8748-48cd1a7578ff tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0798926 May 28 05:11:12.027759 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f2366b16-d25c-485b-b4e8-15e5f291d406 req-2a22d4f3-4aa1-4231-8c88-e79744b39d51 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414836 May 28 05:11:13.236239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75db8a8-8bba-47ca-bcbb-3c5e7816fe4f req-acdb422b-72e2-49ec-8cda-e21cfb63a07c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:13.237615 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d75db8a8-8bba-47ca-bcbb-3c5e7816fe4f req-acdb422b-72e2-49ec-8cda-e21cfb63a07c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0874650 May 28 05:11:13.284333 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d75db8a8-8bba-47ca-bcbb-3c5e7816fe4f req-cf85a7ab-62de-4eac-a4bf-4213eb6b6f8f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405834 May 28 05:11:13.488608 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b298815-576a-420c-927a-6f60e76a42f7 req-3384ccb0-81be-4ff9-8a64-5a26ffe979fd tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:13.490396 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b298815-576a-420c-927a-6f60e76a42f7 req-3384ccb0-81be-4ff9-8a64-5a26ffe979fd tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0871384 May 28 05:11:13.499480 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 36768) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:11:13.504946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-935f7875-1380-4098-b1d1-73a9af58df24 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Request body: {'floatingip': {'port_id': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:11:13.580921 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-935f7875-1380-4098-b1d1-73a9af58df24 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for floatingip, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:14.191111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-935f7875-1380-4098-b1d1-73a9af58df24 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:14.196984 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-935f7875-1380-4098-b1d1-73a9af58df24 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:14.389461 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.l3_db [None req-935f7875-1380-4098-b1d1-73a9af58df24 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Floating IP 9c7badd1-997c-4efb-892d-5b58dfcec20c associated. External IP: 172.26.8.80, port: 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28. May 28 05:11:14.883858 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935f7875-1380-4098-b1d1-73a9af58df24 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Router 02e49bef-e204-4351-8bf3-48031a91d6ea has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:11:15.084818 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935f7875-1380-4098-b1d1-73a9af58df24 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:11:15.089631 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-935f7875-1380-4098-b1d1-73a9af58df24 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:15.095785 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be7552-0c15-4f8d-9670-0a3b72c66fd8 None None] Sync routers for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:11:15.107546 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be7552-0c15-4f8d-9670-0a3b72c66fd8 None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:11:15.108138 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a6be7552-0c15-4f8d-9670-0a3b72c66fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:10:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:11:15.145396 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-935f7875-1380-4098-b1d1-73a9af58df24 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "PUT /v2.0/floatingips/9c7badd1-997c-4efb-892d-5b58dfcec20c HTTP/1.1" status: 200 len: 990 time: 1.6447265 May 28 05:11:15.145963 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'tag': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:11:15.279741 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-a6be7552-0c15-4f8d-9670-0a3b72c66fd8 None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:11:15.332569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f3493-c2ec-432d-bb1c-481f7b576fa8 req-822db7aa-235f-4c73-a0b4-8e780e577fc1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:15.334362 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-911f3493-c2ec-432d-bb1c-481f7b576fa8 req-822db7aa-235f-4c73-a0b4-8e780e577fc1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0863099 May 28 05:11:15.386108 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-911f3493-c2ec-432d-bb1c-481f7b576fa8 req-cb149688-f7f8-4d36-9fa1-43e2da7e5e86 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442207 May 28 05:11:15.440516 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72e1f9d-2288-4a49-83ca-d72cf1e7ef19'] response: {'name': 'network-changed', 'server_uuid': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'tag': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28', 'status': 'completed', 'code': 200} May 28 05:11:15.644995 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a6be7552-0c15-4f8d-9670-0a3b72c66fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '9c7badd1-997c-4efb-892d-5b58dfcec20c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'floating_ip_address': '172.26.8.80', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'port_id': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'mac_address': 'fa:16:3e:14:e4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:11:01Z', 'updated_at': '2022-05-28T05:11:14Z', 'revision_number': 1, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:11:15.649335 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be7552-0c15-4f8d-9670-0a3b72c66fd8 None None] Checking router: 02e49bef-e204-4351-8bf3-48031a91d6ea for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:11:15.660356 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be7552-0c15-4f8d-9670-0a3b72c66fd8 None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:11:15.660785 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a6be7552-0c15-4f8d-9670-0a3b72c66fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:10:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:11:15.680282 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cd807a51-1843-4298-b0ef-5d818ab419a5 req-5258bc09-ed6d-4138-8873-bc991351dc07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 1098 time: 0.2183599 May 28 05:11:15.783428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363bff1-5a95-4cc9-a8b9-58c9bef3fcc2 req-cac1364b-7689-4a2f-aee6-9958da01862e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:15.784872 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5363bff1-5a95-4cc9-a8b9-58c9bef3fcc2 req-cac1364b-7689-4a2f-aee6-9958da01862e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.2729702 May 28 05:11:15.856200 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd807a51-1843-4298-b0ef-5d818ab419a5 req-9738595b-4dcf-47ae-8f57-3c5595588b6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:15.857621 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cd807a51-1843-4298-b0ef-5d818ab419a5 req-9738595b-4dcf-47ae-8f57-3c5595588b6a service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1703875 May 28 05:11:15.862564 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5363bff1-5a95-4cc9-a8b9-58c9bef3fcc2 req-149798d6-f445-460c-afba-1e1851d5f063 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706277 May 28 05:11:15.867091 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-a6be7552-0c15-4f8d-9670-0a3b72c66fd8 None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:11:15.971292 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cd807a51-1843-4298-b0ef-5d818ab419a5 req-bb29f156-9578-43e0-9c00-93bec41ee1d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 HTTP/1.1" status: 200 len: 998 time: 0.1077700 May 28 05:11:16.034535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd807a51-1843-4298-b0ef-5d818ab419a5 req-dd6f32ad-640f-42d0-a41d-9797d3988a17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:16.035989 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cd807a51-1843-4298-b0ef-5d818ab419a5 req-dd6f32ad-640f-42d0-a41d-9797d3988a17 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0590081 May 28 05:11:16.115158 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cd807a51-1843-4298-b0ef-5d818ab419a5 req-38580708-150b-476e-b40d-e5bf0cd673ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715835 May 28 05:11:16.207063 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a6be7552-0c15-4f8d-9670-0a3b72c66fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '9c7badd1-997c-4efb-892d-5b58dfcec20c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'floating_ip_address': '172.26.8.80', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'port_id': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'mac_address': 'fa:16:3e:14:e4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:11:01Z', 'updated_at': '2022-05-28T05:11:14Z', 'revision_number': 1, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:11:16.210965 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be7552-0c15-4f8d-9670-0a3b72c66fd8 None None] The sync data for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv is: [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '9c7badd1-997c-4efb-892d-5b58dfcec20c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'floating_ip_address': '172.26.8.80', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'port_id': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'mac_address': 'fa:16:3e:14:e4:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:11:01Z', 'updated_at': '2022-05-28T05:11:14Z', 'revision_number': 1, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:11:16.248350 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cd807a51-1843-4298-b0ef-5d818ab419a5 req-8a20abe7-a80b-4e42-8d79-67b0bea336f5 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268399 May 28 05:11:16.384270 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cd807a51-1843-4298-b0ef-5d818ab419a5 req-91763574-1d53-4d50-b368-6cc30193eeb2 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300135 May 28 05:11:17.067813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7404e-3f0e-48c8-9f66-a8f5f1689328 req-0eb09263-a142-46ec-87aa-878282981674 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:17.069268 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7ce7404e-3f0e-48c8-9f66-a8f5f1689328 req-0eb09263-a142-46ec-87aa-878282981674 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0820742 May 28 05:11:17.115037 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7ce7404e-3f0e-48c8-9f66-a8f5f1689328 req-c6eabe70-0bdc-40ee-a127-6a483863229d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400877 May 28 05:11:17.334387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08c2ec-a38a-46df-afaa-8c85cdb31bf5 req-5855c576-61bf-4888-aac7-100c942d0837 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:17.335839 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cd08c2ec-a38a-46df-afaa-8c85cdb31bf5 req-5855c576-61bf-4888-aac7-100c942d0837 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0909865 May 28 05:11:17.383253 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cd08c2ec-a38a-46df-afaa-8c85cdb31bf5 req-f46f1fee-7165-4ef7-affb-64ccf2049782 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417049 May 28 05:11:17.659646 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-03c7a5b0-0dab-4c4e-83cb-c14453d0d61c req-67903d01-9156-4f5c-a90f-b827a7dd5cee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1497180 May 28 05:11:18.950345 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-e67ae6ab-ee19-43a2-9d0d-301dd8f6a860 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709581 May 28 05:11:19.007980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d85b3-7827-4d91-bff2-fe15ea55a53e req-a695194c-56ce-4355-af0d-d1f2d73df90f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:19.009443 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-769d85b3-7827-4d91-bff2-fe15ea55a53e req-a695194c-56ce-4355-af0d-d1f2d73df90f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0809977 May 28 05:11:19.059165 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-769d85b3-7827-4d91-bff2-fe15ea55a53e req-617bc2c5-2c26-4494-b608-499f857e6c8b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437422 May 28 05:11:20.222153 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160390b6-36cc-4878-bfed-d49c1f53a6b8 None None] New status for floating IP 9c7badd1-997c-4efb-892d-5b58dfcec20c: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:11:20.293128 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-308b14fd-3480-41bb-b226-5839532ce72a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 1098 time: 0.1270461 May 28 05:11:20.305163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232bfe23-0d38-428e-abec-ad718605d6dc req-eb3a6cf9-074f-4240-90ec-19f0375366e7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:20.306587 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-232bfe23-0d38-428e-abec-ad718605d6dc req-eb3a6cf9-074f-4240-90ec-19f0375366e7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.1078458 May 28 05:11:20.433750 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-232bfe23-0d38-428e-abec-ad718605d6dc req-62e17a2c-bc2a-417e-918c-8c3c76dfe6b6 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098008 May 28 05:11:20.472828 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-2f40e32c-e39d-4fbe-bd01-a9da9d24a25a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:20.474348 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-2f40e32c-e39d-4fbe-bd01-a9da9d24a25a service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1750226 May 28 05:11:20.584338 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-879875af-384b-4734-803a-c97331410938 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 HTTP/1.1" status: 200 len: 1000 time: 0.1044230 May 28 05:11:20.646191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-3491a5d2-c94b-4283-825b-85e58acead84 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:20.647600 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-3491a5d2-c94b-4283-825b-85e58acead84 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0574536 May 28 05:11:20.722588 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-164aa5f5-29f8-4c80-a314-c8c8e64b2087 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690341 May 28 05:11:20.951049 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-d4374bba-0bda-492d-a974-21e280f7ded4 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213728 May 28 05:11:21.092059 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-d532c6f0-207e-40f5-84e9-a5f145b9ed7d service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349854 May 28 05:11:21.660297 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e9116-1086-4f0e-b714-e304041c439d req-0493c2c5-69f3-4f23-badb-ff21fd8eb7c0 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:21.661788 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-913e9116-1086-4f0e-b714-e304041c439d req-0493c2c5-69f3-4f23-badb-ff21fd8eb7c0 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0934737 May 28 05:11:21.715259 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-913e9116-1086-4f0e-b714-e304041c439d req-9fca8169-13c4-48c3-ab92-4f52f337e520 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478132 May 28 05:11:22.145381 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-35772fd5-6bd8-4dcf-8db4-5c4341a87747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:22.927327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a00bde-c706-4f24-904e-2bb856ece22c req-fbc6920b-f88b-4456-aa23-6897ce63d850 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:22.928776 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-72a00bde-c706-4f24-904e-2bb856ece22c req-fbc6920b-f88b-4456-aa23-6897ce63d850 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0837619 May 28 05:11:22.974219 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-72a00bde-c706-4f24-904e-2bb856ece22c req-2c2a72ad-a915-4ffc-bfa1-c5de172c799f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398023 May 28 05:11:24.177596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c67b96-0898-461e-8911-dcdde9f68861 req-079f000a-cddc-4601-a6a8-9c1400c02052 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:24.179071 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d5c67b96-0898-461e-8911-dcdde9f68861 req-079f000a-cddc-4601-a6a8-9c1400c02052 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0811133 May 28 05:11:24.226832 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d5c67b96-0898-461e-8911-dcdde9f68861 req-4496f9cf-925b-480e-a2b2-f6ec4252d93c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395439 May 28 05:11:24.333683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dce367ec-7f8b-4da6-9ce9-9de615e0b31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:24.900039 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:25.448580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82da94-8b05-4f85-a517-57ca6052a96b req-97fc4242-05d5-4867-ab53-b7eca2b091e0 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:25.450026 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e82da94-8b05-4f85-a517-57ca6052a96b req-97fc4242-05d5-4867-ab53-b7eca2b091e0 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0872929 May 28 05:11:25.500279 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e82da94-8b05-4f85-a517-57ca6052a96b req-432f1ee8-a97d-46a4-96fd-ba2b776e9aff tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415292 May 28 05:11:25.557139 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:25.623136 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:26.734516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2adae2-3808-4faa-a3bf-d6662957469c req-8312f2dc-7ca4-4240-81da-d867056cf33b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:26.735963 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce2adae2-3808-4faa-a3bf-d6662957469c req-8312f2dc-7ca4-4240-81da-d867056cf33b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0953493 May 28 05:11:26.792071 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce2adae2-3808-4faa-a3bf-d6662957469c req-b6d987e7-e6ef-4bcb-810f-d994b13ac762 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491934 May 28 05:11:27.188575 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:28.025538 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ee7fc-f310-4901-a816-08ff52afb95b req-8a2d795c-8181-4993-a6ff-0d8cb8823ab2 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:28.028328 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-aa9ee7fc-f310-4901-a816-08ff52afb95b req-8a2d795c-8181-4993-a6ff-0d8cb8823ab2 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0867109 May 28 05:11:28.073231 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-aa9ee7fc-f310-4901-a816-08ff52afb95b req-eb3e2a2b-9b32-419e-98e7-4baf59e5be01 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406144 May 28 05:11:29.280619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a994cd3-d4f1-4673-a179-56739179d956 req-1e86d389-9545-45a2-b7c6-b9eabb8f0093 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:29.282179 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9a994cd3-d4f1-4673-a179-56739179d956 req-1e86d389-9545-45a2-b7c6-b9eabb8f0093 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0817463 May 28 05:11:29.334181 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9a994cd3-d4f1-4673-a179-56739179d956 req-bee9c7b1-7fbd-4582-9e03-eb372810038e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462344 May 28 05:11:30.546784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66bb34-eaf7-4c59-a27d-b6ac472b541b req-04350dff-9246-49d1-a9b3-693462261067 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:30.548130 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-da66bb34-eaf7-4c59-a27d-b6ac472b541b req-04350dff-9246-49d1-a9b3-693462261067 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0784323 May 28 05:11:30.597682 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-da66bb34-eaf7-4c59-a27d-b6ac472b541b req-ae9ffa72-5594-4354-8123-da5b6309269d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416560 May 28 05:11:30.804525 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:11:31.839159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f5354-5f74-4885-9c9c-effaad45b2d5 req-43ad6873-bba6-4c4d-ae95-dfc4d6b7a64f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:31.840621 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-110f5354-5f74-4885-9c9c-effaad45b2d5 req-43ad6873-bba6-4c4d-ae95-dfc4d6b7a64f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0850823 May 28 05:11:31.888092 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-110f5354-5f74-4885-9c9c-effaad45b2d5 req-844cc681-7359-4e2d-99c3-cf63f368aab5 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415814 May 28 05:11:33.089966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e08d7-b0ad-40d3-a3eb-81e89a6a3d8a req-434a9ee6-057e-485d-8414-a1c2d62db3b0 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:33.091423 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-382e08d7-b0ad-40d3-a3eb-81e89a6a3d8a req-434a9ee6-057e-485d-8414-a1c2d62db3b0 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0809999 May 28 05:11:33.136438 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-382e08d7-b0ad-40d3-a3eb-81e89a6a3d8a req-0ff404d9-a663-41d3-9594-9e9e6d8e5915 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394499 May 28 05:11:34.351470 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17147c37-51de-42aa-a041-6267e92cd7a5 req-11ba4a94-acfc-4d91-bebd-ec51cab7fad1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:34.352918 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-17147c37-51de-42aa-a041-6267e92cd7a5 req-11ba4a94-acfc-4d91-bebd-ec51cab7fad1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0913250 May 28 05:11:34.408303 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-17147c37-51de-42aa-a041-6267e92cd7a5 req-f5ddde30-e26b-4099-8946-3b30d15f020f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490925 May 28 05:11:35.615907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f9757-dfee-4e47-baea-195485a34fa5 req-6a1e2381-1dcb-4e92-8511-dfa2922f318c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:35.617343 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-796f9757-dfee-4e47-baea-195485a34fa5 req-6a1e2381-1dcb-4e92-8511-dfa2922f318c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0812094 May 28 05:11:35.668112 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-796f9757-dfee-4e47-baea-195485a34fa5 req-ceeeeeed-d992-4771-b1ff-18fbb37aca7f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450375 May 28 05:11:36.885514 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdbbbf-b18d-477d-bbf4-29661dad55d3 req-e51d22e7-a381-4d77-ad48-6a8e17c78beb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:36.887090 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3bdbbbf-b18d-477d-bbf4-29661dad55d3 req-e51d22e7-a381-4d77-ad48-6a8e17c78beb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0896926 May 28 05:11:36.935501 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3bdbbbf-b18d-477d-bbf4-29661dad55d3 req-f08fa70c-5126-4302-bc45-f9e54d1ee4fe tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408208 May 28 05:11:38.144001 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9492649-9355-463b-b7ae-15ad562f3ea6 req-00accaca-78c9-468b-a94e-2e60577861c7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:38.145434 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b9492649-9355-463b-b7ae-15ad562f3ea6 req-00accaca-78c9-468b-a94e-2e60577861c7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0882580 May 28 05:11:38.195799 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b9492649-9355-463b-b7ae-15ad562f3ea6 req-9e90d8d0-c799-4e27-acb1-ffadd4d2fde8 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421300 May 28 05:11:39.403161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe52921-a33c-49a7-a4b9-77870fa43015 req-273cdfc2-3335-4d68-9ffc-8a12717f37c6 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:39.404603 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2fe52921-a33c-49a7-a4b9-77870fa43015 req-273cdfc2-3335-4d68-9ffc-8a12717f37c6 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0847087 May 28 05:11:39.450817 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2fe52921-a33c-49a7-a4b9-77870fa43015 req-ac1452ee-0b9a-424c-993f-a4cb93f338b4 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397415 May 28 05:11:40.682296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17353b6-43a0-490a-91bb-0ab88fcfd567 req-33dd18e3-0dba-41d2-bc52-9ea4c314c5d0 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:40.683740 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c17353b6-43a0-490a-91bb-0ab88fcfd567 req-33dd18e3-0dba-41d2-bc52-9ea4c314c5d0 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0930319 May 28 05:11:40.730389 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c17353b6-43a0-490a-91bb-0ab88fcfd567 req-0d2e2918-df13-4785-93f1-8c626f363ee2 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409834 May 28 05:11:41.947468 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130ac62-3c9b-4fea-8478-58b6a64bbdb6 req-58fde8a6-dbb0-4d96-8e2d-e93f83d59d79 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:41.948944 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1130ac62-3c9b-4fea-8478-58b6a64bbdb6 req-58fde8a6-dbb0-4d96-8e2d-e93f83d59d79 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0769136 May 28 05:11:41.995365 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1130ac62-3c9b-4fea-8478-58b6a64bbdb6 req-23842d62-e4b1-4c82-bb47-96b5897b70ef tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406187 May 28 05:11:42.819136 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-2888d60d-fa29-4128-929e-ce8e3be56428 service neutron] 10.222.0.66 "GET /v2.0/ports/4d9c3603-d0ee-4f87-a7f5-ea5053f79b28/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0900719 May 28 05:11:43.106733 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-88dd56ed-5484-429e-8432-95d3f5add4cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 1098 time: 0.0693181 May 28 05:11:43.352182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefaa7c-913d-4b32-939a-0919015e0ed4 req-e01c78c7-e89d-481e-9328-3d926da334ba tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:43.354038 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ddefaa7c-913d-4b32-939a-0919015e0ed4 req-e01c78c7-e89d-481e-9328-3d926da334ba tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.2343338 May 28 05:11:43.358367 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-88fb77f0-723a-44f8-880e-e552accb84f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 1098 time: 0.2064238 May 28 05:11:43.479085 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ddefaa7c-913d-4b32-939a-0919015e0ed4 req-25f06eec-88b6-45fa-a741-b75f941f47dc tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190679 May 28 05:11:43.516576 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-1bdd4180-de76-4085-b3d9-22acce72e96e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:43.518107 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-1bdd4180-de76-4085-b3d9-22acce72e96e service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1446598 May 28 05:11:43.622919 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-8474cba5-e21f-4640-a938-b0a538ef5d9a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 HTTP/1.1" status: 200 len: 1000 time: 0.0975516 May 28 05:11:43.693773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-37eec2cb-4df8-4ef1-9fd4-786e97f05ed7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:43.695208 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-37eec2cb-4df8-4ef1-9fd4-786e97f05ed7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0667846 May 28 05:11:43.771127 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-3689dac8-f927-408a-8e48-ddf7cc8f3f92 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695345 May 28 05:11:43.901630 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-044f9218-1a4f-44b3-964c-308a3a32c8e9 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246965 May 28 05:11:44.038359 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59b3b7b5-ec7b-43ab-8320-bfc59933573c req-3e419838-2095-486b-ae41-e90c08ee4403 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301866 May 28 05:11:44.699639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06081822-70cc-46b2-a4eb-b3f29d5e212a req-c6d9c1e8-50ea-43df-89e4-51085b0eb246 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:44.701092 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-06081822-70cc-46b2-a4eb-b3f29d5e212a req-c6d9c1e8-50ea-43df-89e4-51085b0eb246 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0938046 May 28 05:11:44.751992 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-06081822-70cc-46b2-a4eb-b3f29d5e212a req-6f604ece-8626-4083-945a-7d3a6916165b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425842 May 28 05:11:45.951008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9f2da-a533-4196-b324-a87938b9a59c req-c4ca587d-49c6-464c-8cd0-59d6948f5827 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:45.952476 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-63e9f2da-a533-4196-b324-a87938b9a59c req-c4ca587d-49c6-464c-8cd0-59d6948f5827 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0785227 May 28 05:11:46.001678 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-63e9f2da-a533-4196-b324-a87938b9a59c req-7ab37cfb-6717-4445-9ddc-757c522a70ed tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425081 May 28 05:11:46.404936 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3087152-fd67-4d69-9fb6-db8b3a14cf2f req-bd9a1c44-7e2b-4bb4-8bde-cc3209efa042 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:46.406408 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f3087152-fd67-4d69-9fb6-db8b3a14cf2f req-bd9a1c44-7e2b-4bb4-8bde-cc3209efa042 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&binding%3Ahost_id=hv-neutron-8433 HTTP/1.1" status: 200 len: 945 time: 0.1386292 May 28 05:11:46.412747 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4716d4-296e-4984-9a2a-f44b55e8b0bc req-cf412535-53dc-4a8e-b1d2-6c46d3317c55 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:46.414103 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2f4716d4-296e-4984-9a2a-f44b55e8b0bc req-cf412535-53dc-4a8e-b1d2-6c46d3317c55 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.1136122 May 28 05:11:46.463561 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2f4716d4-296e-4984-9a2a-f44b55e8b0bc req-2a8bc189-2b59-41da-9f39-e222be981b17 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434566 May 28 05:11:46.495817 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:11:46.498235 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:11:46.544560 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f3087152-fd67-4d69-9fb6-db8b3a14cf2f req-c2b92dbc-e84f-4fc2-a56c-07daa41701cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 1098 time: 0.0689695 May 28 05:11:46.675316 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3087152-fd67-4d69-9fb6-db8b3a14cf2f req-f307d028-48dc-4e9b-bf13-8121fe25c3fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:46.676821 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f3087152-fd67-4d69-9fb6-db8b3a14cf2f req-f307d028-48dc-4e9b-bf13-8121fe25c3fc service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1268106 May 28 05:11:46.715459 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:46.733366 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:11:46.753986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'port_id': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28', 'mac_address': 'fa:16:3e:14:e4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:11:46.760369 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:11:46.778562 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f3087152-fd67-4d69-9fb6-db8b3a14cf2f req-62e05c7e-33c6-4320-b283-e908600b6d64 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 HTTP/1.1" status: 200 len: 1000 time: 0.0957408 May 28 05:11:46.799188 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:11:46.808645 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:46.839777 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3087152-fd67-4d69-9fb6-db8b3a14cf2f req-dd2e2cda-6a67-463f-bfb3-d349fd58580a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:46.841227 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f3087152-fd67-4d69-9fb6-db8b3a14cf2f req-dd2e2cda-6a67-463f-bfb3-d349fd58580a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0573890 May 28 05:11:46.851142 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b7208e8-876f-4a9e-aba8-b13e2ffa7870'] response: {'server_uuid': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28', 'code': 200} May 28 05:11:46.880154 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:46.905881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:11:46.914600 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:46.919615 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f3087152-fd67-4d69-9fb6-db8b3a14cf2f req-4129204c-f833-43a1-9260-751fe2cdb0a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723629 May 28 05:11:47.027673 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:11:47.028005 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:11:47.143725 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f3087152-fd67-4d69-9fb6-db8b3a14cf2f req-e6d1386e-25dd-4fca-9005-48e4d17262fb service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177444 May 28 05:11:47.275788 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f3087152-fd67-4d69-9fb6-db8b3a14cf2f req-58af7b92-c5c1-4522-b247-fee34f9f7125 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256626 May 28 05:11:47.581097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:47.599226 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:11:47.615806 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:11:47.620997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:47.687653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88811b-351f-400e-8a64-7116ef025fa6 req-8f081a02-8c38-4de1-9f89-023f17436635 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:47.689129 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-af88811b-351f-400e-8a64-7116ef025fa6 req-8f081a02-8c38-4de1-9f89-023f17436635 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 944 time: 0.0897968 May 28 05:11:47.692809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['4d9c3603-d0ee-4f87-a7f5-ea5053f79b28'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:11:47.734989 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:47.739242 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-af88811b-351f-400e-8a64-7116ef025fa6 req-9a7b54a4-22d8-46c2-be13-b17e4601c9c4 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425665 May 28 05:11:48.526073 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:11:48.616213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:11:48.616869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:48.727262 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:48.758969 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:11:48.765598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:48.833178 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,revision_number=8']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:48.851754 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:11:48.906619 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5805ff87-41f0-45be-9dbc-a1a88823f398'] response: {'server_uuid': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28', 'code': 200} May 28 05:11:48.940961 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec496787-204c-46cd-b190-cadabd8a2a13 req-7c12f0a1-ef0e-466c-991e-1b8750299fd7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:48.942850 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ec496787-204c-46cd-b190-cadabd8a2a13 req-7c12f0a1-ef0e-466c-991e-1b8750299fd7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0812480 May 28 05:11:48.992671 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ec496787-204c-46cd-b190-cadabd8a2a13 req-9bf80574-a041-446b-a9be-16bccd186952 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429995 May 28 05:11:49.210733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bff52-fe6e-4c4a-93da-6d3915282a6c req-19236eac-b82a-47f6-9530-90afefe02cbf tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:49.212073 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9f7bff52-fe6e-4c4a-93da-6d3915282a6c req-19236eac-b82a-47f6-9530-90afefe02cbf tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0877955 May 28 05:11:49.261060 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9f7bff52-fe6e-4c4a-93da-6d3915282a6c req-852433da-864e-47d1-bae3-665e2aa403f5 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410240 May 28 05:11:49.463447 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3145d0-e10d-4a17-89f3-1830783b8c62 req-89657ab5-5453-4a78-b181-8c50b541d07f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:49.464808 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7d3145d0-e10d-4a17-89f3-1830783b8c62 req-89657ab5-5453-4a78-b181-8c50b541d07f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0852206 May 28 05:11:49.511035 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7d3145d0-e10d-4a17-89f3-1830783b8c62 req-035c457f-177c-47ff-b0e2-55a4469dcfef tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405817 May 28 05:11:49.931058 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ecd07-d0ad-4467-a7de-8c175b401694 req-ceb13e1b-7d70-4777-b634-33096d5a0a84 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:49.932512 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f54ecd07-d0ad-4467-a7de-8c175b401694 req-ceb13e1b-7d70-4777-b634-33096d5a0a84 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0853372 May 28 05:11:49.983123 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f54ecd07-d0ad-4467-a7de-8c175b401694 req-ca7751cc-8d0e-466f-946f-fe66a8d858e1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445492 May 28 05:11:51.212723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e046b9-ebc3-4dc7-a7b7-53656984fa72 req-b0fc6d23-f1d9-4811-81d4-cc1798a074ee tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:51.214093 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c7e046b9-ebc3-4dc7-a7b7-53656984fa72 req-b0fc6d23-f1d9-4811-81d4-cc1798a074ee tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0913110 May 28 05:11:51.267284 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c7e046b9-ebc3-4dc7-a7b7-53656984fa72 req-ca9f7b88-58cb-4307-a736-8b81791e9a3c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445302 May 28 05:11:51.549433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cfab8-0a85-4222-8ad5-4713ef3783dd req-641ee4f3-025a-4835-87c5-09744ac95f2a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:51.550795 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5f6cfab8-0a85-4222-8ad5-4713ef3783dd req-641ee4f3-025a-4835-87c5-09744ac95f2a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.0931745 May 28 05:11:51.618502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-5f6cfab8-0a85-4222-8ad5-4713ef3783dd req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Deleting port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:11:51.618832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5f6cfab8-0a85-4222-8ad5-4713ef3783dd req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:51.869114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-5f6cfab8-0a85-4222-8ad5-4713ef3783dd req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] For port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:11:51.869526 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5f6cfab8-0a85-4222-8ad5-4713ef3783dd req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:52.148994 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-25502f03-c99b-41e0-ae47-3d82df684014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:52.169754 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5f6cfab8-0a85-4222-8ad5-4713ef3783dd req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:52.170099 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5f6cfab8-0a85-4222-8ad5-4713ef3783dd req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:52.170467 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [req-5f6cfab8-0a85-4222-8ad5-4713ef3783dd req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Floating IP 9c7badd1-997c-4efb-892d-5b58dfcec20c disassociated. External IP: 172.26.8.80, port: 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28. May 28 05:11:52.170865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-5f6cfab8-0a85-4222-8ad5-4713ef3783dd req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Calling delete_port for 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:11:52.470207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5f6cfab8-0a85-4222-8ad5-4713ef3783dd req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:52.527453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Pushing event deleted for resources: {'Port': ['ID=4d9c3603-d0ee-4f87-a7f5-ea5053f79b28,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:52.544010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:52.544346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:52.544682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:52.544991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:52.545313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:52.545635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:52.545988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:52.546304 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:52.546624 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:52.546935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:52.547244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:11:52.663075 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2866ea1-3eda-4df9-be31-7573e31bd2ed req-4f761896-ffc4-4cb3-a156-27f6f0ab252f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:52.664600 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d2866ea1-3eda-4df9-be31-7573e31bd2ed req-4f761896-ffc4-4cb3-a156-27f6f0ab252f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=67dc5eac-6f36-4fa8-9782-fc5634560202 HTTP/1.1" status: 200 len: 945 time: 0.2705986 May 28 05:11:52.736932 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d2866ea1-3eda-4df9-be31-7573e31bd2ed req-6927f1d5-473f-4596-a4bc-d456f5767628 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662901 May 28 05:11:52.799645 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f6cfab8-0a85-4222-8ad5-4713ef3783dd req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Router 02e49bef-e204-4351-8bf3-48031a91d6ea has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:11:53.002179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f6cfab8-0a85-4222-8ad5-4713ef3783dd req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:11:53.012735 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5586f8b-5ab1-454c-a174-f6bfefb2381e None None] Sync routers for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:11:53.026794 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5586f8b-5ab1-454c-a174-f6bfefb2381e None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:11:53.027393 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c5586f8b-5ab1-454c-a174-f6bfefb2381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:11:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:11:53.072074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6cfab8-0a85-4222-8ad5-4713ef3783dd req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] No DVR routers for this DVR port 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:11:53.074624 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5f6cfab8-0a85-4222-8ad5-4713ef3783dd req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:53.077110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'name': 'network-vif-deleted', 'tag': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:11:53.095063 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5f6cfab8-0a85-4222-8ad5-4713ef3783dd req-7b8d0f4b-227f-4f49-86d2-b3c98b31679d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "DELETE /v2.0/ports/4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 HTTP/1.1" status: 204 len: 173 time: 1.5388141 May 28 05:11:53.138974 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3897784a-dd46-4495-830c-82601eab07bc'] response: {'server_uuid': '67dc5eac-6f36-4fa8-9782-fc5634560202', 'name': 'network-vif-deleted', 'tag': '4d9c3603-d0ee-4f87-a7f5-ea5053f79b28', 'status': 'completed', 'code': 200} May 28 05:11:53.207689 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-c5586f8b-5ab1-454c-a174-f6bfefb2381e None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:11:53.518306 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c5586f8b-5ab1-454c-a174-f6bfefb2381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:11:53.522668 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5586f8b-5ab1-454c-a174-f6bfefb2381e None None] Checking router: 02e49bef-e204-4351-8bf3-48031a91d6ea for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:11:53.536207 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5586f8b-5ab1-454c-a174-f6bfefb2381e None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:11:53.537044 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c5586f8b-5ab1-454c-a174-f6bfefb2381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:11:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:11:53.759446 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-c5586f8b-5ab1-454c-a174-f6bfefb2381e None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:11:54.079516 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-c5586f8b-5ab1-454c-a174-f6bfefb2381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:11:54.083882 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5586f8b-5ab1-454c-a174-f6bfefb2381e None None] The sync data for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv is: [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:11:54.107439 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-2f9cdb10-640f-4df7-8f0c-2294bac4fa95 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--400339009&fields=id&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 267 time: 0.0457351 May 28 05:11:54.261069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-eda1934d-1744-40a2-a8cb-562d2dedf066 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:54.262475 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-eda1934d-1744-40a2-a8cb-562d2dedf066 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 812 time: 0.1473761 May 28 05:11:54.279889 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-79507c74-6757-41f5-8806-cd299567701a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/quotas/d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 375 time: 0.0117202 May 28 05:11:54.323390 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a74064-5128-4fe4-a1b7-f4c22a55c983 None None] New status for floating IP 9c7badd1-997c-4efb-892d-5b58dfcec20c: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:11:54.360646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-d554ed51-42d8-49f1-aa3c-ff430397255f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Synchronizing usage tracker for tenant:d402bed3fe5f4426ad9b9f6b089af24e on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:11:54.375308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3de03c18-ecc8-412a-9bdf-17549cda86ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:54.379392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-d554ed51-42d8-49f1-aa3c-ff430397255f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Unset dirty status for tenant:d402bed3fe5f4426ad9b9f6b089af24e on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:11:54.380893 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-d554ed51-42d8-49f1-aa3c-ff430397255f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0957713 May 28 05:11:54.517028 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-c2842683-1754-47c1-a98c-a32d13ca0809 service neutron] 10.222.0.15 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243658 May 28 05:11:54.550770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:11:54.586387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:11:54.586716 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 4d9c3603-d0ee-4f87-a7f5-ea5053f79b28 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:11:54.652608 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-eb3fe438-d1de-4247-8e81-63c7e7aec09b service neutron] 10.222.0.15 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295743 May 28 05:11:54.847369 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6fdbcbde-be24-44a0-917f-e55f667b5c77 req-7acbaec3-7928-402c-bb3e-6cd8dc2d73a6 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 210 time: 0.0459237 May 28 05:11:54.895439 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:55.560731 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:55.625318 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:55.893332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-b618edbe-9b0c-454f-a409-96962b8549db tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:55.895868 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-b618edbe-9b0c-454f-a409-96962b8549db tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 812 time: 0.1508625 May 28 05:11:55.954865 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-81468219-3fbd-438d-a438-07c585fec4b4 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 379 time: 0.0474460 May 28 05:11:55.963672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-75e9034f-ccaf-4fc9-93ff-f68a213e792e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Request body: {'port': {'device_id': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'admin_state_up': True, 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'security_groups': ['2a96b65f-aae4-49d8-bad4-9b63f25bc173']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:11:56.164490 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-af93a317-9965-4fea-a17f-fff493bde55d req-f804ff2b-eb54-4420-8774-9d8b4e3c7522 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 210 time: 0.1875768 May 28 05:11:56.236583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-75e9034f-ccaf-4fc9-93ff-f68a213e792e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:11:56.247276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-75e9034f-ccaf-4fc9-93ff-f68a213e792e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:11:56.261778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-75e9034f-ccaf-4fc9-93ff-f68a213e792e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Made reservation on behalf of d402bed3fe5f4426ad9b9f6b089af24e for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:11:56.265002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-75e9034f-ccaf-4fc9-93ff-f68a213e792e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:56.436009 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-75e9034f-ccaf-4fc9-93ff-f68a213e792e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Allocated IP 172.20.0.8 (9420e1af-192e-438c-9a5d-9b2a1043266c/c9f5194d-eb31-4705-aec8-3a4748f23478/962e6e87-795c-4296-bcdd-50c671fa4ef4) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:11:56.624771 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-75e9034f-ccaf-4fc9-93ff-f68a213e792e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:56.642388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-75e9034f-ccaf-4fc9-93ff-f68a213e792e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Transition to ACTIVE for port object 962e6e87-795c-4296-bcdd-50c671fa4ef4 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:11:56.672004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-75e9034f-ccaf-4fc9-93ff-f68a213e792e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:56.746026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-75e9034f-ccaf-4fc9-93ff-f68a213e792e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Network 9420e1af-192e-438c-9a5d-9b2a1043266c is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:11:56.748982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-75e9034f-ccaf-4fc9-93ff-f68a213e792e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:11:56.753309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-75e9034f-ccaf-4fc9-93ff-f68a213e792e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:11:56.777701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9034f-ccaf-4fc9-93ff-f68a213e792e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Pushing event updated for resources: {'Port': ['ID=962e6e87-795c-4296-bcdd-50c671fa4ef4,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:56.816206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-75e9034f-ccaf-4fc9-93ff-f68a213e792e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:56.817581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-75e9034f-ccaf-4fc9-93ff-f68a213e792e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:56.846418 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-75e9034f-ccaf-4fc9-93ff-f68a213e792e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8871346 May 28 05:11:56.858116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Request body: {'port': {'device_id': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:11:56.967224 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-70a0ace7-1426-4b06-8090-b2d11e661a8c None None] Provisioning for port 962e6e87-795c-4296-bcdd-50c671fa4ef4 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:11:56.972249 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-70a0ace7-1426-4b06-8090-b2d11e661a8c None None] Provisioning complete for port 962e6e87-795c-4296-bcdd-50c671fa4ef4 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:11:56.972801 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-70a0ace7-1426-4b06-8090-b2d11e661a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:56.987109 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:57.026871 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-70a0ace7-1426-4b06-8090-b2d11e661a8c None None] Port 962e6e87-795c-4296-bcdd-50c671fa4ef4 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:11:57.187738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:57.397894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 962e6e87-795c-4296-bcdd-50c671fa4ef4 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:11:57.408622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:57.435204 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Transition to ACTIVE for port object 962e6e87-795c-4296-bcdd-50c671fa4ef4 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:11:57.443223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:57.497596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24af290-1e59-404a-876a-ae9452f7a96b req-94e2e633-f52a-4ab8-bfbe-e8a88c2b2ca2 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:57.498296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-b24af290-1e59-404a-876a-ae9452f7a96b req-94e2e633-f52a-4ab8-bfbe-e8a88c2b2ca2 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Synchronizing usage tracker for tenant:d402bed3fe5f4426ad9b9f6b089af24e on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:11:57.582459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Pushing event updated for resources: {'Port': ['ID=962e6e87-795c-4296-bcdd-50c671fa4ef4,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:57.592024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-b24af290-1e59-404a-876a-ae9452f7a96b req-94e2e633-f52a-4ab8-bfbe-e8a88c2b2ca2 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Unset dirty status for tenant:d402bed3fe5f4426ad9b9f6b089af24e on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:11:57.593122 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b24af290-1e59-404a-876a-ae9452f7a96b req-94e2e633-f52a-4ab8-bfbe-e8a88c2b2ca2 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 931 time: 0.2784908 May 28 05:11:57.716732 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b24af290-1e59-404a-876a-ae9452f7a96b req-9d5088c7-9acf-4c45-a95c-0c3f25e0e6d2 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996225 May 28 05:11:57.734468 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Attempting to bind port 962e6e87-795c-4296-bcdd-50c671fa4ef4 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:11:57.734793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Attempting to bind port 962e6e87-795c-4296-bcdd-50c671fa4ef4 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:11:57.735102 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Attempting to bind port 962e6e87-795c-4296-bcdd-50c671fa4ef4 on network 9420e1af-192e-438c-9a5d-9b2a1043266c {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:11:57.742219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Port 962e6e87-795c-4296-bcdd-50c671fa4ef4 on network 9420e1af-192e-438c-9a5d-9b2a1043266c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:11:57.742557 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Attempting to bind port 962e6e87-795c-4296-bcdd-50c671fa4ef4 on network 9420e1af-192e-438c-9a5d-9b2a1043266c {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:11:57.748956 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:11:57.749300 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Checking segment: {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:11:57.749636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Bound using segment: {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:11:57.750070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Bound port: 962e6e87-795c-4296-bcdd-50c671fa4ef4, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:11:57.750399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:57.836066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] For port 962e6e87-795c-4296-bcdd-50c671fa4ef4, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:11:57.838988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] For port 962e6e87-795c-4296-bcdd-50c671fa4ef4, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:11:57.845977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:57.907217 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:11:57.908456 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] 10.222.0.66 "PUT /v2.0/ports/962e6e87-795c-4296-bcdd-50c671fa4ef4 HTTP/1.1" status: 200 len: 1093 time: 1.0551949 May 28 05:11:57.908889 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'tag': '962e6e87-795c-4296-bcdd-50c671fa4ef4'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:11:57.927742 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ab62e5-d118-4bed-89a2-e6ad82514b0c service neutron] Pushing event updated for resources: {'Port': ['ID=962e6e87-795c-4296-bcdd-50c671fa4ef4,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:11:57.986994 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3508dd1d-f8a9-468d-9191-2fb534bd75e0'] response: {'name': 'network-changed', 'server_uuid': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'tag': '962e6e87-795c-4296-bcdd-50c671fa4ef4', 'status': 'completed', 'code': 200} May 28 05:11:58.029511 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-5f7c2871-3eb6-4c7e-ae18-1c857947987f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 1096 time: 0.0738423 May 28 05:11:58.194445 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-0479ba24-a200-432c-91b8-02ac8e01ce9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4 HTTP/1.1" status: 200 len: 217 time: 0.1576910 May 28 05:11:58.255923 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-e8211180-0fc6-4843-b156-eda186f8b655 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:58.257322 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-e8211180-0fc6-4843-b156-eda186f8b655 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0571935 May 28 05:11:58.345221 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-d68f3c4a-5b98-4553-aba0-4942bb060162 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823872 May 28 05:11:58.475669 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-5a997751-c220-4892-9eeb-f301f9ed34b8 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240914 May 28 05:11:58.617979 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4b75a643-07d9-4fd0-8a49-e8d845b37886 req-54998433-3ff7-476a-9968-6bcf86f09d44 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361916 May 28 05:11:58.759099 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-922a1d0b-edf6-4d07-91e4-660351340d17 req-336ee3ac-e091-461c-9058-9307eaa8a76b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 1096 time: 0.0819118 May 28 05:11:58.947522 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a1d0b-edf6-4d07-91e4-660351340d17 req-aef65360-320f-4bc0-8e5b-b3e1cc004954 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:58.948985 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-922a1d0b-edf6-4d07-91e4-660351340d17 req-aef65360-320f-4bc0-8e5b-b3e1cc004954 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1822519 May 28 05:11:59.008876 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7719b4-4ba0-4fe4-91eb-81e7df9aec90 req-070bf493-fca9-4a64-b830-d7772a4b7edc tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:59.010228 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6c7719b4-4ba0-4fe4-91eb-81e7df9aec90 req-070bf493-fca9-4a64-b830-d7772a4b7edc tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 943 time: 0.1690781 May 28 05:11:59.039371 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-922a1d0b-edf6-4d07-91e4-660351340d17 req-5888c91a-b2e0-4808-9fa5-b042e4f0e156 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4 HTTP/1.1" status: 200 len: 217 time: 0.0828748 May 28 05:11:59.117632 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6c7719b4-4ba0-4fe4-91eb-81e7df9aec90 req-550a1014-9865-49b0-9fcc-b1a83a064887 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017897 May 28 05:11:59.120924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a1d0b-edf6-4d07-91e4-660351340d17 req-3849379c-f86e-4afd-ab07-7853b5cd3a82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:11:59.122344 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-922a1d0b-edf6-4d07-91e4-660351340d17 req-3849379c-f86e-4afd-ab07-7853b5cd3a82 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0772111 May 28 05:11:59.198809 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-922a1d0b-edf6-4d07-91e4-660351340d17 req-49c97013-1ea6-4f52-b84f-de940cbe8329 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692050 May 28 05:11:59.330933 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-922a1d0b-edf6-4d07-91e4-660351340d17 req-3f5491b3-c7c8-42bb-b884-72de04c34342 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244595 May 28 05:11:59.463035 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-922a1d0b-edf6-4d07-91e4-660351340d17 req-312a71bf-4d04-4e07-8237-23d09d523272 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258919 May 28 05:12:00.328974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8126d8-ae95-4cad-a445-84db48fef466 req-5c513b41-5814-473c-b7bb-e4fa7566ed46 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:00.330460 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fb8126d8-ae95-4cad-a445-84db48fef466 req-5c513b41-5814-473c-b7bb-e4fa7566ed46 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 943 time: 0.0917706 May 28 05:12:00.378995 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fb8126d8-ae95-4cad-a445-84db48fef466 req-65ddce44-67cc-4bc1-abaf-148e382f6720 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404911 May 28 05:12:00.599279 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 962e6e87-795c-4296-bcdd-50c671fa4ef4 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:12:00.737439 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 962e6e87-795c-4296-bcdd-50c671fa4ef4, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:12:00.750968 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '962e6e87-795c-4296-bcdd-50c671fa4ef4', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'port_id': '962e6e87-795c-4296-bcdd-50c671fa4ef4', 'mac_address': 'fa:16:3e:f4:05:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:12:00.808633 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:00.826031 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962e6e87-795c-4296-bcdd-50c671fa4ef4 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:12:00.841358 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 962e6e87-795c-4296-bcdd-50c671fa4ef4, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:12:00.847999 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:00.911543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=962e6e87-795c-4296-bcdd-50c671fa4ef4,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:12:01.038858 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['962e6e87-795c-4296-bcdd-50c671fa4ef4'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:12:01.591689 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0c70e-d33e-4234-b33d-e8050ff7d1be req-84268194-24e7-4dae-8363-5ad22f4a697a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:01.593108 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30f0c70e-d33e-4234-b33d-e8050ff7d1be req-84268194-24e7-4dae-8363-5ad22f4a697a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 944 time: 0.0778599 May 28 05:12:01.643280 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30f0c70e-d33e-4234-b33d-e8050ff7d1be req-1cea79ac-e600-400a-87c9-d8f6797a76bf tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418429 May 28 05:12:02.599480 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 962e6e87-795c-4296-bcdd-50c671fa4ef4 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:12:02.683028 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 962e6e87-795c-4296-bcdd-50c671fa4ef4 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:12:02.687408 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 962e6e87-795c-4296-bcdd-50c671fa4ef4 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:12:02.687602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:02.803312 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:02.831597 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962e6e87-795c-4296-bcdd-50c671fa4ef4'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:12:02.841502 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 962e6e87-795c-4296-bcdd-50c671fa4ef4, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:12:02.842932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7da654-ae48-40b6-86f7-c81b61e341bb req-358a44c2-55d7-4324-b81e-89495f5419cf tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:02.844564 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2c7da654-ae48-40b6-86f7-c81b61e341bb req-358a44c2-55d7-4324-b81e-89495f5419cf tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 944 time: 0.0777979 May 28 05:12:02.850913 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:02.898242 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2c7da654-ae48-40b6-86f7-c81b61e341bb req-e5c4eb8f-2f28-49fd-bcf8-6901122a8231 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473671 May 28 05:12:02.954362 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c3d655-3918-41e3-bd64-96c759ab3959'] response: {'server_uuid': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962e6e87-795c-4296-bcdd-50c671fa4ef4', 'code': 200} May 28 05:12:02.971055 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=962e6e87-795c-4296-bcdd-50c671fa4ef4,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:12:03.125310 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-51cc528f-c342-47c3-bc62-e2dfc81aec4c req-335bb349-4237-4978-8b79-a6cee0d20aaa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 1098 time: 0.0719786 May 28 05:12:03.258389 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-51cc528f-c342-47c3-bc62-e2dfc81aec4c req-e76d76e8-6834-4b14-8f28-1f4516f308a0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274693 May 28 05:12:04.115796 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7998a4c-895a-458e-9875-650056e739e8 req-76312e7b-0692-47ec-8681-15f9b4066d10 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:04.117381 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7998a4c-895a-458e-9875-650056e739e8 req-76312e7b-0692-47ec-8681-15f9b4066d10 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0812249 May 28 05:12:04.163017 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7998a4c-895a-458e-9875-650056e739e8 req-1efe37e5-fe10-4e67-bbd9-b9b2d58eecbf tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399764 May 28 05:12:05.374337 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbbcb9-b971-4489-8aa3-80bd2d95e825 req-ce88ff87-010a-4c13-9847-dedc8f0d2cd4 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:05.375789 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-04fbbcb9-b971-4489-8aa3-80bd2d95e825 req-ce88ff87-010a-4c13-9847-dedc8f0d2cd4 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0824904 May 28 05:12:05.425442 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-04fbbcb9-b971-4489-8aa3-80bd2d95e825 req-52945feb-e421-42a0-944a-45f6dda2a830 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414002 May 28 05:12:05.634235 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18390e3f-9e43-4c27-aa57-fca61e69411d req-1006993a-b251-49ad-afc4-92395df5d201 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:05.635702 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-18390e3f-9e43-4c27-aa57-fca61e69411d req-1006993a-b251-49ad-afc4-92395df5d201 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0902574 May 28 05:12:05.644834 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 36928) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:12:05.650428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-107a68c0-1783-48e2-99a4-b4befc69c8e7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Request body: {'floatingip': {'port_id': '962e6e87-795c-4296-bcdd-50c671fa4ef4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:12:05.728407 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-107a68c0-1783-48e2-99a4-b4befc69c8e7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:06.325811 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-107a68c0-1783-48e2-99a4-b4befc69c8e7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:06.332527 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-107a68c0-1783-48e2-99a4-b4befc69c8e7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:06.525177 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-107a68c0-1783-48e2-99a4-b4befc69c8e7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Floating IP 9c7badd1-997c-4efb-892d-5b58dfcec20c associated. External IP: 172.26.8.80, port: 962e6e87-795c-4296-bcdd-50c671fa4ef4. May 28 05:12:07.006451 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107a68c0-1783-48e2-99a4-b4befc69c8e7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Router 02e49bef-e204-4351-8bf3-48031a91d6ea has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:12:07.215636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107a68c0-1783-48e2-99a4-b4befc69c8e7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:12:07.219961 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-107a68c0-1783-48e2-99a4-b4befc69c8e7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:07.225837 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296c155a-7283-4e7c-961d-826f44c595ba None None] Sync routers for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:12:07.239040 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c155a-7283-4e7c-961d-826f44c595ba None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:12:07.239627 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-296c155a-7283-4e7c-961d-826f44c595ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:11:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:12:07.273756 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-107a68c0-1783-48e2-99a4-b4befc69c8e7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "PUT /v2.0/floatingips/9c7badd1-997c-4efb-892d-5b58dfcec20c HTTP/1.1" status: 200 len: 990 time: 1.6278026 May 28 05:12:07.274324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'tag': '962e6e87-795c-4296-bcdd-50c671fa4ef4'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:12:07.326866 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f581c1-0170-4faf-8b46-f311881945fb'] response: {'name': 'network-changed', 'server_uuid': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'tag': '962e6e87-795c-4296-bcdd-50c671fa4ef4', 'status': 'completed', 'code': 200} May 28 05:12:07.415638 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-296c155a-7283-4e7c-961d-826f44c595ba None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:12:07.419634 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3231badc-7ac8-4e92-b0c1-2148812c4ae5 req-6c557207-5d24-4237-a98a-008c81152c84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 1098 time: 0.0711162 May 28 05:12:07.553531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231badc-7ac8-4e92-b0c1-2148812c4ae5 req-2cfbdcfa-4f37-4624-b122-47df8dc68814 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:07.555022 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3231badc-7ac8-4e92-b0c1-2148812c4ae5 req-2cfbdcfa-4f37-4624-b122-47df8dc68814 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1294534 May 28 05:12:07.657593 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3231badc-7ac8-4e92-b0c1-2148812c4ae5 req-f4b1a271-bede-42e4-b8d7-65ea1ff830b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4 HTTP/1.1" status: 200 len: 998 time: 0.0970438 May 28 05:12:07.722583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231badc-7ac8-4e92-b0c1-2148812c4ae5 req-e7f7b529-02e6-4f93-8420-a5dd90f2e792 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:07.724312 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3231badc-7ac8-4e92-b0c1-2148812c4ae5 req-e7f7b529-02e6-4f93-8420-a5dd90f2e792 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0610156 May 28 05:12:07.759174 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-296c155a-7283-4e7c-961d-826f44c595ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '9c7badd1-997c-4efb-892d-5b58dfcec20c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'floating_ip_address': '172.26.8.80', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'port_id': '962e6e87-795c-4296-bcdd-50c671fa4ef4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'mac_address': 'fa:16:3e:f4:05:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:11:01Z', 'updated_at': '2022-05-28T05:12:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:12:07.762958 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296c155a-7283-4e7c-961d-826f44c595ba None None] Checking router: 02e49bef-e204-4351-8bf3-48031a91d6ea for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:12:07.773434 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c155a-7283-4e7c-961d-826f44c595ba None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:12:07.774049 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-296c155a-7283-4e7c-961d-826f44c595ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:11:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:12:07.797773 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3231badc-7ac8-4e92-b0c1-2148812c4ae5 req-545aa18e-9527-40d7-b2d6-9a30213097b7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681808 May 28 05:12:07.896734 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:12:07.932338 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3231badc-7ac8-4e92-b0c1-2148812c4ae5 req-4d09387c-c932-487b-973b-d3445798e2b1 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285355 May 28 05:12:07.958443 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-296c155a-7283-4e7c-961d-826f44c595ba None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:12:08.062030 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3231badc-7ac8-4e92-b0c1-2148812c4ae5 req-4e5d99b8-7376-4d2e-9bf7-e84b4f0dc207 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229138 May 28 05:12:08.347519 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-296c155a-7283-4e7c-961d-826f44c595ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '9c7badd1-997c-4efb-892d-5b58dfcec20c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'floating_ip_address': '172.26.8.80', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'port_id': '962e6e87-795c-4296-bcdd-50c671fa4ef4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'mac_address': 'fa:16:3e:f4:05:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:11:01Z', 'updated_at': '2022-05-28T05:12:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:12:08.351479 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296c155a-7283-4e7c-961d-826f44c595ba None None] The sync data for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv is: [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '9c7badd1-997c-4efb-892d-5b58dfcec20c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'floating_ip_address': '172.26.8.80', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'port_id': '962e6e87-795c-4296-bcdd-50c671fa4ef4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'mac_address': 'fa:16:3e:f4:05:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:11:01Z', 'updated_at': '2022-05-28T05:12:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:12:08.555235 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d1d8f-9b28-4579-8882-2c4d5787ad0e None None] New status for floating IP 9c7badd1-997c-4efb-892d-5b58dfcec20c: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:12:22.149332 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-72ee62b1-4646-48b4-b382-641c96736750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:24.329199 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e6858383-cf77-4014-bb1d-bc04f897c98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:24.892495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:25.565867 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:25.637407 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:27.190209 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:41.064416 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa0d19-6129-48ee-8541-eae892fce58e req-8b5d9cfe-b1b5-4b92-b173-f4c69a2820a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:41.065942 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-72fa0d19-6129-48ee-8541-eae892fce58e req-8b5d9cfe-b1b5-4b92-b173-f4c69a2820a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0824599 May 28 05:12:41.121952 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-72fa0d19-6129-48ee-8541-eae892fce58e req-2d5aba82-5700-46a2-9023-f9dee7817f97 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472682 May 28 05:12:42.330259 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047129c-ff13-48ed-8f05-343342360c23 req-bd72c39a-c802-4bf7-9a75-678b652f5903 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:42.331674 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a047129c-ff13-48ed-8f05-343342360c23 req-bd72c39a-c802-4bf7-9a75-678b652f5903 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0858364 May 28 05:12:42.380520 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a047129c-ff13-48ed-8f05-343342360c23 req-7b801ff6-657c-4ff0-9773-bd248dede081 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431259 May 28 05:12:43.762585 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c917bd07-1986-49ea-97c8-fbf52106e7e2 req-cf3080c0-0213-45de-b690-9dff634113a1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:43.764070 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c917bd07-1986-49ea-97c8-fbf52106e7e2 req-cf3080c0-0213-45de-b690-9dff634113a1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0896902 May 28 05:12:43.810666 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c917bd07-1986-49ea-97c8-fbf52106e7e2 req-97488f27-7b24-45e5-9cc7-778dde198f67 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409319 May 28 05:12:44.828020 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:12:45.024595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4df8-2052-4129-bad3-711791835d1b req-9d5fc550-db85-4664-bdc5-1731cca7bb5a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:45.026079 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ad3c4df8-2052-4129-bad3-711791835d1b req-9d5fc550-db85-4664-bdc5-1731cca7bb5a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0846641 May 28 05:12:45.076151 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ad3c4df8-2052-4129-bad3-711791835d1b req-2e32dff7-9c90-406a-8078-1cc60f5c8271 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401292 May 28 05:12:46.385694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802affe-f47d-4cb6-ad25-9e5d3f96dd4b req-027818b5-c1f3-4a26-9cb1-a9bfac957ea3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:46.387218 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5802affe-f47d-4cb6-ad25-9e5d3f96dd4b req-027818b5-c1f3-4a26-9cb1-a9bfac957ea3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.1741562 May 28 05:12:46.435408 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5802affe-f47d-4cb6-ad25-9e5d3f96dd4b req-aba4c6ba-084d-4b1f-be16-840be687c04f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423777 May 28 05:12:47.658432 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb955e29-bec6-46d2-90f0-8ff44932a8d3 req-05422006-60f9-4fea-b625-cd1876129e67 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:47.659884 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb955e29-bec6-46d2-90f0-8ff44932a8d3 req-05422006-60f9-4fea-b625-cd1876129e67 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0854723 May 28 05:12:47.707744 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb955e29-bec6-46d2-90f0-8ff44932a8d3 req-60fc3fb8-9fb1-44c7-876c-e410adb88245 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421915 May 28 05:12:48.932668 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a51bfc-6d24-48e1-8372-2110dc305844 req-6e2c81a3-4c36-485c-bd9c-6a51ceea631d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:48.934150 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-33a51bfc-6d24-48e1-8372-2110dc305844 req-6e2c81a3-4c36-485c-bd9c-6a51ceea631d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0894601 May 28 05:12:48.980117 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-33a51bfc-6d24-48e1-8372-2110dc305844 req-b1fe8adf-95db-46e6-9d88-d20d52390c67 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397859 May 28 05:12:50.200549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405aa1a5-5ca9-4ff7-9d0f-6099a6baf47b req-5887c998-299c-4a1a-9a36-a74eb52d1165 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:50.201953 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-405aa1a5-5ca9-4ff7-9d0f-6099a6baf47b req-5887c998-299c-4a1a-9a36-a74eb52d1165 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0895088 May 28 05:12:50.247543 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-405aa1a5-5ca9-4ff7-9d0f-6099a6baf47b req-365f478c-5c60-45c9-9fcd-3d7b2c2bf17a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398929 May 28 05:12:51.470062 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7bff0b-de3d-4236-9eac-bac68453c8b0 req-78df3391-8245-4812-a7ca-bbe988828fdb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:51.471414 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5e7bff0b-de3d-4236-9eac-bac68453c8b0 req-78df3391-8245-4812-a7ca-bbe988828fdb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0808151 May 28 05:12:51.519531 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5e7bff0b-de3d-4236-9eac-bac68453c8b0 req-053f5538-aa62-4f46-a792-ae7e1743a4e9 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423539 May 28 05:12:52.145618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a1e52ce7-4b00-40bd-af1c-552a1d04379c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:52.759130 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5a3b8-ad1e-464b-8546-69042c69c0ee req-11eedce5-8aaa-43c6-aa7b-2f5bbf26f12d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:52.760634 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ccb5a3b8-ad1e-464b-8546-69042c69c0ee req-11eedce5-8aaa-43c6-aa7b-2f5bbf26f12d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.1028607 May 28 05:12:52.806935 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ccb5a3b8-ad1e-464b-8546-69042c69c0ee req-da350095-ff9f-47ed-bc32-384563200a03 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402412 May 28 05:12:54.020021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000931a2-7263-48f5-a2e6-0c98dc926a4b req-9d0b4977-c4d0-49ba-a09d-18826d88b28b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:54.021727 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-000931a2-7263-48f5-a2e6-0c98dc926a4b req-9d0b4977-c4d0-49ba-a09d-18826d88b28b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0826128 May 28 05:12:54.072087 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-000931a2-7263-48f5-a2e6-0c98dc926a4b req-d832bc9c-7e73-4a00-aee2-d4139107ffec tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443435 May 28 05:12:54.327616 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3e69eb49-5bc0-4fa6-9e9b-72dc45f2e3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:54.881888 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8e33d326-cbfa-42ae-9a24-419d1e80a9fb req-9508633b-39c5-484d-be24-a0f47f973812 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 1098 time: 0.0802841 May 28 05:12:54.895564 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:55.029035 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d326-cbfa-42ae-9a24-419d1e80a9fb req-231e531c-2a49-43e8-9a91-d0dcc83c59ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:55.030779 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8e33d326-cbfa-42ae-9a24-419d1e80a9fb req-231e531c-2a49-43e8-9a91-d0dcc83c59ae service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1293180 May 28 05:12:55.146796 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8e33d326-cbfa-42ae-9a24-419d1e80a9fb req-3830b558-3fd3-4ef1-9392-04b0deaf49c7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4 HTTP/1.1" status: 200 len: 1000 time: 0.1103137 May 28 05:12:55.239864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d326-cbfa-42ae-9a24-419d1e80a9fb req-4b9313e0-f452-40a7-b038-326fb27a246d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:55.241305 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8e33d326-cbfa-42ae-9a24-419d1e80a9fb req-4b9313e0-f452-40a7-b038-326fb27a246d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0888782 May 28 05:12:55.335364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc500ef-63d8-4262-812a-f60549170795 req-6f1704bc-6d32-458a-b1f0-5e521a18ea35 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:55.336790 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-adc500ef-63d8-4262-812a-f60549170795 req-6f1704bc-6d32-458a-b1f0-5e521a18ea35 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.1355157 May 28 05:12:55.344160 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8e33d326-cbfa-42ae-9a24-419d1e80a9fb req-c99ab73a-7108-4714-a9fd-2f2c3da91adb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0949569 May 28 05:12:55.466337 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-adc500ef-63d8-4262-812a-f60549170795 req-4d03d38f-bee1-4c2f-a79e-ff5552fe8484 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211512 May 28 05:12:55.502383 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8e33d326-cbfa-42ae-9a24-419d1e80a9fb req-3dd43571-1e70-40e9-86bc-b4141c32f222 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444397 May 28 05:12:55.561123 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:55.630495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:55.634472 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8e33d326-cbfa-42ae-9a24-419d1e80a9fb req-fc985d77-8c2d-4037-bdd1-43f43d081a4f service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260254 May 28 05:12:56.674543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97030ba0-81b2-4489-932e-5084c62f4beb req-eabe2d41-a818-40bb-8af8-3db0644a5faf tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:56.675896 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-97030ba0-81b2-4489-932e-5084c62f4beb req-eabe2d41-a818-40bb-8af8-3db0644a5faf tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0862315 May 28 05:12:56.736208 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-97030ba0-81b2-4489-932e-5084c62f4beb req-b4f791c2-8bcd-46cb-afd0-9aed5874ee47 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520666 May 28 05:12:56.946686 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-43fb6d0c-626c-421a-b8fe-1710edc78da6 req-d32210ed-620b-45d3-894a-0f0b7be03938 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0734262 May 28 05:12:57.195660 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:12:57.222068 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-8d151c8f-e5da-4c35-8771-4434493b378b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0733118 May 28 05:12:57.378379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78fd6f-6ebb-47ba-9e3b-7464ad6fcd00 req-81309d87-1f51-42b7-8838-1cd2052aa5a0 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:57.379824 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2e78fd6f-6ebb-47ba-9e3b-7464ad6fcd00 req-81309d87-1f51-42b7-8838-1cd2052aa5a0 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.1809142 May 28 05:12:57.426442 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2e78fd6f-6ebb-47ba-9e3b-7464ad6fcd00 req-c2c8e30d-ec11-498d-9b87-7fb236927f9b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409946 May 28 05:12:58.440940 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-9771d269-554d-4e5a-8fff-604ed318ef6c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 1098 time: 0.0761085 May 28 05:12:58.611230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee2365-3770-480f-922d-9c0d0cc20118 req-b7d6c4b3-7230-44b3-8645-b8c1b73ac207 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:58.612679 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-b7d6c4b3-7230-44b3-8645-b8c1b73ac207 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1658416 May 28 05:12:58.731087 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-38fd3df6-6212-43c3-aa4b-5e979d2864ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4 HTTP/1.1" status: 200 len: 1000 time: 0.1114705 May 28 05:12:58.737582 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bb327-2721-4b26-a374-153c57afd964 req-a19eb35b-9187-4d5c-a794-28eee772205b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:58.739313 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fb8bb327-2721-4b26-a374-153c57afd964 req-a19eb35b-9187-4d5c-a794-28eee772205b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.1836097 May 28 05:12:58.821952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee2365-3770-480f-922d-9c0d0cc20118 req-262ea484-c462-4855-adf9-53f5a3d58770 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:12:58.823387 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-262ea484-c462-4855-adf9-53f5a3d58770 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0832353 May 28 05:12:58.830856 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fb8bb327-2721-4b26-a374-153c57afd964 req-04ed1232-c6f5-425b-9f8f-e966b935edd7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619218 May 28 05:12:58.908600 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-d5c9b0d3-f373-4d39-83b2-b883fd7c5745 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763321 May 28 05:12:59.051615 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-73bb1a36-d308-4f51-b23d-20e879e452ba service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375854 May 28 05:12:59.200864 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-6d68ebfc-aea3-48d1-8c67-9491dda19e9c service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426728 May 28 05:13:00.054594 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc083d6c-d159-4b4b-81d4-d7fdbf3b6040 req-5d5d132f-792f-4f38-af1a-1a117a065b29 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:00.056054 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc083d6c-d159-4b4b-81d4-d7fdbf3b6040 req-5d5d132f-792f-4f38-af1a-1a117a065b29 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0896125 May 28 05:13:00.100937 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc083d6c-d159-4b4b-81d4-d7fdbf3b6040 req-3c11d072-10d2-4efe-8e3b-9db40ed981e2 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391855 May 28 05:13:00.840420 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-e2d33fae-8b61-40f3-8f7d-2fd5ed817830 service neutron] 10.222.0.66 "GET /v2.0/ports/962e6e87-795c-4296-bcdd-50c671fa4ef4/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0969348 May 28 05:13:01.207707 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-371de57f-2893-4c46-b38e-8154b6837d42 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 1098 time: 0.1417184 May 28 05:13:01.358942 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-667660dc-0f40-45dd-91be-96582ca25736 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 1098 time: 0.1237185 May 28 05:13:01.367491 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35467714-c139-43e3-8f86-00f3300550e9 req-0025f0ba-beea-44f4-b460-9e84b22cc056 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:01.368791 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35467714-c139-43e3-8f86-00f3300550e9 req-0025f0ba-beea-44f4-b460-9e84b22cc056 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.1054988 May 28 05:13:01.499425 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35467714-c139-43e3-8f86-00f3300550e9 req-c9deeb28-894a-402a-9330-07e8e54dae1c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130435 May 28 05:13:01.522030 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee2365-3770-480f-922d-9c0d0cc20118 req-eef7f667-705a-4907-9800-f5205f02d577 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:01.523624 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-eef7f667-705a-4907-9800-f5205f02d577 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1540184 May 28 05:13:01.638052 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-c4ef61a5-e45d-4350-adfa-21498eda21d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4 HTTP/1.1" status: 200 len: 1000 time: 0.1081128 May 28 05:13:01.700025 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee2365-3770-480f-922d-9c0d0cc20118 req-b3955a9e-d07a-4a1c-84af-c45c185956ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:01.701456 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-b3955a9e-d07a-4a1c-84af-c45c185956ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0581596 May 28 05:13:01.872327 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-cffbb78f-1405-46cc-bf6b-536ce16bf7fe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1650789 May 28 05:13:02.001695 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-3aabb220-1da2-4b79-882b-27370d4e237e service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231432 May 28 05:13:02.131012 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faee2365-3770-480f-922d-9c0d0cc20118 req-45e5a3e5-32d9-4e20-b84c-06897389b16c service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236668 May 28 05:13:02.713113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49dd027-ff1f-4702-a2fb-4058693a04ed req-78207a0a-0898-45ca-9643-e67275580c65 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:02.714570 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e49dd027-ff1f-4702-a2fb-4058693a04ed req-78207a0a-0898-45ca-9643-e67275580c65 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0844181 May 28 05:13:02.767325 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e49dd027-ff1f-4702-a2fb-4058693a04ed req-e8a7585f-ce2d-4188-a9ec-a36e5694ae44 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447464 May 28 05:13:03.986442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdabd33-2a4f-4fa5-a333-22b948abdf82 req-d162c00e-439d-49b5-81ca-e89cc4877648 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:03.987912 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2bdabd33-2a4f-4fa5-a333-22b948abdf82 req-d162c00e-439d-49b5-81ca-e89cc4877648 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0812962 May 28 05:13:04.035385 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2bdabd33-2a4f-4fa5-a333-22b948abdf82 req-0d27101f-f113-413e-a873-81c2c782037c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390604 May 28 05:13:04.423454 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081ed55-3be7-42a5-9348-5cadfe9b9a43 req-2538c1a7-3a97-45cf-9e9a-f7282e46535e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:04.424865 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9081ed55-3be7-42a5-9348-5cadfe9b9a43 req-2538c1a7-3a97-45cf-9e9a-f7282e46535e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&binding%3Ahost_id=hv-neutron-8433 HTTP/1.1" status: 200 len: 945 time: 0.1384165 May 28 05:13:04.431368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30631b83-904e-421c-acc5-42ec0f547f9f req-dc2ac6f4-b278-421f-9c88-4a6e327cc70e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:04.432663 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30631b83-904e-421c-acc5-42ec0f547f9f req-dc2ac6f4-b278-421f-9c88-4a6e327cc70e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.1168005 May 28 05:13:04.479194 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30631b83-904e-421c-acc5-42ec0f547f9f req-4c73dd48-aa47-4daf-9146-9b712a7216e5 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406427 May 28 05:13:04.564950 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9081ed55-3be7-42a5-9348-5cadfe9b9a43 req-30fc2f57-14bd-4ce3-84fd-60e64cdd1b49 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 1098 time: 0.0708978 May 28 05:13:04.693590 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081ed55-3be7-42a5-9348-5cadfe9b9a43 req-5707fc42-6e48-410f-8d25-35d2b8f82687 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:04.694905 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9081ed55-3be7-42a5-9348-5cadfe9b9a43 req-5707fc42-6e48-410f-8d25-35d2b8f82687 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1240873 May 28 05:13:04.797418 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9081ed55-3be7-42a5-9348-5cadfe9b9a43 req-376690f1-d202-4499-bc97-c30e02f0f7a3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4 HTTP/1.1" status: 200 len: 1000 time: 0.0958691 May 28 05:13:04.859180 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081ed55-3be7-42a5-9348-5cadfe9b9a43 req-25220032-1f20-4dfe-8a53-f306c42d8fdb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:04.860542 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9081ed55-3be7-42a5-9348-5cadfe9b9a43 req-25220032-1f20-4dfe-8a53-f306c42d8fdb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0574772 May 28 05:13:04.881833 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 962e6e87-795c-4296-bcdd-50c671fa4ef4 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:13:04.885331 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 962e6e87-795c-4296-bcdd-50c671fa4ef4 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:13:04.934517 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9081ed55-3be7-42a5-9348-5cadfe9b9a43 req-d32dd796-8869-4865-aea8-fad329c0c86f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671320 May 28 05:13:05.071535 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9081ed55-3be7-42a5-9348-5cadfe9b9a43 req-d96ac509-305a-4bcd-905f-e2c00e171c81 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295838 May 28 05:13:05.090815 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:05.122709 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 962e6e87-795c-4296-bcdd-50c671fa4ef4, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:13:05.143463 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962e6e87-795c-4296-bcdd-50c671fa4ef4'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:13:05.149535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '962e6e87-795c-4296-bcdd-50c671fa4ef4', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'port_id': '962e6e87-795c-4296-bcdd-50c671fa4ef4', 'mac_address': 'fa:16:3e:f4:05:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:13:05.155376 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 962e6e87-795c-4296-bcdd-50c671fa4ef4, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:13:05.182955 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:05.206706 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9081ed55-3be7-42a5-9348-5cadfe9b9a43 req-c09fdd21-9005-44b5-9f11-59f3ab7c8ce7 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279058 May 28 05:13:05.223843 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdcd700a-aff3-4256-9177-1852ef59a77c'] response: {'server_uuid': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '962e6e87-795c-4296-bcdd-50c671fa4ef4', 'code': 200} May 28 05:13:05.261686 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:05.286089 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 962e6e87-795c-4296-bcdd-50c671fa4ef4 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:13:05.289923 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=962e6e87-795c-4296-bcdd-50c671fa4ef4,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:13:05.303860 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:05.304189 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:05.304513 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:05.304831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:05.305150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:05.305459 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:05.305797 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:05.306108 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:05.306419 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:05.306722 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:05.307027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:05.315073 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 962e6e87-795c-4296-bcdd-50c671fa4ef4, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:13:05.320020 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:05.384275 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['962e6e87-795c-4296-bcdd-50c671fa4ef4'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:13:05.424340 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=962e6e87-795c-4296-bcdd-50c671fa4ef4,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:13:05.695048 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642e419-c31b-4506-aab3-4417df603b50 req-f0084235-ae70-4b23-8680-83595a937bbb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:05.696550 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b642e419-c31b-4506-aab3-4417df603b50 req-f0084235-ae70-4b23-8680-83595a937bbb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 944 time: 0.0852606 May 28 05:13:05.744978 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b642e419-c31b-4506-aab3-4417df603b50 req-6d8efab7-8ce5-4b67-b9f3-8dc05dbf06e4 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421522 May 28 05:13:06.894764 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 962e6e87-795c-4296-bcdd-50c671fa4ef4 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:13:06.958386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab625b-8ebb-4908-9744-2f7104f960ab req-d426c3bf-0d57-405e-bcc5-20151f1a8030 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:06.959868 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-31ab625b-8ebb-4908-9744-2f7104f960ab req-d426c3bf-0d57-405e-bcc5-20151f1a8030 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 944 time: 0.0904100 May 28 05:13:06.984574 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 962e6e87-795c-4296-bcdd-50c671fa4ef4 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:13:06.984973 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:07.010008 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-31ab625b-8ebb-4908-9744-2f7104f960ab req-e062385f-a58c-45b3-a1c7-c0de30e1c64e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445001 May 28 05:13:07.094342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:07.128516 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 962e6e87-795c-4296-bcdd-50c671fa4ef4, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:13:07.133832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:07.201447 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=962e6e87-795c-4296-bcdd-50c671fa4ef4,revision_number=8']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:13:07.224896 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962e6e87-795c-4296-bcdd-50c671fa4ef4'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:13:07.279153 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d3e611-49e6-40be-9e4d-30b8d135950d'] response: {'server_uuid': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '962e6e87-795c-4296-bcdd-50c671fa4ef4', 'code': 200} May 28 05:13:07.306083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ceb1f-cee5-438b-af95-bc58992dece5 req-8062a300-a2f9-47bd-b1bc-9b036f36e708 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:07.307540 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b22ceb1f-cee5-438b-af95-bc58992dece5 req-8062a300-a2f9-47bd-b1bc-9b036f36e708 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.1734262 May 28 05:13:07.353686 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b22ceb1f-cee5-438b-af95-bc58992dece5 req-9b1ea500-848d-42c0-a4d8-c7afe6258822 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405023 May 28 05:13:07.770730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c96edc-383f-40d3-828e-3202b6a2959b req-1b2b2444-6ac1-4aa6-b745-8f0734e549fd tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:07.772169 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f4c96edc-383f-40d3-828e-3202b6a2959b req-1b2b2444-6ac1-4aa6-b745-8f0734e549fd tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.1319022 May 28 05:13:07.794599 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73affe48-ac4f-46f2-954a-4b636568a4c5 req-82bbded2-06ab-4a6b-ba42-654aea62ae54 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 1098 time: 0.1111596 May 28 05:13:07.899458 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f4c96edc-383f-40d3-828e-3202b6a2959b req-01807a56-a487-42ac-a9fa-a4b3d76134c9 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204767 May 28 05:13:07.939003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73affe48-ac4f-46f2-954a-4b636568a4c5 req-fa64f21c-aa01-49dd-8e65-b57c686bbccb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:07.940444 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73affe48-ac4f-46f2-954a-4b636568a4c5 req-fa64f21c-aa01-49dd-8e65-b57c686bbccb service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1385267 May 28 05:13:08.041244 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73affe48-ac4f-46f2-954a-4b636568a4c5 req-f3174bf2-8d80-434f-bcf0-f27184b511d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4 HTTP/1.1" status: 200 len: 1000 time: 0.0948222 May 28 05:13:08.107231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73affe48-ac4f-46f2-954a-4b636568a4c5 req-0f152947-e68e-4095-ac10-238dd10f76b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:08.108623 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73affe48-ac4f-46f2-954a-4b636568a4c5 req-0f152947-e68e-4095-ac10-238dd10f76b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0610836 May 28 05:13:08.183082 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73affe48-ac4f-46f2-954a-4b636568a4c5 req-6012e89c-c8e4-425e-b8d8-c8c6a010e8ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684259 May 28 05:13:08.315467 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73affe48-ac4f-46f2-954a-4b636568a4c5 req-d4c6291e-bf44-43ac-be95-c2f16207bbac service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257541 May 28 05:13:08.447182 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-73affe48-ac4f-46f2-954a-4b636568a4c5 req-109552ed-3413-49d4-b37c-4270cbfe5297 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256640 May 28 05:13:09.104614 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef97882-807e-4ba9-a7c6-6d3ae248a0de req-00790c40-54fb-4fe2-8a31-eb2c0e773f51 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:09.106152 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8ef97882-807e-4ba9-a7c6-6d3ae248a0de req-00790c40-54fb-4fe2-8a31-eb2c0e773f51 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0844746 May 28 05:13:09.158915 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8ef97882-807e-4ba9-a7c6-6d3ae248a0de req-5b1a2d74-d016-43ca-8d9a-0a374a6e0b52 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442634 May 28 05:13:09.576192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d05092-38f5-4eb1-913a-9a3880e9444a req-c1408fbe-b897-46dc-9662-993a94792c0d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:09.577628 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b6d05092-38f5-4eb1-913a-9a3880e9444a req-c1408fbe-b897-46dc-9662-993a94792c0d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0769329 May 28 05:13:09.623230 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b6d05092-38f5-4eb1-913a-9a3880e9444a req-3da80454-c33f-4586-995c-683ac873d8c4 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394266 May 28 05:13:10.843961 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77106e-77e3-4423-893b-33adaafbd4d2 req-b5d9b7e1-6090-47e6-bcdc-ae358b8ae554 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:10.845386 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc77106e-77e3-4423-893b-33adaafbd4d2 req-b5d9b7e1-6090-47e6-bcdc-ae358b8ae554 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.0867159 May 28 05:13:10.895838 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc77106e-77e3-4423-893b-33adaafbd4d2 req-4406cb8f-7eed-4241-be94-3ed4892b109a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443785 May 28 05:13:11.133347 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80abd4-369e-4053-a0f3-b979d82e26d8 req-48484b60-0d95-44c7-8b0e-c45814b70acb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:11.134818 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5f80abd4-369e-4053-a0f3-b979d82e26d8 req-48484b60-0d95-44c7-8b0e-c45814b70acb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 945 time: 0.1064332 May 28 05:13:11.206112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-5f80abd4-369e-4053-a0f3-b979d82e26d8 req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Deleting port 962e6e87-795c-4296-bcdd-50c671fa4ef4 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:13:11.206549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5f80abd4-369e-4053-a0f3-b979d82e26d8 req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:11.444801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-5f80abd4-369e-4053-a0f3-b979d82e26d8 req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] For port 962e6e87-795c-4296-bcdd-50c671fa4ef4, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=962e6e87-795c-4296-bcdd-50c671fa4ef4,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:13:11.445108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5f80abd4-369e-4053-a0f3-b979d82e26d8 req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:11.817428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5f80abd4-369e-4053-a0f3-b979d82e26d8 req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:11.817938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5f80abd4-369e-4053-a0f3-b979d82e26d8 req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:11.818440 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [req-5f80abd4-369e-4053-a0f3-b979d82e26d8 req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Floating IP 9c7badd1-997c-4efb-892d-5b58dfcec20c disassociated. External IP: 172.26.8.80, port: 962e6e87-795c-4296-bcdd-50c671fa4ef4. May 28 05:13:11.818933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-5f80abd4-369e-4053-a0f3-b979d82e26d8 req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Calling delete_port for 962e6e87-795c-4296-bcdd-50c671fa4ef4 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:13:11.975450 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5f80abd4-369e-4053-a0f3-b979d82e26d8 req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:12.023249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Pushing event deleted for resources: {'Port': ['ID=962e6e87-795c-4296-bcdd-50c671fa4ef4,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:13:12.037743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:12.038087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:12.038403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:12.038730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:12.039058 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:12.039373 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:12.039695 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:12.040012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:12.040399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:12.040716 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:12.041031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:13:12.138671 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-36db0b6c-2c82-487f-b477-bfb288baa649 req-ccb6e79d-ce66-47e1-947c-0cd5f1c92bc1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8fe4357-2e85-4bb4-9322-df694f42537f HTTP/1.1" status: 200 len: 210 time: 0.0944719 May 28 05:13:12.282696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f80abd4-369e-4053-a0f3-b979d82e26d8 req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Router 02e49bef-e204-4351-8bf3-48031a91d6ea has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:13:12.493917 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f80abd4-369e-4053-a0f3-b979d82e26d8 req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:13:12.503873 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054c3f0-c25c-4aed-b2fa-e5219288f1ac None None] Sync routers for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:13:12.517338 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054c3f0-c25c-4aed-b2fa-e5219288f1ac None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:13:12.518016 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-4054c3f0-c25c-4aed-b2fa-e5219288f1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:12:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:13:12.560958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f80abd4-369e-4053-a0f3-b979d82e26d8 req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] No DVR routers for this DVR port 962e6e87-795c-4296-bcdd-50c671fa4ef4 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:13:12.563528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5f80abd4-369e-4053-a0f3-b979d82e26d8 req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:12.566059 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'name': 'network-vif-deleted', 'tag': '962e6e87-795c-4296-bcdd-50c671fa4ef4'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:13:12.584595 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5f80abd4-369e-4053-a0f3-b979d82e26d8 req-016ec986-189f-4851-9bd7-904fe236a9d7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "DELETE /v2.0/ports/962e6e87-795c-4296-bcdd-50c671fa4ef4 HTTP/1.1" status: 204 len: 173 time: 1.4439216 May 28 05:13:12.630081 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea352743-ffd2-4e16-b012-7e21644c7904'] response: {'server_uuid': 'd8fe4357-2e85-4bb4-9322-df694f42537f', 'name': 'network-vif-deleted', 'tag': '962e6e87-795c-4296-bcdd-50c671fa4ef4', 'status': 'completed', 'code': 200} May 28 05:13:12.713886 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-4054c3f0-c25c-4aed-b2fa-e5219288f1ac None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:13:13.022257 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-4054c3f0-c25c-4aed-b2fa-e5219288f1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:13:13.026384 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054c3f0-c25c-4aed-b2fa-e5219288f1ac None None] Checking router: 02e49bef-e204-4351-8bf3-48031a91d6ea for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:13:13.038736 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4054c3f0-c25c-4aed-b2fa-e5219288f1ac None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:13:13.039516 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-4054c3f0-c25c-4aed-b2fa-e5219288f1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:12:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:13:13.225300 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-4054c3f0-c25c-4aed-b2fa-e5219288f1ac None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:13:13.508284 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-0299395f-69dd-4a70-8b1d-52aa66d897d5 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--400339009&fields=id&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 267 time: 0.0403485 May 28 05:13:13.551696 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-4054c3f0-c25c-4aed-b2fa-e5219288f1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:13:13.555649 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4054c3f0-c25c-4aed-b2fa-e5219288f1ac None None] The sync data for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv is: [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:13:13.660168 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-8c014d13-91f6-4038-ba14-e470f1716b0c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:13.661630 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-8c014d13-91f6-4038-ba14-e470f1716b0c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 812 time: 0.1462982 May 28 05:13:13.678549 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-4d123164-4164-45bd-9b4e-4ae0373fa0b1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/quotas/d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 375 time: 0.0114160 May 28 05:13:13.768160 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-f91ecd65-8c0e-467e-a842-46b27284a42d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Synchronizing usage tracker for tenant:d402bed3fe5f4426ad9b9f6b089af24e on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:13:13.769083 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71923cb7-42ee-44b7-b85e-07db96e8bef2 None None] New status for floating IP 9c7badd1-997c-4efb-892d-5b58dfcec20c: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:13:13.784538 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-f91ecd65-8c0e-467e-a842-46b27284a42d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Unset dirty status for tenant:d402bed3fe5f4426ad9b9f6b089af24e on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:13:13.785897 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-f91ecd65-8c0e-467e-a842-46b27284a42d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1019962 May 28 05:13:13.991782 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-f315d47b-96ee-4394-96d3-de3425e28900 service neutron] 10.222.0.15 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941690 May 28 05:13:14.226167 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-60939e55-1d14-46e0-b20a-866b6f7a00c7 service neutron] 10.222.0.15 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283227 May 28 05:13:14.416533 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9e76aad2-f2c3-4c11-bc82-c9f2a591716c req-566a96cc-7058-433e-8d50-e706593587f7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 210 time: 0.0405452 May 28 05:13:14.924031 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 962e6e87-795c-4296-bcdd-50c671fa4ef4 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:13:14.957570 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 962e6e87-795c-4296-bcdd-50c671fa4ef4 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:13:14.958031 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 962e6e87-795c-4296-bcdd-50c671fa4ef4 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:13:15.501607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ddd0c1b8-e920-48dd-9bd9-1ff6cc1b1b95 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:15.503480 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ddd0c1b8-e920-48dd-9bd9-1ff6cc1b1b95 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 812 time: 0.1547599 May 28 05:13:15.591884 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-44ab84f8-ba8a-4e50-aee1-40137255612d req-e2290002-1965-4185-810b-f6dfe846d9c6 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 210 time: 0.0485585 May 28 05:13:15.598055 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ff4f4702-f5a3-40ec-aa97-c8a436bb5d43 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 379 time: 0.0836067 May 28 05:13:15.606432 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-fa643d82-4f88-47c2-9448-2cdb46fb327e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Request body: {'port': {'device_id': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'admin_state_up': True, 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'security_groups': ['2a96b65f-aae4-49d8-bad4-9b63f25bc173']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:13:15.741883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-fa643d82-4f88-47c2-9448-2cdb46fb327e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:13:15.752057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-fa643d82-4f88-47c2-9448-2cdb46fb327e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:13:15.764301 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-fa643d82-4f88-47c2-9448-2cdb46fb327e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Made reservation on behalf of d402bed3fe5f4426ad9b9f6b089af24e for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:13:15.767500 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-fa643d82-4f88-47c2-9448-2cdb46fb327e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:15.924256 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-fa643d82-4f88-47c2-9448-2cdb46fb327e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Allocated IP 172.20.0.10 (9420e1af-192e-438c-9a5d-9b2a1043266c/c9f5194d-eb31-4705-aec8-3a4748f23478/df5d58e0-1c8a-4ee0-8171-7349419fb527) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:13:16.109555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-fa643d82-4f88-47c2-9448-2cdb46fb327e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:16.125228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-fa643d82-4f88-47c2-9448-2cdb46fb327e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Transition to ACTIVE for port object df5d58e0-1c8a-4ee0-8171-7349419fb527 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:13:16.147919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-fa643d82-4f88-47c2-9448-2cdb46fb327e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:16.217679 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-fa643d82-4f88-47c2-9448-2cdb46fb327e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Network 9420e1af-192e-438c-9a5d-9b2a1043266c is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:13:16.220747 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-fa643d82-4f88-47c2-9448-2cdb46fb327e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:13:16.225088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-fa643d82-4f88-47c2-9448-2cdb46fb327e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:13:16.249782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa643d82-4f88-47c2-9448-2cdb46fb327e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Pushing event updated for resources: {'Port': ['ID=df5d58e0-1c8a-4ee0-8171-7349419fb527,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:13:16.286563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-fa643d82-4f88-47c2-9448-2cdb46fb327e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:16.287174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-fa643d82-4f88-47c2-9448-2cdb46fb327e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:16.314702 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-fa643d82-4f88-47c2-9448-2cdb46fb327e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7117012 May 28 05:13:16.325603 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Request body: {'port': {'device_id': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:13:16.439873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:16.464394 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-17e7348e-f3c2-4389-86c4-06cdd14954de None None] Provisioning for port df5d58e0-1c8a-4ee0-8171-7349419fb527 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:13:16.475747 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-17e7348e-f3c2-4389-86c4-06cdd14954de None None] Provisioning complete for port df5d58e0-1c8a-4ee0-8171-7349419fb527 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:13:16.476104 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-17e7348e-f3c2-4389-86c4-06cdd14954de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:16.540217 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-17e7348e-f3c2-4389-86c4-06cdd14954de None None] Port df5d58e0-1c8a-4ee0-8171-7349419fb527 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:13:16.853531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df5d58e0-1c8a-4ee0-8171-7349419fb527 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:13:16.861372 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:16.876958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac735eb5-5be5-4446-9aaf-5d230b02dcd4 req-5c154f19-e24c-4e10-8bf6-3bf8b4474d50 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:16.877628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-ac735eb5-5be5-4446-9aaf-5d230b02dcd4 req-5c154f19-e24c-4e10-8bf6-3bf8b4474d50 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Synchronizing usage tracker for tenant:d402bed3fe5f4426ad9b9f6b089af24e on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:13:16.890309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Transition to ACTIVE for port object df5d58e0-1c8a-4ee0-8171-7349419fb527 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:13:16.897113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:16.934442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-ac735eb5-5be5-4446-9aaf-5d230b02dcd4 req-5c154f19-e24c-4e10-8bf6-3bf8b4474d50 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Unset dirty status for tenant:d402bed3fe5f4426ad9b9f6b089af24e on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:13:16.935595 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ac735eb5-5be5-4446-9aaf-5d230b02dcd4 req-5c154f19-e24c-4e10-8bf6-3bf8b4474d50 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 932 time: 0.2148311 May 28 05:13:17.041952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=df5d58e0-1c8a-4ee0-8171-7349419fb527,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:13:17.213066 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ac735eb5-5be5-4446-9aaf-5d230b02dcd4 req-ce0aec59-02f0-49ea-b9b0-70880593eff2 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667255 May 28 05:13:17.257174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Attempting to bind port df5d58e0-1c8a-4ee0-8171-7349419fb527 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:13:17.257376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Attempting to bind port df5d58e0-1c8a-4ee0-8171-7349419fb527 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:13:17.257740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Attempting to bind port df5d58e0-1c8a-4ee0-8171-7349419fb527 on network 9420e1af-192e-438c-9a5d-9b2a1043266c {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:13:17.263625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Port df5d58e0-1c8a-4ee0-8171-7349419fb527 on network 9420e1af-192e-438c-9a5d-9b2a1043266c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:13:17.263937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Attempting to bind port df5d58e0-1c8a-4ee0-8171-7349419fb527 on network 9420e1af-192e-438c-9a5d-9b2a1043266c {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:13:17.270379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:13:17.270494 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Checking segment: {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:13:17.270834 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Bound using segment: {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:13:17.271248 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Bound port: df5d58e0-1c8a-4ee0-8171-7349419fb527, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:13:17.271633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:17.360614 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] For port df5d58e0-1c8a-4ee0-8171-7349419fb527, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:13:17.363902 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] For port df5d58e0-1c8a-4ee0-8171-7349419fb527, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:13:17.371047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:17.430800 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:17.432172 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] 10.222.0.66 "PUT /v2.0/ports/df5d58e0-1c8a-4ee0-8171-7349419fb527 HTTP/1.1" status: 200 len: 1094 time: 1.1108780 May 28 05:13:17.432591 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'tag': 'df5d58e0-1c8a-4ee0-8171-7349419fb527'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:13:17.453248 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca344c3a-de1b-4e64-a319-d42cbd35d6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=df5d58e0-1c8a-4ee0-8171-7349419fb527,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:13:17.508637 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383b81d7-5fdd-46e4-940e-cd0b9dda1e49'] response: {'name': 'network-changed', 'server_uuid': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'tag': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'status': 'completed', 'code': 200} May 28 05:13:17.549303 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-67ccd58e-a9d1-405e-9056-49476be21f07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 1097 time: 0.0753262 May 28 05:13:17.616966 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-ba0af2a5-3485-4a59-a18a-7977e3e79489 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527 HTTP/1.1" status: 200 len: 217 time: 0.0611351 May 28 05:13:17.681277 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-3b4cab50-bc8e-4d21-a38f-99768cf107df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:17.682636 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-3b4cab50-bc8e-4d21-a38f-99768cf107df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0602334 May 28 05:13:17.758192 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-77239c9f-975b-48b5-9963-85c27505a826 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693519 May 28 05:13:17.888590 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-d218926a-13b3-4c9f-8e2c-3c6c54c2907e service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241431 May 28 05:13:18.017030 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-596e7de3-92b7-4a93-ad15-bf0caf8ffd10 req-72234944-28ac-443f-a843-bc1f25a1ad65 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230493 May 28 05:13:18.136470 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a59809ec-0368-41bb-aa56-517a879e48ec req-46c4850f-7958-4f50-884f-a37afe4f41a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 1097 time: 0.0709121 May 28 05:13:18.269624 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59809ec-0368-41bb-aa56-517a879e48ec req-b68f0222-1a66-48ed-bb2b-7b29ad2e6d9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:18.271134 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a59809ec-0368-41bb-aa56-517a879e48ec req-b68f0222-1a66-48ed-bb2b-7b29ad2e6d9e service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1277976 May 28 05:13:18.370574 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a59809ec-0368-41bb-aa56-517a879e48ec req-c04b4fe7-10e5-493a-a65b-fcbccb8b4c0c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527 HTTP/1.1" status: 200 len: 217 time: 0.0930693 May 28 05:13:18.451091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59809ec-0368-41bb-aa56-517a879e48ec req-579dfa08-2cab-4ce0-b826-dd12abde0b61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:18.452518 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a59809ec-0368-41bb-aa56-517a879e48ec req-579dfa08-2cab-4ce0-b826-dd12abde0b61 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0715690 May 28 05:13:18.511075 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2023c6-c545-4c13-8f13-009da787efef req-7ef1e00e-0b6b-454c-8461-5419ae749262 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:18.512426 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5f2023c6-c545-4c13-8f13-009da787efef req-7ef1e00e-0b6b-454c-8461-5419ae749262 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 944 time: 0.1721079 May 28 05:13:18.576291 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5f2023c6-c545-4c13-8f13-009da787efef req-8399c03d-e925-455b-a6a5-2185ebee2c67 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576708 May 28 05:13:18.581915 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a59809ec-0368-41bb-aa56-517a879e48ec req-92781f44-66f8-4dfc-b891-10fedc105bdb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1217027 May 28 05:13:18.715743 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a59809ec-0368-41bb-aa56-517a879e48ec req-b7b8b927-79c8-4f43-8778-97c59b31b635 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271369 May 28 05:13:18.978058 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a59809ec-0368-41bb-aa56-517a879e48ec req-21b8f5c6-d65e-4b49-a0db-affe9d3b4678 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549253 May 28 05:13:19.791623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf5dee-d30f-47c1-a57c-b72023362fbb req-79f68aa4-3b12-41d1-a75d-de87669092b1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:19.793070 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4bf5dee-d30f-47c1-a57c-b72023362fbb req-79f68aa4-3b12-41d1-a75d-de87669092b1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 944 time: 0.0814540 May 28 05:13:19.841343 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4bf5dee-d30f-47c1-a57c-b72023362fbb req-ca5cd166-471e-46fa-b9d8-dddbfc63ea2a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401647 May 28 05:13:20.925101 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device df5d58e0-1c8a-4ee0-8171-7349419fb527 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:13:21.058435 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port df5d58e0-1c8a-4ee0-8171-7349419fb527, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:13:21.068351 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f655b6-c0c0-4b63-a0ab-697ae1ff5253 req-5a7c655f-b3e9-411f-8383-74b7abbadd3f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:21.069907 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-50f655b6-c0c0-4b63-a0ab-697ae1ff5253 req-5a7c655f-b3e9-411f-8383-74b7abbadd3f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 944 time: 0.0895000 May 28 05:13:21.071651 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'port_id': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'mac_address': 'fa:16:3e:a8:e8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:13:21.117665 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-50f655b6-c0c0-4b63-a0ab-697ae1ff5253 req-c40dc533-4bf9-401d-ad65-b2ad93c792b9 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415354 May 28 05:13:21.123953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:21.141615 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5d58e0-1c8a-4ee0-8171-7349419fb527 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:13:21.156078 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port df5d58e0-1c8a-4ee0-8171-7349419fb527, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:13:21.161037 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:21.230812 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=df5d58e0-1c8a-4ee0-8171-7349419fb527,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:13:21.360976 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['df5d58e0-1c8a-4ee0-8171-7349419fb527'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:13:21.835027 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:13:22.157601 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-412a5e50-c27c-4455-b9f2-0e7bb43e8096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:22.328708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b02cdc-e50e-4733-9ccb-910143edca67 req-e1034fdd-5372-4ff4-a7b2-ded4bb11c37e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:22.330142 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b2b02cdc-e50e-4733-9ccb-910143edca67 req-e1034fdd-5372-4ff4-a7b2-ded4bb11c37e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 945 time: 0.0858312 May 28 05:13:22.380403 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b2b02cdc-e50e-4733-9ccb-910143edca67 req-cb401576-48e5-448e-9ad0-5424454bf6bf tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439501 May 28 05:13:22.939240 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device df5d58e0-1c8a-4ee0-8171-7349419fb527 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:13:23.019816 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port df5d58e0-1c8a-4ee0-8171-7349419fb527 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:13:23.024619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port df5d58e0-1c8a-4ee0-8171-7349419fb527 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:13:23.024984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:23.146157 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:23.179753 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5d58e0-1c8a-4ee0-8171-7349419fb527'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:13:23.191931 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port df5d58e0-1c8a-4ee0-8171-7349419fb527, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:13:23.198499 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:23.242266 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb301ba-5b93-4ab0-8cbf-8798cbea934d'] response: {'server_uuid': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'code': 200} May 28 05:13:23.269808 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=df5d58e0-1c8a-4ee0-8171-7349419fb527,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:13:23.479595 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c0cae217-6264-4022-8c80-00b2decc176c req-c0e7eafc-35a7-44f2-94de-9d9bbf64d442 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 1099 time: 0.0747869 May 28 05:13:23.561248 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c0cae217-6264-4022-8c80-00b2decc176c req-b86dee6e-a70b-4e2a-a9b2-234971bab709 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747671 May 28 05:13:23.595699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368edf6-909d-4158-9951-04ae78b5caba req-a5be1d32-ef67-44ca-a83d-4f5f37b3a8fb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:23.597110 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2368edf6-909d-4158-9951-04ae78b5caba req-a5be1d32-ef67-44ca-a83d-4f5f37b3a8fb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0841646 May 28 05:13:23.648966 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2368edf6-909d-4158-9951-04ae78b5caba req-d4909b4e-dff2-4950-a0c4-cea46bd8893c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436833 May 28 05:13:24.330715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-16a356e8-b5e3-4555-8add-f039d35e511c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:24.856804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f39553-e733-4599-8423-f3fa99516b97 req-dd23e9b8-7ae4-4d00-8f65-a1774ed7878f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:24.858325 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-98f39553-e733-4599-8423-f3fa99516b97 req-dd23e9b8-7ae4-4d00-8f65-a1774ed7878f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0791347 May 28 05:13:24.905336 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-98f39553-e733-4599-8423-f3fa99516b97 req-b9f51c0e-60e8-4b20-9a2d-ed2fb67748c4 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409534 May 28 05:13:24.915496 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:25.106490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db78f2d-31b3-4c13-a27d-1e0842b069ea req-6a6d1de1-1a50-4495-b6bd-861c711b30c8 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:25.107901 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6db78f2d-31b3-4c13-a27d-1e0842b069ea req-6a6d1de1-1a50-4495-b6bd-861c711b30c8 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0802724 May 28 05:13:25.118620 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37094) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:13:25.123927 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-45358f4d-08be-4842-9e84-57fedc8aaf05 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Request body: {'floatingip': {'port_id': 'df5d58e0-1c8a-4ee0-8171-7349419fb527'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:13:25.197691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-45358f4d-08be-4842-9e84-57fedc8aaf05 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:25.556701 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:25.634428 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:25.795362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-45358f4d-08be-4842-9e84-57fedc8aaf05 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:25.801481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-45358f4d-08be-4842-9e84-57fedc8aaf05 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:26.087300 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-45358f4d-08be-4842-9e84-57fedc8aaf05 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Floating IP 9c7badd1-997c-4efb-892d-5b58dfcec20c associated. External IP: 172.26.8.80, port: df5d58e0-1c8a-4ee0-8171-7349419fb527. May 28 05:13:26.520020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45358f4d-08be-4842-9e84-57fedc8aaf05 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Router 02e49bef-e204-4351-8bf3-48031a91d6ea has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:13:26.736972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45358f4d-08be-4842-9e84-57fedc8aaf05 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:13:26.742306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-45358f4d-08be-4842-9e84-57fedc8aaf05 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:26.747983 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b65d071-46b9-4bda-9812-5902b8055956 None None] Sync routers for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:13:26.761005 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b65d071-46b9-4bda-9812-5902b8055956 None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:13:26.761609 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3b65d071-46b9-4bda-9812-5902b8055956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:13:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:13:26.796045 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-45358f4d-08be-4842-9e84-57fedc8aaf05 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "PUT /v2.0/floatingips/9c7badd1-997c-4efb-892d-5b58dfcec20c HTTP/1.1" status: 200 len: 991 time: 1.6763468 May 28 05:13:26.796605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'tag': 'df5d58e0-1c8a-4ee0-8171-7349419fb527'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:13:26.850855 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea2aa84-4966-4888-818c-24132fc90c85'] response: {'name': 'network-changed', 'server_uuid': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'tag': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'status': 'completed', 'code': 200} May 28 05:13:26.935723 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-3b65d071-46b9-4bda-9812-5902b8055956 None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:13:26.952186 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52eca3be-30e7-4706-88c0-ba665a62f62d req-da4c90ef-a484-4518-a209-daec5fcfbd52 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 1099 time: 0.0792110 May 28 05:13:27.089484 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eca3be-30e7-4706-88c0-ba665a62f62d req-0901b97d-b084-4c4e-834a-c451d239f80b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:27.090999 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52eca3be-30e7-4706-88c0-ba665a62f62d req-0901b97d-b084-4c4e-834a-c451d239f80b service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1329012 May 28 05:13:27.191566 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52eca3be-30e7-4706-88c0-ba665a62f62d req-8b2537a2-525e-4e5f-a0e8-fb4307d5c6e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527 HTTP/1.1" status: 200 len: 999 time: 0.0945852 May 28 05:13:27.199451 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:27.255737 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eca3be-30e7-4706-88c0-ba665a62f62d req-a08a17fc-c35c-4fa8-b152-1ea01d3dd367 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:27.257180 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52eca3be-30e7-4706-88c0-ba665a62f62d req-a08a17fc-c35c-4fa8-b152-1ea01d3dd367 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0602484 May 28 05:13:27.301080 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3b65d071-46b9-4bda-9812-5902b8055956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '9c7badd1-997c-4efb-892d-5b58dfcec20c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'floating_ip_address': '172.26.8.80', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'port_id': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'mac_address': 'fa:16:3e:a8:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:11:01Z', 'updated_at': '2022-05-28T05:13:25Z', 'revision_number': 9, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:13:27.305578 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b65d071-46b9-4bda-9812-5902b8055956 None None] Checking router: 02e49bef-e204-4351-8bf3-48031a91d6ea for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:13:27.316659 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b65d071-46b9-4bda-9812-5902b8055956 None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:13:27.317244 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3b65d071-46b9-4bda-9812-5902b8055956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:13:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:13:27.329256 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52eca3be-30e7-4706-88c0-ba665a62f62d req-283a2887-edba-4d27-990f-d9fa24171cbb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661104 May 28 05:13:27.474998 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52eca3be-30e7-4706-88c0-ba665a62f62d req-bc427707-d366-4e37-8647-3d13d7f8ca36 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391242 May 28 05:13:27.507448 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-3b65d071-46b9-4bda-9812-5902b8055956 None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:13:27.607858 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52eca3be-30e7-4706-88c0-ba665a62f62d req-3100ddf1-8d18-4fa8-a3a1-0f14cd01e1e4 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275704 May 28 05:13:27.857737 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3b65d071-46b9-4bda-9812-5902b8055956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '9c7badd1-997c-4efb-892d-5b58dfcec20c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'floating_ip_address': '172.26.8.80', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'port_id': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'mac_address': 'fa:16:3e:a8:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:11:01Z', 'updated_at': '2022-05-28T05:13:25Z', 'revision_number': 9, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:13:27.861790 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b65d071-46b9-4bda-9812-5902b8055956 None None] The sync data for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv is: [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '9c7badd1-997c-4efb-892d-5b58dfcec20c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'floating_ip_address': '172.26.8.80', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'port_id': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'mac_address': 'fa:16:3e:a8:e8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:11:01Z', 'updated_at': '2022-05-28T05:13:25Z', 'revision_number': 9, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:13:28.052591 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c0612-158d-4040-a3d3-c09686c3f224 None None] New status for floating IP 9c7badd1-997c-4efb-892d-5b58dfcec20c: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:13:52.155175 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-486dbba0-eaae-4246-8b3a-935ac72d58e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:54.333069 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-66376d45-27fe-4be4-8d46-0aebe8daf125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:54.909209 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:55.562636 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:55.639003 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:55.757352 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fa5555e1-ad8d-457a-a1b5-4118bbd92162 req-9e9efd6d-868d-4d90-b2a2-66b2779d72d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2159200 May 28 05:13:55.793131 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-795be38c-beef-457d-8f3b-96b7d063ee7f req-954a81c9-1e2c-4e2a-9593-7991f6b89ca8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769246 May 28 05:13:55.944797 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-795be38c-beef-457d-8f3b-96b7d063ee7f req-e613c007-1700-4ddc-82ca-359d5e80e635 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 1099 time: 0.0803711 May 28 05:13:56.113850 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-e75b1512-2110-43ea-a73e-57fa58b527fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1372354 May 28 05:13:56.155061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795be38c-beef-457d-8f3b-96b7d063ee7f req-ffc24a22-89dd-465b-829f-f404278fef51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:56.157334 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-795be38c-beef-457d-8f3b-96b7d063ee7f req-ffc24a22-89dd-465b-829f-f404278fef51 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1920366 May 28 05:13:56.227970 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05a1e5-a277-4357-82fb-3cf7242d29e4 req-9eb9a1f7-471c-4e24-801d-33fff8d9fc6b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:56.229247 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b05a1e5-a277-4357-82fb-3cf7242d29e4 req-9eb9a1f7-471c-4e24-801d-33fff8d9fc6b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.1885788 May 28 05:13:56.301512 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-795be38c-beef-457d-8f3b-96b7d063ee7f req-cea0e269-f2f2-40bf-9502-9a769377f59a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527 HTTP/1.1" status: 200 len: 1002 time: 0.1364348 May 28 05:13:56.306196 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b05a1e5-a277-4357-82fb-3cf7242d29e4 req-07c55011-a5f1-4e4e-86a8-340be353409c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681934 May 28 05:13:56.368921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795be38c-beef-457d-8f3b-96b7d063ee7f req-a8745cf6-bde0-4bf7-b974-68763e599a33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:56.370577 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-795be38c-beef-457d-8f3b-96b7d063ee7f req-a8745cf6-bde0-4bf7-b974-68763e599a33 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0628109 May 28 05:13:56.449563 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-795be38c-beef-457d-8f3b-96b7d063ee7f req-e8712752-787d-4e78-b111-9c2512e6f6f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718153 May 28 05:13:56.585435 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-795be38c-beef-457d-8f3b-96b7d063ee7f req-dcd0ea9a-d80d-46a2-820e-64b9a6241917 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260509 May 28 05:13:56.715551 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-795be38c-beef-457d-8f3b-96b7d063ee7f req-cd81db6c-40bc-4a1d-949e-ba9a97edbf15 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240664 May 28 05:13:57.202614 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:13:57.575673 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d5fc1-06ea-4d61-8697-056f61b879cb req-a38f9802-dadb-4bf9-950a-752a5ed3bf50 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:57.577119 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-665d5fc1-06ea-4d61-8697-056f61b879cb req-a38f9802-dadb-4bf9-950a-752a5ed3bf50 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.1336186 May 28 05:13:57.610199 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-12790e51-444f-4960-a193-ad24cdb4251b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 1099 time: 0.1195383 May 28 05:13:57.707107 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-665d5fc1-06ea-4d61-8697-056f61b879cb req-af32dffe-2934-4cd1-a8b4-740282c68802 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240034 May 28 05:13:57.754407 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-0c3bc5b0-5607-4613-b7cb-799bee7f3805 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:57.755880 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-0c3bc5b0-5607-4613-b7cb-799bee7f3805 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1372666 May 28 05:13:57.869142 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-a0600078-ef3f-4bb6-b54a-54c6d803e728 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527 HTTP/1.1" status: 200 len: 1002 time: 0.1066358 May 28 05:13:57.932381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-f0864155-2257-47e2-b63e-ca1bff88ff9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:57.934044 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-f0864155-2257-47e2-b63e-ca1bff88ff9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0586309 May 28 05:13:58.014777 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-17a7b7b9-6d92-421a-90a9-de48cfe8c781 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745502 May 28 05:13:58.250987 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-3594c1f6-3c18-42ee-8c8b-ab167f579bfa service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291987 May 28 05:13:58.379660 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-6773ca97-3bce-433a-ba37-d885b7094a63 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221428 May 28 05:13:58.830338 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:13:58.916150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa68b8e-841a-4a88-af4b-7fb6457cfa9c req-49f80467-ac52-4062-a6c0-dd46f8c8f1ef tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:13:58.917607 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faa68b8e-841a-4a88-af4b-7fb6457cfa9c req-49f80467-ac52-4062-a6c0-dd46f8c8f1ef tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0819807 May 28 05:13:58.963678 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-faa68b8e-841a-4a88-af4b-7fb6457cfa9c req-43baa7df-fbed-4374-b1a1-8ec4e2134742 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396566 May 28 05:14:00.188568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5549b0-cc23-452d-be31-0123e3b51a51 req-cfa38835-dc25-4d0d-847a-66ae49424da6 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:00.190050 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1b5549b0-cc23-452d-be31-0123e3b51a51 req-cfa38835-dc25-4d0d-847a-66ae49424da6 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0890894 May 28 05:14:00.234951 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1b5549b0-cc23-452d-be31-0123e3b51a51 req-27760fde-0c61-433c-9e03-27ece2ea7272 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390871 May 28 05:14:01.447950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7456a3-234a-48b6-9e7b-892ad0bf9511 req-ec32a78b-fbd2-43cf-a7ec-da9343434a30 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:01.449381 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1f7456a3-234a-48b6-9e7b-892ad0bf9511 req-ec32a78b-fbd2-43cf-a7ec-da9343434a30 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0795219 May 28 05:14:01.496904 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1f7456a3-234a-48b6-9e7b-892ad0bf9511 req-9ad40c7b-38a7-426c-a8da-7c056762b97d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407891 May 28 05:14:02.714115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705b492-fa5d-4175-a57a-ff7b952d4c13 req-d7acf3bc-aa89-4cdc-8cdb-30537f8e3ecf tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:02.715456 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c705b492-fa5d-4175-a57a-ff7b952d4c13 req-d7acf3bc-aa89-4cdc-8cdb-30537f8e3ecf tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0852370 May 28 05:14:02.765166 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c705b492-fa5d-4175-a57a-ff7b952d4c13 req-60874130-c2e6-4b3e-9dd4-4d07c621cf46 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406489 May 28 05:14:03.970309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67472d-d8f5-40ca-989a-c0200f79de8f req-a8e31f34-ea84-4ec5-ac46-8f44958de954 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:03.971771 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dc67472d-d8f5-40ca-989a-c0200f79de8f req-a8e31f34-ea84-4ec5-ac46-8f44958de954 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0794923 May 28 05:14:04.026215 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dc67472d-d8f5-40ca-989a-c0200f79de8f req-d2fe9f8d-f749-4294-b4cb-cc7a58dac0bb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456696 May 28 05:14:05.243831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abc5ad-aeac-4c9a-a65f-fc6ea8c32678 req-b1f1e307-c87b-472d-b55c-ff3719beda4a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:05.245146 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92abc5ad-aeac-4c9a-a65f-fc6ea8c32678 req-b1f1e307-c87b-472d-b55c-ff3719beda4a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0800335 May 28 05:14:05.292262 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92abc5ad-aeac-4c9a-a65f-fc6ea8c32678 req-0cad53fe-7242-4942-8a1d-c6e081e9049f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398722 May 28 05:14:06.514293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d524a1-883c-4257-b79b-7c7f7de4100d req-a0cf81e1-f785-4842-aee5-412ba8ba32de tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:06.516080 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a1d524a1-883c-4257-b79b-7c7f7de4100d req-a0cf81e1-f785-4842-aee5-412ba8ba32de tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0936849 May 28 05:14:06.560973 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a1d524a1-883c-4257-b79b-7c7f7de4100d req-40abca9a-8cdd-4267-af14-2452d7af8e07 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392573 May 28 05:14:07.779366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768efb87-6417-4dc7-9fff-f6cdc7fb179a req-9ac813ff-4281-4640-aba2-d430f2639ffc tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:07.781201 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-768efb87-6417-4dc7-9fff-f6cdc7fb179a req-9ac813ff-4281-4640-aba2-d430f2639ffc tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0907681 May 28 05:14:07.827951 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-768efb87-6417-4dc7-9fff-f6cdc7fb179a req-ea080d88-fd05-4632-bc1b-b9f30588f84a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406556 May 28 05:14:09.055522 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de2dc3-5cde-41c9-b385-6be39c6700e9 req-479a21fa-e5e9-4cfd-90a7-f66d5a522ae0 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:09.056966 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-02de2dc3-5cde-41c9-b385-6be39c6700e9 req-479a21fa-e5e9-4cfd-90a7-f66d5a522ae0 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0832138 May 28 05:14:09.117054 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-02de2dc3-5cde-41c9-b385-6be39c6700e9 req-154917f6-30d2-4898-a69b-a76a0bc0fc5e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536582 May 28 05:14:10.104095 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-810c0b28-cfe0-4481-9998-5d4459477e44 service neutron] 10.222.0.66 "GET /v2.0/ports/df5d58e0-1c8a-4ee0-8171-7349419fb527/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0814176 May 28 05:14:10.378682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b533fe-6bac-4a88-99ff-b92e39cdf548 req-ad2d1e75-2586-4b9a-997e-0bcf8fb501e6 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:10.380102 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-58b533fe-6bac-4a88-99ff-b92e39cdf548 req-ad2d1e75-2586-4b9a-997e-0bcf8fb501e6 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.1256979 May 28 05:14:10.417050 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-794d58da-134d-4c42-bbd8-8ed00629e518 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 1099 time: 0.1076744 May 28 05:14:10.437698 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-58b533fe-6bac-4a88-99ff-b92e39cdf548 req-a9c4123e-4ce8-4b12-b11a-fe2c42e58f06 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510800 May 28 05:14:10.509701 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-ee7a0c53-431f-4edd-9a37-a283af7ef3ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 1099 time: 0.0707800 May 28 05:14:10.639880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-45e27c44-8ef9-4fa7-a73e-7fbf2b471211 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:10.641198 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-45e27c44-8ef9-4fa7-a73e-7fbf2b471211 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1253850 May 28 05:14:10.743660 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-b1d11618-480b-467c-8efb-36fd4b8832bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527 HTTP/1.1" status: 200 len: 1002 time: 0.0959463 May 28 05:14:10.805390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-2e39cbff-0bd5-4f0f-a2e3-728e859dcc83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:10.806798 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-2e39cbff-0bd5-4f0f-a2e3-728e859dcc83 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0576503 May 28 05:14:10.974042 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-9d27dacc-a921-428f-bb2c-78d00145f1c8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1607647 May 28 05:14:11.107136 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-4c75c9ed-4dd2-4d12-a8e5-e3ba15428104 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261256 May 28 05:14:11.237349 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e4a9d132-b328-410c-ba2e-f26b7c2caace req-6adaf1a7-5121-48e2-9220-a836e007c6cd service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245868 May 28 05:14:11.643398 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71876-1a84-4e04-ac9a-191f1cd8d85f req-70337a7e-66c5-49b9-b30e-7dcd0a586fda tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:11.644878 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0bf71876-1a84-4e04-ac9a-191f1cd8d85f req-70337a7e-66c5-49b9-b30e-7dcd0a586fda tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0858295 May 28 05:14:11.690702 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0bf71876-1a84-4e04-ac9a-191f1cd8d85f req-b730a741-b9a4-446a-869b-25c2191ff507 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401485 May 28 05:14:12.915990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aae70a-0298-4fc7-925d-eb035a8feff6 req-827d685e-46d4-43f6-b063-456a5b9eed56 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:12.917411 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-82aae70a-0298-4fc7-925d-eb035a8feff6 req-827d685e-46d4-43f6-b063-456a5b9eed56 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0904212 May 28 05:14:12.964294 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-82aae70a-0298-4fc7-925d-eb035a8feff6 req-84f3661c-862c-4478-be5e-3aeddec22c49 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404632 May 28 05:14:13.208266 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device df5d58e0-1c8a-4ee0-8171-7349419fb527 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:14:13.210685 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device df5d58e0-1c8a-4ee0-8171-7349419fb527 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:14:13.447712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:13.478321 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port df5d58e0-1c8a-4ee0-8171-7349419fb527, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:14:13.499520 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'port_id': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'mac_address': 'fa:16:3e:a8:e8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:14:13.504637 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df5d58e0-1c8a-4ee0-8171-7349419fb527'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:14:13.537162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port df5d58e0-1c8a-4ee0-8171-7349419fb527, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:14:13.549222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:13.586050 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b1ec48e-1076-4561-9b45-d7fe0f42e439'] response: {'server_uuid': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'code': 200} May 28 05:14:13.623686 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:13.647076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df5d58e0-1c8a-4ee0-8171-7349419fb527 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:14:13.653322 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=df5d58e0-1c8a-4ee0-8171-7349419fb527,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:14:13.693142 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:13.693476 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:13.693834 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:13.694161 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:13.694466 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:13.694783 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:13.695102 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:13.695417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:13.695726 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:13.696037 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:13.696347 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:13.719210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:14:13.719640 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:14:14.175556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6236600-2e78-4f93-9055-42669c762bbc req-a9472cd8-c2cc-4f57-9d74-73f4a5b50876 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:14.176973 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c6236600-2e78-4f93-9055-42669c762bbc req-a9472cd8-c2cc-4f57-9d74-73f4a5b50876 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 944 time: 0.0789125 May 28 05:14:14.224668 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c6236600-2e78-4f93-9055-42669c762bbc req-81cc355b-480a-4dbf-b1a8-651ffb0247d5 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413620 May 28 05:14:14.277836 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:14.295469 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5d58e0-1c8a-4ee0-8171-7349419fb527 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:14:14.311484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port df5d58e0-1c8a-4ee0-8171-7349419fb527, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:14:14.316487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:14.380504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['df5d58e0-1c8a-4ee0-8171-7349419fb527'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:14:14.431868 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=df5d58e0-1c8a-4ee0-8171-7349419fb527,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:14:14.718685 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-ea9bc45d-9f88-41f2-a682-b5555608ec9b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:14.720115 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-ea9bc45d-9f88-41f2-a682-b5555608ec9b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&binding%3Ahost_id=hv-neutron-8433 HTTP/1.1" status: 200 len: 945 time: 0.1364381 May 28 05:14:14.768349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826a431-f5fc-46c1-9abc-7561f16d7c40 req-4bdd0a57-e32f-4bd3-878b-ec0ff3a3154a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:14.769776 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2826a431-f5fc-46c1-9abc-7561f16d7c40 req-4bdd0a57-e32f-4bd3-878b-ec0ff3a3154a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 945 time: 0.1354611 May 28 05:14:14.837215 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-10b28338-13ce-479b-a1c4-eaa17fc84eef service neutron] 10.222.0.66 "GET /v2.0/ports/df5d58e0-1c8a-4ee0-8171-7349419fb527/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.1105864 May 28 05:14:14.839347 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2826a431-f5fc-46c1-9abc-7561f16d7c40 req-7b387223-8fbc-476a-9943-c979f7cc5cd1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629210 May 28 05:14:14.930972 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-4fb29a1d-538e-4ecb-ba20-31d82022d01b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 1098 time: 0.0720713 May 28 05:14:15.071544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-b6c94b72-0150-4450-ae4f-63dc7e9315d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:15.072975 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-b6c94b72-0150-4450-ae4f-63dc7e9315d1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1284900 May 28 05:14:15.173589 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-e8cd67bf-faa1-4522-943a-cb82fc933b5d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527 HTTP/1.1" status: 200 len: 1001 time: 0.0933237 May 28 05:14:15.218806 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device df5d58e0-1c8a-4ee0-8171-7349419fb527 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:14:15.241812 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-9b2549db-709f-4d5a-aedc-857bf7b396b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:15.243371 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-9b2549db-709f-4d5a-aedc-857bf7b396b7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0645599 May 28 05:14:15.290911 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port df5d58e0-1c8a-4ee0-8171-7349419fb527 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:14:15.291550 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:15.321370 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-93aa772c-d5e9-481d-8f86-0d37fc6f4b17 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714824 May 28 05:14:15.405333 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:15.437576 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port df5d58e0-1c8a-4ee0-8171-7349419fb527, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:14:15.443147 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:15.453145 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-63fc5215-a562-46cf-88c3-0e67d90f8534 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249390 May 28 05:14:15.511541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=df5d58e0-1c8a-4ee0-8171-7349419fb527,revision_number=8']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:14:15.585990 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-32155ee2-8ca2-4e19-a212-100729dfafed service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275759 May 28 05:14:15.586986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5d58e0-1c8a-4ee0-8171-7349419fb527'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:14:15.653597 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3906784-34c6-4c5a-8fe4-9c1114ec4ca3'] response: {'server_uuid': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'code': 200} May 28 05:14:16.156648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6d5f6-1a25-4eef-8e46-6f48c5de7a1f req-2dfcdd67-79de-4221-9895-dd7a08835e29 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:16.158119 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-afd6d5f6-1a25-4eef-8e46-6f48c5de7a1f req-2dfcdd67-79de-4221-9895-dd7a08835e29 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.1829374 May 28 05:14:16.206119 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-afd6d5f6-1a25-4eef-8e46-6f48c5de7a1f req-7484c4fa-3195-4061-91c8-c6e84a5fc73b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399497 May 28 05:14:17.432411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122874e-6edb-41cf-82bd-11ed72a5ae1c req-da06fb1a-11e4-4aa0-9667-f053114350af tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:17.433889 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f122874e-6edb-41cf-82bd-11ed72a5ae1c req-da06fb1a-11e4-4aa0-9667-f053114350af tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0877335 May 28 05:14:17.479760 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f122874e-6edb-41cf-82bd-11ed72a5ae1c req-b8e7a398-99d9-433c-8116-c6915cd0fe4a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402243 May 28 05:14:17.949587 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-633aa8bd-ea89-45b1-a885-45bd2aed9bed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 1099 time: 0.0719473 May 28 05:14:18.045474 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-0c732da2-9a96-4834-b8a0-47e0ab23bd2c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 1099 time: 0.0747480 May 28 05:14:18.171350 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-7efbe066-7d70-42ef-be6a-1ebb5a33913f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:18.172757 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-7efbe066-7d70-42ef-be6a-1ebb5a33913f service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1215742 May 28 05:14:18.280051 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-d1f7fa06-50c9-41e7-a881-79fcb44c3231 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527 HTTP/1.1" status: 200 len: 1002 time: 0.1013300 May 28 05:14:18.344209 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-8f86b647-ea5c-4742-8361-d8f688e39a9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:18.345632 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-8f86b647-ea5c-4742-8361-d8f688e39a9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0599096 May 28 05:14:18.420879 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-94543683-8f98-4ebd-b2d7-461fa3d581a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691688 May 28 05:14:18.552248 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-5183a35a-dc1e-4bab-a27a-db210604f090 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253581 May 28 05:14:18.733260 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45581e71-dd35-4d99-ac8e-5cdb088755bf req-99f23f7e-9bc7-41fd-bd04-ab540addaeed service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749673 May 28 05:14:18.747524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d1c76-c2ea-429e-859c-c26e66dd3e74 req-d22337a8-5f45-4bd0-a19c-546a98a59ab5 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:18.748962 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-525d1c76-c2ea-429e-859c-c26e66dd3e74 req-d22337a8-5f45-4bd0-a19c-546a98a59ab5 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.1235621 May 28 05:14:18.795850 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-525d1c76-c2ea-429e-859c-c26e66dd3e74 req-6e403910-f172-4e04-ae27-b864d4f9a744 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406127 May 28 05:14:20.010160 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6311d3-e31a-4d66-96aa-d2ddf46b71f5 req-816852e1-3304-4c45-8a18-e39ce3085afb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:20.011638 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9f6311d3-e31a-4d66-96aa-d2ddf46b71f5 req-816852e1-3304-4c45-8a18-e39ce3085afb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0785177 May 28 05:14:20.059005 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9f6311d3-e31a-4d66-96aa-d2ddf46b71f5 req-5c04841b-3427-4a2a-818a-7b0ab1fc0be5 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416420 May 28 05:14:21.230042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device df5d58e0-1c8a-4ee0-8171-7349419fb527 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:14:21.232403 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device df5d58e0-1c8a-4ee0-8171-7349419fb527 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:14:21.273795 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe12db-b7fa-4e2c-b7ee-ec4706424a8d req-ae45eb99-7922-4165-b548-b35094cbcd77 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:21.275021 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2cfe12db-b7fa-4e2c-b7ee-ec4706424a8d req-ae45eb99-7922-4165-b548-b35094cbcd77 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0889180 May 28 05:14:21.321560 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2cfe12db-b7fa-4e2c-b7ee-ec4706424a8d req-7c01200f-d726-4434-b47b-06d41073c096 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 May 28 05:14:21.451988 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:21.469831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port df5d58e0-1c8a-4ee0-8171-7349419fb527, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:14:21.490704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'port_id': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'mac_address': 'fa:16:3e:a8:e8:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:14:21.497036 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df5d58e0-1c8a-4ee0-8171-7349419fb527'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:14:21.517290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e52a7-35b5-457e-8f09-3b6bf8b2bddf req-d15f4843-64f9-45ac-b1ea-642452f47143 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:21.518786 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b39e52a7-35b5-457e-8f09-3b6bf8b2bddf req-d15f4843-64f9-45ac-b1ea-642452f47143 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0759799 May 28 05:14:21.542168 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port df5d58e0-1c8a-4ee0-8171-7349419fb527, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:14:21.552027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:21.573173 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b39e52a7-35b5-457e-8f09-3b6bf8b2bddf req-682ceab4-30b2-483c-8e9c-4c6c85f0f898 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482786 May 28 05:14:21.584963 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db3ee64-ccbc-4d06-8eab-ad998a571101'] response: {'server_uuid': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'code': 200} May 28 05:14:21.603027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:21.634912 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df5d58e0-1c8a-4ee0-8171-7349419fb527 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:14:21.644018 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=df5d58e0-1c8a-4ee0-8171-7349419fb527,revision_number=9']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:14:21.702327 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:14:21.702639 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:14:21.787426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663b378-1d51-46a9-9d28-fcce186a2585 req-4cf3ad65-e0aa-4cdf-a2dc-92522d2e5968 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:21.788790 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0663b378-1d51-46a9-9d28-fcce186a2585 req-4cf3ad65-e0aa-4cdf-a2dc-92522d2e5968 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 944 time: 0.0904844 May 28 05:14:21.834713 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0663b378-1d51-46a9-9d28-fcce186a2585 req-fb2cd7c2-5c51-4b42-9be2-b9bcccf5e982 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402443 May 28 05:14:22.149778 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-207ddba2-bb8b-44aa-a176-412e540e0139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:22.245046 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d6274-940f-43eb-9244-b998824b0022 req-8b6a1f28-5b41-4440-a32c-b909886d9968 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:22.246563 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7c7d6274-940f-43eb-9244-b998824b0022 req-8b6a1f28-5b41-4440-a32c-b909886d9968 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 944 time: 0.0790436 May 28 05:14:22.256254 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:22.274500 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df5d58e0-1c8a-4ee0-8171-7349419fb527 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:14:22.290793 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port df5d58e0-1c8a-4ee0-8171-7349419fb527, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:14:22.291399 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7c7d6274-940f-43eb-9244-b998824b0022 req-402faa44-d2b8-4982-bb8d-bcf21104fff2 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392122 May 28 05:14:22.295721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:22.367132 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['df5d58e0-1c8a-4ee0-8171-7349419fb527'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:14:22.402916 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=df5d58e0-1c8a-4ee0-8171-7349419fb527,revision_number=10']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:14:23.244401 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device df5d58e0-1c8a-4ee0-8171-7349419fb527 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:14:23.326118 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port df5d58e0-1c8a-4ee0-8171-7349419fb527 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:14:23.326842 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:23.446973 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:23.495900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d868c-4b99-4e2a-9000-2b47ae9d8277 req-7f82dda3-cef4-48e5-9a9b-1717bb849eaf tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:23.497308 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d70d868c-4b99-4e2a-9000-2b47ae9d8277 req-7f82dda3-cef4-48e5-9a9b-1717bb849eaf tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 946 time: 0.0828316 May 28 05:14:23.518347 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port df5d58e0-1c8a-4ee0-8171-7349419fb527, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:14:23.523480 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:23.543539 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d70d868c-4b99-4e2a-9000-2b47ae9d8277 req-9a804a9f-8ff1-4278-94cc-7de7807a55c0 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407228 May 28 05:14:23.586895 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5d58e0-1c8a-4ee0-8171-7349419fb527'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:14:23.591741 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=df5d58e0-1c8a-4ee0-8171-7349419fb527,revision_number=11']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:14:23.647428 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ab68b3-8dca-424f-bf3f-df26df7a93ef'] response: {'server_uuid': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'code': 200} May 28 05:14:24.331144 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b445b0a5-281a-4abe-9e21-d3ec8dbd2fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:24.341445 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9009da-e6cb-4232-b85f-48afe8e8ef31 req-13722014-37c8-420f-ba5c-a73386c8c30c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:24.342892 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8e9009da-e6cb-4232-b85f-48afe8e8ef31 req-13722014-37c8-420f-ba5c-a73386c8c30c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 947 time: 0.1756105 May 28 05:14:24.411783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-8e9009da-e6cb-4232-b85f-48afe8e8ef31 req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Deleting port df5d58e0-1c8a-4ee0-8171-7349419fb527 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:14:24.412088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8e9009da-e6cb-4232-b85f-48afe8e8ef31 req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:24.668381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-8e9009da-e6cb-4232-b85f-48afe8e8ef31 req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] For port df5d58e0-1c8a-4ee0-8171-7349419fb527, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=df5d58e0-1c8a-4ee0-8171-7349419fb527,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:14:24.669158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8e9009da-e6cb-4232-b85f-48afe8e8ef31 req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:24.908276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12642e8d-4bb1-44ad-a79f-9d3cb22a9075 req-db268960-dbca-4621-9c5e-3bbeb426b180 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:24.908276 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-12642e8d-4bb1-44ad-a79f-9d3cb22a9075 req-db268960-dbca-4621-9c5e-3bbeb426b180 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 947 time: 0.2414544 May 28 05:14:24.930678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:25.040026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8e9009da-e6cb-4232-b85f-48afe8e8ef31 req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:25.040427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8e9009da-e6cb-4232-b85f-48afe8e8ef31 req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:25.040731 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [req-8e9009da-e6cb-4232-b85f-48afe8e8ef31 req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Floating IP 9c7badd1-997c-4efb-892d-5b58dfcec20c disassociated. External IP: 172.26.8.80, port: df5d58e0-1c8a-4ee0-8171-7349419fb527. May 28 05:14:25.041062 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-8e9009da-e6cb-4232-b85f-48afe8e8ef31 req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Calling delete_port for df5d58e0-1c8a-4ee0-8171-7349419fb527 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:14:25.069347 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-12642e8d-4bb1-44ad-a79f-9d3cb22a9075 req-90e59845-c87d-44cf-bcb8-da776eb08901 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015666 May 28 05:14:25.202999 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8e9009da-e6cb-4232-b85f-48afe8e8ef31 req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:25.252284 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Pushing event deleted for resources: {'Port': ['ID=df5d58e0-1c8a-4ee0-8171-7349419fb527,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:14:25.266134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:25.266466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:25.266798 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:25.267081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:25.267410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:25.267726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:25.268028 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:25.268344 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:25.268654 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:25.268960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:25.269264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:14:25.477564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e9009da-e6cb-4232-b85f-48afe8e8ef31 req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Router 02e49bef-e204-4351-8bf3-48031a91d6ea has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:14:25.568910 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:25.639410 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:25.685514 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e9009da-e6cb-4232-b85f-48afe8e8ef31 req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:14:25.695962 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56472fe4-d441-462e-8a52-9f7a894b1a19 None None] Sync routers for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:14:25.708670 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56472fe4-d441-462e-8a52-9f7a894b1a19 None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:14:25.709346 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-56472fe4-d441-462e-8a52-9f7a894b1a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:14:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:14:25.757052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9009da-e6cb-4232-b85f-48afe8e8ef31 req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] No DVR routers for this DVR port df5d58e0-1c8a-4ee0-8171-7349419fb527 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:14:25.759534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-8e9009da-e6cb-4232-b85f-48afe8e8ef31 req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:25.764057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'name': 'network-vif-deleted', 'tag': 'df5d58e0-1c8a-4ee0-8171-7349419fb527'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:14:25.781008 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8e9009da-e6cb-4232-b85f-48afe8e8ef31 req-d5afbeb6-1997-4d52-ab4a-9872d2a2be5b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "DELETE /v2.0/ports/df5d58e0-1c8a-4ee0-8171-7349419fb527 HTTP/1.1" status: 204 len: 173 time: 1.4322023 May 28 05:14:25.827117 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452c64c2-63c2-4f9f-8e77-a5b65ab49831'] response: {'server_uuid': '3bf05c5b-97ab-4ecd-9c8e-da19805f8450', 'name': 'network-vif-deleted', 'tag': 'df5d58e0-1c8a-4ee0-8171-7349419fb527', 'status': 'completed', 'code': 200} May 28 05:14:25.908094 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-56472fe4-d441-462e-8a52-9f7a894b1a19 None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:14:26.253996 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-56472fe4-d441-462e-8a52-9f7a894b1a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:14:26.259747 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56472fe4-d441-462e-8a52-9f7a894b1a19 None None] Checking router: 02e49bef-e204-4351-8bf3-48031a91d6ea for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:14:26.265561 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-363b580f-368d-4527-b0d5-d0d59f08f6a5 req-1286c92c-6456-4e92-9bcb-d79c5f771dab tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Synchronizing usage tracker for tenant:d402bed3fe5f4426ad9b9f6b089af24e on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:14:26.272664 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56472fe4-d441-462e-8a52-9f7a894b1a19 None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:14:26.273274 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-56472fe4-d441-462e-8a52-9f7a894b1a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:14:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:14:26.284042 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-363b580f-368d-4527-b0d5-d0d59f08f6a5 req-1286c92c-6456-4e92-9bcb-d79c5f771dab tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Unset dirty status for tenant:d402bed3fe5f4426ad9b9f6b089af24e on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:14:26.285232 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-363b580f-368d-4527-b0d5-d0d59f08f6a5 req-1286c92c-6456-4e92-9bcb-d79c5f771dab tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=3bf05c5b-97ab-4ecd-9c8e-da19805f8450 HTTP/1.1" status: 200 len: 210 time: 0.0626228 May 28 05:14:26.454705 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-56472fe4-d441-462e-8a52-9f7a894b1a19 None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:14:26.770807 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-56472fe4-d441-462e-8a52-9f7a894b1a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:14:26.774749 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56472fe4-d441-462e-8a52-9f7a894b1a19 None None] The sync data for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv is: [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:14:26.999596 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d0fc2c-e5cc-47d9-bc6f-b87140e60445 None None] New status for floating IP 9c7badd1-997c-4efb-892d-5b58dfcec20c: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:14:27.242010 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:27.281415 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device df5d58e0-1c8a-4ee0-8171-7349419fb527 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:14:27.313902 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: df5d58e0-1c8a-4ee0-8171-7349419fb527 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:14:27.314193 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device df5d58e0-1c8a-4ee0-8171-7349419fb527 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:14:27.663697 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-86fc556a-e565-421c-be2b-5f919d8f4c42 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--400339009&fields=id&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 267 time: 0.0414443 May 28 05:14:27.925604 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-38a69c85-5cee-4517-a36b-dad1826a0ab0 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:27.927719 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-38a69c85-5cee-4517-a36b-dad1826a0ab0 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 812 time: 0.2549231 May 28 05:14:27.947455 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-847e8614-47ad-4b6d-8aa6-041a892c2dfb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/quotas/d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 375 time: 0.0142934 May 28 05:14:28.048050 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-0b8a307a-31aa-4674-b60e-637070cc26fa tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0929933 May 28 05:14:28.181193 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-2a120f8e-6882-452f-980d-6d674d453bb3 service neutron] 10.222.0.15 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211667 May 28 05:14:28.314145 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-1d8a174d-c3cc-4e7d-a043-be82230299bd service neutron] 10.222.0.15 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272154 May 28 05:14:28.508985 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1f33c645-1d72-4803-850b-52ce1815c898 req-9d030e1f-bbb5-433c-971a-7bb86b30e71a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 210 time: 0.0408676 May 28 05:14:29.552476 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-701a0d47-07b6-44e5-b169-511b443ab9e5 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:29.554027 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-701a0d47-07b6-44e5-b169-511b443ab9e5 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 812 time: 0.1489799 May 28 05:14:29.607744 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-65bee88e-d568-4b7d-8b1f-a8f29fd06603 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 379 time: 0.0415215 May 28 05:14:29.616485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-4b0b776f-da5d-4a6a-8cc8-38866180591a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Request body: {'port': {'device_id': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'admin_state_up': True, 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'security_groups': ['2a96b65f-aae4-49d8-bad4-9b63f25bc173']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:14:29.734572 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8975a821-5e53-4d19-8e30-1a44a684439b req-a573eafb-9e7a-4134-aca0-bdb8491a8656 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 210 time: 0.1009734 May 28 05:14:29.790773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-4b0b776f-da5d-4a6a-8cc8-38866180591a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:14:29.800843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-4b0b776f-da5d-4a6a-8cc8-38866180591a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:14:29.813742 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-4b0b776f-da5d-4a6a-8cc8-38866180591a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Made reservation on behalf of d402bed3fe5f4426ad9b9f6b089af24e for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:14:29.817083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-4b0b776f-da5d-4a6a-8cc8-38866180591a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:29.980416 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-4b0b776f-da5d-4a6a-8cc8-38866180591a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Allocated IP 172.20.0.10 (9420e1af-192e-438c-9a5d-9b2a1043266c/c9f5194d-eb31-4705-aec8-3a4748f23478/cbf77b5b-bb11-49b6-85d2-48dc6409e8c6) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:14:30.161410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-4b0b776f-da5d-4a6a-8cc8-38866180591a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:30.176715 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-4b0b776f-da5d-4a6a-8cc8-38866180591a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Transition to ACTIVE for port object cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:14:30.202314 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-4b0b776f-da5d-4a6a-8cc8-38866180591a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:30.273565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-4b0b776f-da5d-4a6a-8cc8-38866180591a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Network 9420e1af-192e-438c-9a5d-9b2a1043266c is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:14:30.276659 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-4b0b776f-da5d-4a6a-8cc8-38866180591a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:14:30.281087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-4b0b776f-da5d-4a6a-8cc8-38866180591a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:14:30.308623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b776f-da5d-4a6a-8cc8-38866180591a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Pushing event updated for resources: {'Port': ['ID=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:14:30.347298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-4b0b776f-da5d-4a6a-8cc8-38866180591a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:30.348058 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-4b0b776f-da5d-4a6a-8cc8-38866180591a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:30.376413 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-4b0b776f-da5d-4a6a-8cc8-38866180591a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7629981 May 28 05:14:30.386831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Request body: {'port': {'device_id': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:14:30.509447 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:30.535434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f435c678-d33d-48ea-aebb-d39eb7fc658f None None] Provisioning for port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:14:30.541395 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f435c678-d33d-48ea-aebb-d39eb7fc658f None None] Provisioning complete for port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:14:30.541862 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f435c678-d33d-48ea-aebb-d39eb7fc658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:30.601039 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f435c678-d33d-48ea-aebb-d39eb7fc658f None None] Port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:14:31.029584 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cff69-70aa-451d-b6c1-1419a89b0990 req-2930271a-980b-42a9-bf68-762af6d1df3d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:31.030306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-0d6cff69-70aa-451d-b6c1-1419a89b0990 req-2930271a-980b-42a9-bf68-762af6d1df3d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Synchronizing usage tracker for tenant:d402bed3fe5f4426ad9b9f6b089af24e on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:14:31.112243 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-0d6cff69-70aa-451d-b6c1-1419a89b0990 req-2930271a-980b-42a9-bf68-762af6d1df3d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Unset dirty status for tenant:d402bed3fe5f4426ad9b9f6b089af24e on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:14:31.113907 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0d6cff69-70aa-451d-b6c1-1419a89b0990 req-2930271a-980b-42a9-bf68-762af6d1df3d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 932 time: 0.2372389 May 28 05:14:31.121015 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:14:31.129607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:31.179693 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Transition to ACTIVE for port object cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:14:31.188047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:31.248070 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0d6cff69-70aa-451d-b6c1-1419a89b0990 req-22863c69-a040-453b-aee8-06cdf0b258f6 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225867 May 28 05:14:31.328735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:14:31.439651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Attempting to bind port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:14:31.439986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Attempting to bind port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:14:31.440307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Attempting to bind port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 on network 9420e1af-192e-438c-9a5d-9b2a1043266c {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:14:31.446251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 on network 9420e1af-192e-438c-9a5d-9b2a1043266c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:14:31.446563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Attempting to bind port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 on network 9420e1af-192e-438c-9a5d-9b2a1043266c {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:14:31.452760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:14:31.453090 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Checking segment: {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:14:31.453459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Bound using segment: {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:14:31.453914 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Bound port: cbf77b5b-bb11-49b6-85d2-48dc6409e8c6, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bcb8728-9465-4785-a5e2-2848c304b050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:14:31.454253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:31.554852 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] For port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:14:31.557963 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] For port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:14:31.565043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:31.627422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:31.628795 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] 10.222.0.66 "PUT /v2.0/ports/cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 HTTP/1.1" status: 200 len: 1094 time: 1.2462459 May 28 05:14:31.629419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'tag': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:14:31.646241 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6536743f-8020-4dcc-b55a-91d99244eeb1 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:14:31.711347 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7acaa2de-d961-4b98-b7ca-81b668feff8d'] response: {'name': 'network-changed', 'server_uuid': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'tag': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'status': 'completed', 'code': 200} May 28 05:14:31.753805 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-382957fe-331e-46e5-a7f7-3f46ba6823ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 1097 time: 0.0779514 May 28 05:14:31.820719 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-b714f5b6-1a53-46fe-92ca-ad917ff1c7db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 HTTP/1.1" status: 200 len: 217 time: 0.0603831 May 28 05:14:31.887562 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-c1b15110-c205-456f-b8e7-c0cb4dacb938 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:31.889093 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-c1b15110-c205-456f-b8e7-c0cb4dacb938 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0624883 May 28 05:14:31.963390 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-7f221c86-266a-455e-b498-43ed5865bc4e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688822 May 28 05:14:32.095193 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-c7a99d49-65fa-4beb-999b-dcf6665d3621 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258979 May 28 05:14:32.225889 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2500522f-8414-43ab-94aa-7dbc7a99ba9d req-55fd9165-c002-47c7-a951-3fc2d547e35e service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246750 May 28 05:14:32.349547 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bc708f4-899e-4f3f-aef4-3204040ae410 req-d41f137f-3efa-4bdc-9e5c-9cc4de249cba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 1097 time: 0.0715358 May 28 05:14:32.528529 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc708f4-899e-4f3f-aef4-3204040ae410 req-f5361a2e-722d-4da1-a24c-8a8414ec069c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:32.530019 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bc708f4-899e-4f3f-aef4-3204040ae410 req-f5361a2e-722d-4da1-a24c-8a8414ec069c service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1747029 May 28 05:14:32.540492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4425e5-d49b-473d-815f-721019767e72 req-2ad06fdb-7089-4b46-bd02-89b995adc14f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:32.541870 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0b4425e5-d49b-473d-815f-721019767e72 req-2ad06fdb-7089-4b46-bd02-89b995adc14f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 944 time: 0.1689651 May 28 05:14:32.717334 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bc708f4-899e-4f3f-aef4-3204040ae410 req-a75ea19a-3040-4247-ac07-37aed2dd6147 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 HTTP/1.1" status: 200 len: 217 time: 0.1744120 May 28 05:14:32.784382 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0b4425e5-d49b-473d-815f-721019767e72 req-50864f8e-242f-4626-9565-4a8bfd82006b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971742 May 28 05:14:32.793076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc708f4-899e-4f3f-aef4-3204040ae410 req-26dad45f-94e0-4e97-9164-e80ca8794c70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:32.794486 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bc708f4-899e-4f3f-aef4-3204040ae410 req-26dad45f-94e0-4e97-9164-e80ca8794c70 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0668314 May 28 05:14:32.875772 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bc708f4-899e-4f3f-aef4-3204040ae410 req-a4ec2c52-4928-4935-b6e8-42c8766864d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742946 May 28 05:14:33.010001 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bc708f4-899e-4f3f-aef4-3204040ae410 req-0efa208c-7fda-4ec7-88f1-661b31aedbd5 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271846 May 28 05:14:33.153175 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4bc708f4-899e-4f3f-aef4-3204040ae410 req-cfc1e51b-39d1-41c3-ad85-42c068e43d25 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366875 May 28 05:14:33.299294 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:14:33.438345 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:14:33.451775 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'port_id': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'mac_address': 'fa:16:3e:f6:22:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:14:33.504991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:33.521623 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:14:33.537298 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:14:33.544996 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:33.615295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:14:33.747660 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['cbf77b5b-bb11-49b6-85d2-48dc6409e8c6'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:14:33.982998 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27a4e4-6c8f-4905-b460-fab87fd8945b req-1755eedb-e98e-46de-8f0c-5f00ffa10962 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:33.984385 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5a27a4e4-6c8f-4905-b460-fab87fd8945b req-1755eedb-e98e-46de-8f0c-5f00ffa10962 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 945 time: 0.0772364 May 28 05:14:34.038895 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5a27a4e4-6c8f-4905-b460-fab87fd8945b req-bc637367-80d7-467c-abcd-26dc7afe0d96 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482039 May 28 05:14:35.257495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192869cb-0e5a-4dce-a35a-6a2315716756 req-e0052204-8073-443a-a3b9-9e1bf786d3ae tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:35.258865 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-192869cb-0e5a-4dce-a35a-6a2315716756 req-e0052204-8073-443a-a3b9-9e1bf786d3ae tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 945 time: 0.0837183 May 28 05:14:35.305296 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-192869cb-0e5a-4dce-a35a-6a2315716756 req-0812110e-6e51-452c-b31f-98b8ee67ddf7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407386 May 28 05:14:35.317232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:14:35.393861 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:14:35.402495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:14:35.403113 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:35.525127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:35.554484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:14:35.564181 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:14:35.570513 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:35.612189 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fba1daeb-1ab5-4e0b-ad11-0c877999ccd0'] response: {'server_uuid': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'code': 200} May 28 05:14:35.637373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:14:35.830647 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:14:35.849639 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1d34aed3-f61c-425e-9731-795640227314 req-c57853ac-f9c7-4c9d-876e-94206d7a2900 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 1099 time: 0.0710726 May 28 05:14:35.892633 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1d34aed3-f61c-425e-9731-795640227314 req-7dfc4609-f340-4824-962a-d6debc073d90 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366259 May 28 05:14:36.523783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e007f-2bed-476f-bb5a-50828dfe1bb1 req-cefcb3d5-bb83-46ea-b2ca-e840ef4c9b03 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:36.525194 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-261e007f-2bed-476f-bb5a-50828dfe1bb1 req-cefcb3d5-bb83-46ea-b2ca-e840ef4c9b03 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0942369 May 28 05:14:36.569953 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-261e007f-2bed-476f-bb5a-50828dfe1bb1 req-7dcec160-61a6-46f2-bef7-ae4c4bf4a376 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389938 May 28 05:14:37.792441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc594704-c29b-418b-94fa-99546a869856 req-31919a04-0bee-4d26-ba8b-f4b3a16d0016 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:37.793908 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bc594704-c29b-418b-94fa-99546a869856 req-31919a04-0bee-4d26-ba8b-f4b3a16d0016 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0816200 May 28 05:14:37.839546 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bc594704-c29b-418b-94fa-99546a869856 req-2da33225-6c9c-435e-ab69-231cd500f7ee tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400944 May 28 05:14:38.033063 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497645de-e1ed-4c07-b8db-6ee15661594e req-c62b88b1-7c5a-4ef6-83ed-2424f9ddc419 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:38.034535 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-497645de-e1ed-4c07-b8db-6ee15661594e req-c62b88b1-7c5a-4ef6-83ed-2424f9ddc419 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0795786 May 28 05:14:38.047850 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37250) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:14:38.053220 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-006aadad-bc79-4c3f-aaf9-2e879e4d0be8 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Request body: {'floatingip': {'port_id': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:14:38.130497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-006aadad-bc79-4c3f-aaf9-2e879e4d0be8 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for floatingip, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:38.823253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-006aadad-bc79-4c3f-aaf9-2e879e4d0be8 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:38.829720 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-006aadad-bc79-4c3f-aaf9-2e879e4d0be8 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:39.028512 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-006aadad-bc79-4c3f-aaf9-2e879e4d0be8 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Floating IP 9c7badd1-997c-4efb-892d-5b58dfcec20c associated. External IP: 172.26.8.80, port: cbf77b5b-bb11-49b6-85d2-48dc6409e8c6. May 28 05:14:39.439254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006aadad-bc79-4c3f-aaf9-2e879e4d0be8 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Router 02e49bef-e204-4351-8bf3-48031a91d6ea has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:14:39.652014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006aadad-bc79-4c3f-aaf9-2e879e4d0be8 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:14:39.656769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-006aadad-bc79-4c3f-aaf9-2e879e4d0be8 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:39.662566 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecdecf9-65cf-4209-8f7c-1e5c5c26c3bf None None] Sync routers for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:14:39.676033 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecdecf9-65cf-4209-8f7c-1e5c5c26c3bf None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:14:39.676790 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-4ecdecf9-65cf-4209-8f7c-1e5c5c26c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:14:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:14:39.708790 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-006aadad-bc79-4c3f-aaf9-2e879e4d0be8 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "PUT /v2.0/floatingips/9c7badd1-997c-4efb-892d-5b58dfcec20c HTTP/1.1" status: 200 len: 992 time: 1.6598706 May 28 05:14:39.709246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'tag': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:14:39.762004 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bcc015c-8e9c-4ad7-a3de-8c3a409293d5'] response: {'name': 'network-changed', 'server_uuid': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'tag': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'status': 'completed', 'code': 200} May 28 05:14:39.851963 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2d2cb0a7-2b08-4a11-8f81-0b731656f4e4 req-4a9b9edb-a478-4c97-aeb6-b155c9f8543c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 1099 time: 0.0687912 May 28 05:14:39.856189 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-4ecdecf9-65cf-4209-8f7c-1e5c5c26c3bf None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:14:39.982437 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cb0a7-2b08-4a11-8f81-0b731656f4e4 req-7b994505-a5ca-461e-b28e-a434a289f74e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:39.983779 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2d2cb0a7-2b08-4a11-8f81-0b731656f4e4 req-7b994505-a5ca-461e-b28e-a434a289f74e service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1262686 May 28 05:14:40.086584 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2d2cb0a7-2b08-4a11-8f81-0b731656f4e4 req-2f1e51ba-8cc0-4466-ad64-110a2cfec692 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 HTTP/1.1" status: 200 len: 1000 time: 0.0962787 May 28 05:14:40.146370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cb0a7-2b08-4a11-8f81-0b731656f4e4 req-c2da434b-93aa-4377-8aef-8702c14cef76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:40.147816 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2d2cb0a7-2b08-4a11-8f81-0b731656f4e4 req-c2da434b-93aa-4377-8aef-8702c14cef76 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0558290 May 28 05:14:40.199434 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-4ecdecf9-65cf-4209-8f7c-1e5c5c26c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '9c7badd1-997c-4efb-892d-5b58dfcec20c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'floating_ip_address': '172.26.8.80', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'port_id': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'mac_address': 'fa:16:3e:f6:22:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:11:01Z', 'updated_at': '2022-05-28T05:14:38Z', 'revision_number': 13, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:14:40.204546 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecdecf9-65cf-4209-8f7c-1e5c5c26c3bf None None] Checking router: 02e49bef-e204-4351-8bf3-48031a91d6ea for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:14:40.216270 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecdecf9-65cf-4209-8f7c-1e5c5c26c3bf None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:14:40.216875 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-4ecdecf9-65cf-4209-8f7c-1e5c5c26c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:14:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:14:40.330350 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2d2cb0a7-2b08-4a11-8f81-0b731656f4e4 req-e142a786-ba2e-4dd8-89c7-07d991d43e0b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1766295 May 28 05:14:40.424973 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-4ecdecf9-65cf-4209-8f7c-1e5c5c26c3bf None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:14:40.459365 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2d2cb0a7-2b08-4a11-8f81-0b731656f4e4 req-4ba3400b-ccf9-4733-9e1c-2f2fb2c2a919 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222532 May 28 05:14:40.593202 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2d2cb0a7-2b08-4a11-8f81-0b731656f4e4 req-a79ca8be-4dd8-43e7-8f62-5d8c9129993b service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283541 May 28 05:14:40.768871 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-4ecdecf9-65cf-4209-8f7c-1e5c5c26c3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '9c7badd1-997c-4efb-892d-5b58dfcec20c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'floating_ip_address': '172.26.8.80', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'port_id': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'mac_address': 'fa:16:3e:f6:22:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:11:01Z', 'updated_at': '2022-05-28T05:14:38Z', 'revision_number': 13, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:14:40.773022 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecdecf9-65cf-4209-8f7c-1e5c5c26c3bf None None] The sync data for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv is: [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '9c7badd1-997c-4efb-892d-5b58dfcec20c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'floating_ip_address': '172.26.8.80', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'port_id': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'mac_address': 'fa:16:3e:f6:22:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:11:01Z', 'updated_at': '2022-05-28T05:14:38Z', 'revision_number': 13, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:14:40.964368 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504105f4-b4c7-408c-86c5-df5b466f7393 None None] New status for floating IP 9c7badd1-997c-4efb-892d-5b58dfcec20c: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:14:52.159763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-670ad935-d0a9-417e-8b89-a49390a9d2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:54.332777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-89f9c904-597d-4099-94fc-38b06500a031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:54.922852 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:55.567672 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:55.664747 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:57.213439 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:14:57.798226 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bc293b95-38eb-4e19-b809-f1c4db7673e0 req-6f2b2bfa-dec3-43e4-aac4-7e6a07838926 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744460 May 28 05:14:57.940873 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bc293b95-38eb-4e19-b809-f1c4db7673e0 req-0b547a71-c778-4809-b61e-a5ffb2aa948c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 1099 time: 0.0741088 May 28 05:14:58.086012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc293b95-38eb-4e19-b809-f1c4db7673e0 req-16c3fa6a-8e20-46ac-8e93-0d515705f750 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:58.087533 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bc293b95-38eb-4e19-b809-f1c4db7673e0 req-16c3fa6a-8e20-46ac-8e93-0d515705f750 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1264555 May 28 05:14:58.190754 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bc293b95-38eb-4e19-b809-f1c4db7673e0 req-e762dff6-6d19-41e5-8908-f336b4d876f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 HTTP/1.1" status: 200 len: 1002 time: 0.0964630 May 28 05:14:58.255411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc293b95-38eb-4e19-b809-f1c4db7673e0 req-be01641a-59ca-41ae-b6e9-0baf1dd75ac5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:14:58.257717 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bc293b95-38eb-4e19-b809-f1c4db7673e0 req-be01641a-59ca-41ae-b6e9-0baf1dd75ac5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0604229 May 28 05:14:58.349048 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bc293b95-38eb-4e19-b809-f1c4db7673e0 req-05df6c8a-adb8-4a87-8b9f-f5606fc600de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846539 May 28 05:14:58.489522 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bc293b95-38eb-4e19-b809-f1c4db7673e0 req-4538ce67-1f8c-4c91-8803-97b154d0775a service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345496 May 28 05:14:58.630674 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bc293b95-38eb-4e19-b809-f1c4db7673e0 req-71161a23-abef-41fe-9bd9-de81691be501 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340747 May 28 05:15:10.866690 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0db6a4-c491-4b07-8fec-fcda57c86257 req-bf04b39f-a72f-49ad-b8aa-4cd0c2702416 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:10.868168 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2c0db6a4-c491-4b07-8fec-fcda57c86257 req-bf04b39f-a72f-49ad-b8aa-4cd0c2702416 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.1531320 May 28 05:15:10.914147 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2c0db6a4-c491-4b07-8fec-fcda57c86257 req-3d955aac-bd22-4bfb-86c7-90cfe1283039 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401235 May 28 05:15:12.831597 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:15:21.272133 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-de2a524c-0da3-428f-9238-1cf068eee141 req-7e741da8-a6cf-4d72-8d9d-ef996668afef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0748038 May 28 05:15:21.533704 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-f4620eee-62a7-485a-a7d3-ba3761b94b21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691886 May 28 05:15:21.594358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9705a-c5cb-4a8b-bde5-a4508e379f91 req-3b85b7b8-6159-4faa-a844-86035a806d8b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:21.595788 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45b9705a-c5cb-4a8b-bde5-a4508e379f91 req-3b85b7b8-6159-4faa-a844-86035a806d8b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0778985 May 28 05:15:21.642945 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-45b9705a-c5cb-4a8b-bde5-a4508e379f91 req-f5c5b891-657b-49b1-868a-c68c1a1e212f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413826 May 28 05:15:22.154601 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-48edbf99-f6e2-40f6-a802-9b01a7c7296e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:22.906937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ea8bc-4659-4634-b585-d1b89cc56a9f req-eddf968b-a558-4dc8-92cd-81de7aa8d328 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:22.908383 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d58ea8bc-4659-4634-b585-d1b89cc56a9f req-eddf968b-a558-4dc8-92cd-81de7aa8d328 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.1286762 May 28 05:15:22.913953 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-1a065aaf-1b4a-4de6-9510-03adc336d903 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 1099 time: 0.1051145 May 28 05:15:23.126688 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d58ea8bc-4659-4634-b585-d1b89cc56a9f req-2d342e23-4ebf-46df-a0f3-0be345a6731d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118390 May 28 05:15:23.161207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c75a68-5643-4983-80c2-9ba886599d50 req-4ce8f209-12ec-4cfe-988d-246a8654d1b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:23.162682 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-4ce8f209-12ec-4cfe-988d-246a8654d1b8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.2345419 May 28 05:15:23.277921 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-e09845ca-8993-477c-834b-8daf3b212109 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 HTTP/1.1" status: 200 len: 1002 time: 0.1084547 May 28 05:15:23.354732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c75a68-5643-4983-80c2-9ba886599d50 req-7a54263d-5727-4703-ba0a-4dc46c9a7ec8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:23.356485 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-7a54263d-5727-4703-ba0a-4dc46c9a7ec8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0723293 May 28 05:15:23.433564 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-ce3dfae2-86cb-47ff-8d17-58be9f549990 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707023 May 28 05:15:23.563585 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-5c423220-0dce-4e48-bab5-919be493fa0d service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239719 May 28 05:15:23.695014 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-a585ebb8-f2c6-48a1-ad67-7a2ea2dd0362 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250777 May 28 05:15:24.327850 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-49eb7fec-5e08-4aa1-a21c-21f5623e9fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:24.345775 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8f2ad-ecf1-4ba4-8a32-c297231969ae req-6d0f8517-40c4-45a6-9c3a-60d426e81936 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:24.347629 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52f8f2ad-ecf1-4ba4-8a32-c297231969ae req-6d0f8517-40c4-45a6-9c3a-60d426e81936 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0930059 May 28 05:15:24.395213 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52f8f2ad-ecf1-4ba4-8a32-c297231969ae req-e81fbffa-48ce-4a24-ae5d-d9479bfdfd56 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416346 May 28 05:15:24.921280 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:25.562202 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:25.607398 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08c5fc-82d7-4f6c-8b7b-2662517ed6a8 req-fb3411ed-2a4e-4b6a-b666-eeba00fe2bec tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:25.608852 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4d08c5fc-82d7-4f6c-8b7b-2662517ed6a8 req-fb3411ed-2a4e-4b6a-b666-eeba00fe2bec tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0860267 May 28 05:15:25.645002 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:25.659391 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4d08c5fc-82d7-4f6c-8b7b-2662517ed6a8 req-2893ba9f-ebe2-4b07-9cc9-2bbf3281b405 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419605 May 28 05:15:26.872605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ccbe6-08e7-412f-a46f-39371e480bdd req-10bcea86-f310-448a-bb3a-382207c57d04 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:26.874094 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-237ccbe6-08e7-412f-a46f-39371e480bdd req-10bcea86-f310-448a-bb3a-382207c57d04 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0826032 May 28 05:15:26.919924 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-237ccbe6-08e7-412f-a46f-39371e480bdd req-e877a7ee-1e06-413d-8282-de806de6ceaf tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402980 May 28 05:15:27.214942 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:28.130657 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0fd64-ed03-4559-b1fa-0f64cb18072f req-b274dca0-aab1-48a4-9861-8bb37067331a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:28.132082 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d1e0fd64-ed03-4559-b1fa-0f64cb18072f req-b274dca0-aab1-48a4-9861-8bb37067331a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0794418 May 28 05:15:28.184068 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d1e0fd64-ed03-4559-b1fa-0f64cb18072f req-37dfdbb9-2980-44b7-86dd-f65f0459188f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461378 May 28 05:15:29.397446 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065f77f-f6ad-4f30-9497-5f853ae152c2 req-db4f72b5-63df-441d-a870-0c3d05bc74d2 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:29.399116 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e065f77f-f6ad-4f30-9497-5f853ae152c2 req-db4f72b5-63df-441d-a870-0c3d05bc74d2 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0884705 May 28 05:15:29.449720 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e065f77f-f6ad-4f30-9497-5f853ae152c2 req-60d79d61-acf7-45ac-9aa3-4508810fca8b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444763 May 28 05:15:30.682818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9165fa4-095f-4af5-8933-6742e674cf74 req-3eb5eeca-9df5-4db6-b8d5-61dab3d40d0b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:30.684588 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9165fa4-095f-4af5-8933-6742e674cf74 req-3eb5eeca-9df5-4db6-b8d5-61dab3d40d0b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0814726 May 28 05:15:30.735773 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9165fa4-095f-4af5-8933-6742e674cf74 req-ef65c3f5-9b72-46a1-b62e-a847f2e60c43 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455384 May 28 05:15:31.943560 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362ad9a-c242-4f27-bcdb-d2cac587766a req-b534de63-7ec5-490e-8740-d3e3328d53db tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:31.945031 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f362ad9a-c242-4f27-bcdb-d2cac587766a req-b534de63-7ec5-490e-8740-d3e3328d53db tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0778015 May 28 05:15:31.995165 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f362ad9a-c242-4f27-bcdb-d2cac587766a req-cf0da5fe-a175-4673-9851-2591dc15dad7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444772 May 28 05:15:33.222886 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f6170-25b7-40bb-aed2-bcb05a2f5844 req-2a796fe9-f5a0-4f4c-9795-3b5830943f1c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:33.224394 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-363f6170-25b7-40bb-aed2-bcb05a2f5844 req-2a796fe9-f5a0-4f4c-9795-3b5830943f1c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0880728 May 28 05:15:33.278085 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-363f6170-25b7-40bb-aed2-bcb05a2f5844 req-f9a9a727-d108-4b87-8e46-7f3d1b182843 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454190 May 28 05:15:34.506718 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72b77b-c04c-4db4-9187-504fbcaa2ad7 req-ad107715-8509-4bd9-9069-8fcdd74e166b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:34.508393 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc72b77b-c04c-4db4-9187-504fbcaa2ad7 req-ad107715-8509-4bd9-9069-8fcdd74e166b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0902748 May 28 05:15:34.554746 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc72b77b-c04c-4db4-9187-504fbcaa2ad7 req-0846d95a-bc7b-4169-bf22-ec42140a9150 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404394 May 28 05:15:35.775379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b37c62-6eec-4fd9-8a85-9a7a90a33951 req-930136f4-bcd4-4b7f-bc60-fdf0a88678bf tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:35.776901 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-13b37c62-6eec-4fd9-8a85-9a7a90a33951 req-930136f4-bcd4-4b7f-bc60-fdf0a88678bf tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0864844 May 28 05:15:35.830237 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-13b37c62-6eec-4fd9-8a85-9a7a90a33951 req-0dd29d7b-fc50-43d2-b370-afa8713e2be5 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439985 May 28 05:15:37.043211 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974bd67-6b66-4d38-8a4b-51e27feb79ea req-a05c3ec3-b68e-49bd-9fec-6c13e08e8c88 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:37.044688 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a974bd67-6b66-4d38-8a4b-51e27feb79ea req-a05c3ec3-b68e-49bd-9fec-6c13e08e8c88 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0802093 May 28 05:15:37.097525 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a974bd67-6b66-4d38-8a4b-51e27feb79ea req-13580fca-ba8f-430e-93ab-73272e86520e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444169 May 28 05:15:38.337800 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f70164-56a7-4c30-b124-78ae593b57da req-9d1580fe-9ae4-4863-9d30-11341e236554 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:38.339223 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e8f70164-56a7-4c30-b124-78ae593b57da req-9d1580fe-9ae4-4863-9d30-11341e236554 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0917494 May 28 05:15:38.384952 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e8f70164-56a7-4c30-b124-78ae593b57da req-67996e20-3fc9-4200-89b0-ae67f994b247 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397539 May 28 05:15:39.610029 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb167f1-19f9-4228-b171-6fdaa32b5b81 req-493f8f90-a672-4ba6-88a9-7228393c255e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:39.611459 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbb167f1-19f9-4228-b171-6fdaa32b5b81 req-493f8f90-a672-4ba6-88a9-7228393c255e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0932918 May 28 05:15:39.745716 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbb167f1-19f9-4228-b171-6fdaa32b5b81 req-09ce0231-a6bc-4cc0-acce-f51780306062 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281736 May 28 05:15:40.968800 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039df40a-7eeb-40b6-b991-b8a455499b47 req-7e698272-02f8-4418-9d63-92298533f003 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:40.970290 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-039df40a-7eeb-40b6-b991-b8a455499b47 req-7e698272-02f8-4418-9d63-92298533f003 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0824916 May 28 05:15:41.075823 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-039df40a-7eeb-40b6-b991-b8a455499b47 req-50767ce8-6aca-4f3e-8cb5-12be93308440 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984969 May 28 05:15:41.083701 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-72b9283b-f1d7-4021-a28f-f175dd19b644 service neutron] 10.222.0.66 "GET /v2.0/ports/cbf77b5b-bb11-49b6-85d2-48dc6409e8c6/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0925791 May 28 05:15:41.354754 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-ba768cf0-2410-4c4e-a86b-1ed3510991b8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 1099 time: 0.0748451 May 28 05:15:41.458206 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-c8f79fb4-b043-4333-9b6b-04bf637ddac7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 1099 time: 0.0806587 May 28 05:15:41.587596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c75a68-5643-4983-80c2-9ba886599d50 req-c9cc6aeb-c91e-4d22-97ac-48634a377b83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:41.589031 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-c9cc6aeb-c91e-4d22-97ac-48634a377b83 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1251607 May 28 05:15:41.703773 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-aa840763-91d1-4ab7-a484-9674e7030561 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 HTTP/1.1" status: 200 len: 1002 time: 0.1073086 May 28 05:15:41.773914 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c75a68-5643-4983-80c2-9ba886599d50 req-74023178-69e4-4aa7-b1be-8c55d13e3cd9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:41.775318 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-74023178-69e4-4aa7-b1be-8c55d13e3cd9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0661609 May 28 05:15:41.850845 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-64888066-d362-4b53-ad16-bfb1ec886a54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696845 May 28 05:15:41.998574 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-d6701eed-edac-4f8d-aaca-da8cf013aadb service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409245 May 28 05:15:42.144706 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-b607a7e6-1170-4f13-b0cf-aa9bb40ca4ce service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407075 May 28 05:15:42.285969 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdecab-9b03-4889-84c6-22a78d7b70b7 req-5ccab53a-b62f-4002-84d9-154783d43261 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:42.287351 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6ffdecab-9b03-4889-84c6-22a78d7b70b7 req-5ccab53a-b62f-4002-84d9-154783d43261 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0835202 May 28 05:15:42.333534 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6ffdecab-9b03-4889-84c6-22a78d7b70b7 req-507d8e10-b6fc-4390-8e24-991038658423 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406802 May 28 05:15:43.536095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14e19b-d963-41b3-9eda-2efb28261648 req-81bdb0c6-b1c2-4c06-b87c-b5bd5c7a313c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:43.537435 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b14e19b-d963-41b3-9eda-2efb28261648 req-81bdb0c6-b1c2-4c06-b87c-b5bd5c7a313c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0781848 May 28 05:15:43.588912 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b14e19b-d963-41b3-9eda-2efb28261648 req-df2175ef-28eb-4b17-9ed0-fbaa81b972d4 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457125 May 28 05:15:43.690530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:15:43.806491 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:43.833453 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:15:43.849629 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:15:43.855716 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:43.909996 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3541ffd7-0bfc-4a0d-af85-eeed62a00495'] response: {'server_uuid': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'code': 200} May 28 05:15:43.923276 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:15:43.931689 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:15:43.932027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:15:43.932353 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:15:43.932673 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:15:43.932993 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:15:43.933307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:15:43.933619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:15:43.933958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:15:43.934266 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:15:43.934579 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:15:43.934887 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:15:44.805171 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91a984-9328-4ad1-a815-46d04117d8f6 req-79a07ca6-9084-4143-9377-b076b9af1e0d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:44.806528 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b91a984-9328-4ad1-a815-46d04117d8f6 req-79a07ca6-9084-4143-9377-b076b9af1e0d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 944 time: 0.0852032 May 28 05:15:44.855465 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b91a984-9328-4ad1-a815-46d04117d8f6 req-1f9fb986-e4fa-4fd7-a3a8-1809b60203df tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431862 May 28 05:15:45.718638 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:15:45.857021 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:15:45.872160 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'port_id': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'mac_address': 'fa:16:3e:f6:22:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:15:45.930788 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:45.948020 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:15:45.963862 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:15:45.971260 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:46.036590 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['cbf77b5b-bb11-49b6-85d2-48dc6409e8c6'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:15:46.062355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66d84a-f743-4b2e-bea1-8a1956726e5d req-d0e4f432-a29d-4af7-ab5b-71d92300aeae tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:46.064944 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dc66d84a-f743-4b2e-bea1-8a1956726e5d req-d0e4f432-a29d-4af7-ab5b-71d92300aeae tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 945 time: 0.0821590 May 28 05:15:46.075905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:15:46.113401 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dc66d84a-f743-4b2e-bea1-8a1956726e5d req-a7f2c75e-2aad-48c0-bb45-c09ead17ce2b tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437300 May 28 05:15:47.318078 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe113f-2406-4ac1-bb29-d3c6ab5e55d3 req-85a67d03-ac6b-4eda-af67-a07d8f39af6c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:47.319535 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f6fe113f-2406-4ac1-bb29-d3c6ab5e55d3 req-85a67d03-ac6b-4eda-af67-a07d8f39af6c tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 945 time: 0.0795858 May 28 05:15:47.367070 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f6fe113f-2406-4ac1-bb29-d3c6ab5e55d3 req-f6484922-c2f7-42aa-93cb-8cd34e055f08 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417109 May 28 05:15:47.749869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:15:47.825013 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:15:47.825364 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:47.938752 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:47.965098 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:15:47.974666 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:15:47.979904 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:48.043916 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,revision_number=8']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:15:48.108326 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff6c3670-33cc-4091-b97f-c63a3d017dc7'] response: {'server_uuid': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'code': 200} May 28 05:15:48.599366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e15f45-16e4-4e05-8e07-7084d7d82844 req-b3005326-3159-4ddb-8c48-4ffd309dabde tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:48.600806 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d1e15f45-16e4-4e05-8e07-7084d7d82844 req-b3005326-3159-4ddb-8c48-4ffd309dabde tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.1004205 May 28 05:15:48.646651 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d1e15f45-16e4-4e05-8e07-7084d7d82844 req-cb7f2c4c-58c0-4aff-82de-a6081a49de33 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402255 May 28 05:15:49.832353 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:15:49.855613 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006eedb1-bc3f-45d2-a866-fcd75d65f837 req-5a50cfa1-f5de-49d2-9f6c-e83a8df29f85 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:49.857072 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-006eedb1-bc3f-45d2-a866-fcd75d65f837 req-5a50cfa1-f5de-49d2-9f6c-e83a8df29f85 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0775580 May 28 05:15:49.906894 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-006eedb1-bc3f-45d2-a866-fcd75d65f837 req-86b66953-5413-40de-b7ab-a9fbfe37f57d tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431178 May 28 05:15:51.200763 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec0179-c2cb-4f1b-8a9f-984e13ec8ca2 req-0452303f-3590-46a4-866a-b85d47f85478 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:51.202158 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-28ec0179-c2cb-4f1b-8a9f-984e13ec8ca2 req-0452303f-3590-46a4-866a-b85d47f85478 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.1665087 May 28 05:15:51.247769 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-28ec0179-c2cb-4f1b-8a9f-984e13ec8ca2 req-eca7b752-635f-4a31-8a3a-5774c3ab0699 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397153 May 28 05:15:51.757370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-c2d5163a-5007-465c-b9bc-ac1cce2af24e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:51.758805 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-c2d5163a-5007-465c-b9bc-ac1cce2af24e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&binding%3Ahost_id=hv-neutron-8433 HTTP/1.1" status: 200 len: 946 time: 0.1354563 May 28 05:15:51.768477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-cb93823d-463e-426b-9e76-08f82b2d6249 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 05:15:51.769391 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-cb93823d-463e-426b-9e76-08f82b2d6249 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048389 May 28 05:15:51.819848 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bd738-3d2d-4e11-b34c-a1b66ec02e07 req-2391b20b-1e0d-431a-92c1-ec3b64fc861f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:51.821263 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f71bd738-3d2d-4e11-b34c-a1b66ec02e07 req-2391b20b-1e0d-431a-92c1-ec3b64fc861f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.1407580 May 28 05:15:51.889389 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-896f3908-28d2-473c-8a86-895886ee0757 service neutron] 10.222.0.66 "GET /v2.0/ports/cbf77b5b-bb11-49b6-85d2-48dc6409e8c6/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.1134267 May 28 05:15:51.891585 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f71bd738-3d2d-4e11-b34c-a1b66ec02e07 req-bae5cc31-cc32-4f33-bc05-44c0402d28b7 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631702 May 28 05:15:51.981928 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-80cd853e-6933-4750-a0c3-36f3e3056452 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 1099 time: 0.0699413 May 28 05:15:52.136276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-259e19bf-4f5f-48c0-a6f9-a5995344062d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:52.138133 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-259e19bf-4f5f-48c0-a6f9-a5995344062d service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1495068 May 28 05:15:52.161128 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-54314e5e-d427-481d-a6ea-26237198d5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:52.241828 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-82c6a914-c33a-4e6b-8d68-69921101939a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 HTTP/1.1" status: 200 len: 1002 time: 0.0976634 May 28 05:15:52.304048 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-2fc33f80-83ec-4555-8f99-c9d9154129fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:52.305366 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-2fc33f80-83ec-4555-8f99-c9d9154129fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0572865 May 28 05:15:52.396233 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-d1d60bec-70f7-498c-a090-8e2077800fee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852194 May 28 05:15:52.530338 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-8f3fa542-b25e-40b8-881e-9a828b9844b9 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276913 May 28 05:15:52.662005 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-033a2f82-94ad-4e8b-9aa5-a2600a9cbac3 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256459 May 28 05:15:53.106768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651776fb-f02b-448e-afec-f10ee36e94c6 req-edee2d97-2385-4da2-8f87-0fd96106147f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:53.108234 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-651776fb-f02b-448e-afec-f10ee36e94c6 req-edee2d97-2385-4da2-8f87-0fd96106147f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0832787 May 28 05:15:53.157263 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-651776fb-f02b-448e-afec-f10ee36e94c6 req-96866842-96ac-4f8a-8466-c0fb3a91d3c5 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404379 May 28 05:15:54.324347 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7b608422-9319-436b-bf38-4d848d34ed78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:54.381668 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b522d-86e8-4a9d-9384-ba7e29081af3 req-8e5e6eed-3aab-499a-b113-10a2f973c2b8 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:54.383163 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-768b522d-86e8-4a9d-9384-ba7e29081af3 req-8e5e6eed-3aab-499a-b113-10a2f973c2b8 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0871265 May 28 05:15:54.431938 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-768b522d-86e8-4a9d-9384-ba7e29081af3 req-2661549c-233d-48ac-844d-8896f5cc2dbe tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429623 May 28 05:15:54.936289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:55.571161 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:55.628806 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c12ea8-2a6e-4dbc-9b81-98018544e770 req-c935e1f6-da4f-4810-9ac9-abaeab8d7ee3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:55.638166 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-12c12ea8-2a6e-4dbc-9b81-98018544e770 req-c935e1f6-da4f-4810-9ac9-abaeab8d7ee3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0849321 May 28 05:15:55.649073 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:55.688325 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-12c12ea8-2a6e-4dbc-9b81-98018544e770 req-e33b9965-ca44-4b3c-8012-b671853bf7b5 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481305 May 28 05:15:55.757713 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-a7e57a07-08a7-45e4-bbf3-ee3cb964791c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4&tenant_id=d402bed3fe5f4426ad9b9f6b089af24e HTTP/1.1" status: 200 len: 1099 time: 0.0681410 May 28 05:15:55.847611 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-ada5b2a8-0fba-4662-ad8e-c3834207dfa1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 1099 time: 0.0680063 May 28 05:15:55.978995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-af5e9812-6314-4de8-aff6-96483bad0c89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:55.980445 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-af5e9812-6314-4de8-aff6-96483bad0c89 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1271937 May 28 05:15:56.176369 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-d4fda409-62f0-4c5a-b228-816df37c2ca3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 HTTP/1.1" status: 200 len: 1002 time: 0.1880369 May 28 05:15:56.242034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-1da33703-498f-42c6-b62e-a9b9df0f023e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:56.243457 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-1da33703-498f-42c6-b62e-a9b9df0f023e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.0605056 May 28 05:15:56.329536 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-b6fe4c61-b168-455c-a2d9-4204f5bf664e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804193 May 28 05:15:56.467516 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-d6c67180-4fb8-47fe-95bd-ef8f2bc67ce7 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310070 May 28 05:15:56.606079 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-756d81e7-211f-40ef-ac2f-ee17830bb7dd req-7f9af38f-3582-4c54-bffe-a8fdac64d00c service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323779 May 28 05:15:57.038622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56d508-f310-4b3c-b70f-5805e69a6285 req-fb1d9204-da67-4c36-893d-a6b0de3510bb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:57.040030 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bb56d508-f310-4b3c-b70f-5805e69a6285 req-fb1d9204-da67-4c36-893d-a6b0de3510bb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.0801809 May 28 05:15:57.091831 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bb56d508-f310-4b3c-b70f-5805e69a6285 req-f0e1a04e-66f1-4a5e-8e29-0a14a6e0c1bb tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460279 May 28 05:15:57.215066 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:57.763492 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:15:57.856101 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6e878d70-859d-4bbb-a2f3-d72a59879bbd req-da0cef11-e181-4d4f-92a1-d294fc167782 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 1099 time: 0.0699027 May 28 05:15:57.879547 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:57.915455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:15:57.916320 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:15:57.926997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:58.003452 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dc1d3f9-ad31-428d-9459-aebc338901b0'] response: {'server_uuid': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'code': 200} May 28 05:15:58.007187 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,revision_number=9']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:15:58.040295 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e878d70-859d-4bbb-a2f3-d72a59879bbd req-fab25a4a-563c-491a-83e0-32da0db1e4f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:58.041783 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6e878d70-859d-4bbb-a2f3-d72a59879bbd req-fab25a4a-563c-491a-83e0-32da0db1e4f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 200 len: 913 time: 0.1615119 May 28 05:15:58.153040 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6e878d70-859d-4bbb-a2f3-d72a59879bbd req-2307b4bd-e8c5-4bd3-8e76-680968d30edd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 HTTP/1.1" status: 200 len: 1000 time: 0.1026907 May 28 05:15:58.265913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e878d70-859d-4bbb-a2f3-d72a59879bbd req-02f93f3f-eb2f-4620-9de2-54c78cdb8147 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:58.267345 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6e878d70-859d-4bbb-a2f3-d72a59879bbd req-02f93f3f-eb2f-4620-9de2-54c78cdb8147 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 200 len: 851 time: 0.1064718 May 28 05:15:58.352595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21babfb0-f7a3-4d65-83cc-233af677b942 req-761ba849-eb2e-4963-ae41-e7c3232fa899 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:58.354053 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-21babfb0-f7a3-4d65-83cc-233af677b942 req-761ba849-eb2e-4963-ae41-e7c3232fa899 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 944 time: 0.1376209 May 28 05:15:58.386244 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6e878d70-859d-4bbb-a2f3-d72a59879bbd req-51018873-8e46-4587-ae40-499f384545ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9420e1af-192e-438c-9a5d-9b2a1043266c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1083422 May 28 05:15:58.481107 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-21babfb0-f7a3-4d65-83cc-233af677b942 req-8823dee3-ec84-4037-a8c3-22378d060079 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204896 May 28 05:15:58.528038 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6e878d70-859d-4bbb-a2f3-d72a59879bbd req-9ab2fbc8-f1db-467e-b6a3-391010d71880 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335428 May 28 05:15:58.656247 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6e878d70-859d-4bbb-a2f3-d72a59879bbd req-2740d37f-821f-4ac0-888e-a2a57d66e0c1 service neutron] 10.222.0.66 "GET /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224709 May 28 05:15:59.709801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5225f-0bad-41c6-98cf-242c51efec6a req-a35e0b40-47e8-46cd-940b-0810f707e7a1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:15:59.711268 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c6c5225f-0bad-41c6-98cf-242c51efec6a req-a35e0b40-47e8-46cd-940b-0810f707e7a1 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 944 time: 0.0821581 May 28 05:15:59.763040 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:15:59.824173 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c6c5225f-0bad-41c6-98cf-242c51efec6a req-c821222f-83a2-47bf-b6a9-4b4f1bb3419a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071193 May 28 05:15:59.898655 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:15:59.912187 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'port_id': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'mac_address': 'fa:16:3e:f6:22:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:15:59.964153 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:15:59.982457 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:15:59.998264 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:16:00.005465 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:00.096806 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['cbf77b5b-bb11-49b6-85d2-48dc6409e8c6'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:16:00.141155 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,revision_number=10']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:01.161311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5935914-8bf8-4ba4-88a4-90776e53afdd req-3475f8c2-5ea8-4517-b1a4-87c42d705d7e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:01.162723 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b5935914-8bf8-4ba4-88a4-90776e53afdd req-3475f8c2-5ea8-4517-b1a4-87c42d705d7e tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 946 time: 0.1852672 May 28 05:16:01.209637 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b5935914-8bf8-4ba4-88a4-90776e53afdd req-ee718e7d-8995-4b6c-9c3f-e59e6e86c544 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407677 May 28 05:16:01.796230 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:16:01.876194 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:16:01.876562 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:01.991889 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:02.021476 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:16:02.031388 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:16:02.036853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:02.088612 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0e7330e-b69c-480f-994d-c5712ff3132e'] response: {'server_uuid': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'code': 200} May 28 05:16:02.107255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,revision_number=11']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:02.415272 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4082d-e13b-4683-a6bb-b5dc82250c54 req-b229e77c-e22f-4d79-899d-b670dce8a724 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:02.417266 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c6b4082d-e13b-4683-a6bb-b5dc82250c54 req-b229e77c-e22f-4d79-899d-b670dce8a724 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 947 time: 0.0842595 May 28 05:16:02.469382 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c6b4082d-e13b-4683-a6bb-b5dc82250c54 req-fded9c84-12f5-4ac1-9cfc-aed676147cc6 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434384 May 28 05:16:03.708887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e647e-9dd6-4aa7-9006-bfef626eec1d req-395a8a88-9746-438e-b0a6-ed10f9ea6ba3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:03.710410 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a69e647e-9dd6-4aa7-9006-bfef626eec1d req-395a8a88-9746-438e-b0a6-ed10f9ea6ba3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 947 time: 0.1061397 May 28 05:16:03.758547 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a69e647e-9dd6-4aa7-9006-bfef626eec1d req-53c33b94-3e6b-47ca-9810-d1d455649132 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420935 May 28 05:16:04.960053 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afdca5-4256-4dd0-84fd-bebe5be65c35 req-d2bef783-f534-4fc0-b38b-d990645d73d4 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:04.961487 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-90afdca5-4256-4dd0-84fd-bebe5be65c35 req-d2bef783-f534-4fc0-b38b-d990645d73d4 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 947 time: 0.0797935 May 28 05:16:05.009535 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-90afdca5-4256-4dd0-84fd-bebe5be65c35 req-cedc3699-44e6-4283-a1fb-2d5166ca706f tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420494 May 28 05:16:05.225800 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841aec5-c71e-41d0-8e59-422d54fbb253 req-eeebf36c-68a4-4066-8644-213405865933 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:05.227266 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e841aec5-c71e-41d0-8e59-422d54fbb253 req-eeebf36c-68a4-4066-8644-213405865933 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 947 time: 0.0838559 May 28 05:16:05.275639 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e841aec5-c71e-41d0-8e59-422d54fbb253 req-9163c97c-ebc2-4b18-86b0-06cbea89201a tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398018 May 28 05:16:05.511894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84750264-ea1f-46af-8ff5-da167b81aa09 req-f92ca99f-b99f-43e1-92e3-17c9b5924428 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:05.513348 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-84750264-ea1f-46af-8ff5-da167b81aa09 req-f92ca99f-b99f-43e1-92e3-17c9b5924428 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 947 time: 0.0945802 May 28 05:16:05.559817 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-84750264-ea1f-46af-8ff5-da167b81aa09 req-d5687d98-c119-4c01-806f-c938ff7d9160 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403438 May 28 05:16:05.968293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896c208-17e4-4235-a6f1-d2faa81ad0e0 req-f98defa7-6b48-412b-aff3-31aa6fefdcce tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:05.969803 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3896c208-17e4-4235-a6f1-d2faa81ad0e0 req-f98defa7-6b48-412b-aff3-31aa6fefdcce tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 947 time: 0.0805218 May 28 05:16:06.021590 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3896c208-17e4-4235-a6f1-d2faa81ad0e0 req-34036cad-1c43-4c35-9d9e-90f7f783e0ca tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461707 May 28 05:16:07.241237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abdd8e-c1d4-4a2d-a86c-31ff8d12f5ab req-4efb39b3-4bb5-4a3f-8248-884fa2c63dad tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:07.242612 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d9abdd8e-c1d4-4a2d-a86c-31ff8d12f5ab req-4efb39b3-4bb5-4a3f-8248-884fa2c63dad tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 947 time: 0.0785494 May 28 05:16:07.289386 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d9abdd8e-c1d4-4a2d-a86c-31ff8d12f5ab req-2e0051c6-f206-4655-b983-625505f32196 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411823 May 28 05:16:08.228093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe949a-03a9-40d9-8685-49ecd5260a94 req-576b673e-629e-4c74-ba52-6b8d15c2afc3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:08.229464 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fcfe949a-03a9-40d9-8685-49ecd5260a94 req-576b673e-629e-4c74-ba52-6b8d15c2afc3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 947 time: 0.0855424 May 28 05:16:08.296750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-fcfe949a-03a9-40d9-8685-49ecd5260a94 req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Deleting port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:16:08.297502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-fcfe949a-03a9-40d9-8685-49ecd5260a94 req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:08.587515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-fcfe949a-03a9-40d9-8685-49ecd5260a94 req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] For port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:16:08.588198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-fcfe949a-03a9-40d9-8685-49ecd5260a94 req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:08.667157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649bd04-f87a-4386-8beb-7fd756316cf1 req-2b42c614-eb6c-43b6-a072-6dba00b5ebcd tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:08.668618 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f649bd04-f87a-4386-8beb-7fd756316cf1 req-2b42c614-eb6c-43b6-a072-6dba00b5ebcd tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 947 time: 0.2424018 May 28 05:16:08.798025 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f649bd04-f87a-4386-8beb-7fd756316cf1 req-466a84a9-2e44-4453-a9e0-d97babf45e19 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a96b65f-aae4-49d8-bad4-9b63f25bc173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210356 May 28 05:16:08.914393 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-fcfe949a-03a9-40d9-8685-49ecd5260a94 req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:08.914756 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-fcfe949a-03a9-40d9-8685-49ecd5260a94 req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:08.915177 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [req-fcfe949a-03a9-40d9-8685-49ecd5260a94 req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Floating IP 9c7badd1-997c-4efb-892d-5b58dfcec20c disassociated. External IP: 172.26.8.80, port: cbf77b5b-bb11-49b6-85d2-48dc6409e8c6. May 28 05:16:08.915517 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-fcfe949a-03a9-40d9-8685-49ecd5260a94 req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Calling delete_port for cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:16:09.065516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-fcfe949a-03a9-40d9-8685-49ecd5260a94 req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:09.201947 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Pushing event deleted for resources: {'Port': ['ID=cbf77b5b-bb11-49b6-85d2-48dc6409e8c6,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:09.215341 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:09.215708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:09.216009 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:09.216370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:09.216700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:09.217007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:09.217327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:09.217642 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:09.217937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:09.218282 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:09.218578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:09.423344 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fcfe949a-03a9-40d9-8685-49ecd5260a94 req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Router 02e49bef-e204-4351-8bf3-48031a91d6ea has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:16:09.623860 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fcfe949a-03a9-40d9-8685-49ecd5260a94 req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:16:09.633689 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5b0b9-c26d-457a-8a81-1402094c3b2d None None] Sync routers for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:16:09.645911 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5b0b9-c26d-457a-8a81-1402094c3b2d None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:16:09.646508 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-d2d5b0b9-c26d-457a-8a81-1402094c3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:15:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:16:09.695590 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfe949a-03a9-40d9-8685-49ecd5260a94 req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] No DVR routers for this DVR port cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:16:09.698546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-fcfe949a-03a9-40d9-8685-49ecd5260a94 req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:09.701123 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'name': 'network-vif-deleted', 'tag': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:16:09.720307 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fcfe949a-03a9-40d9-8685-49ecd5260a94 req-d17846e9-18a1-4ad9-8aff-5706a9705210 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.66 "DELETE /v2.0/ports/cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 HTTP/1.1" status: 204 len: 173 time: 1.4856420 May 28 05:16:09.821623 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-d2d5b0b9-c26d-457a-8a81-1402094c3b2d None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:16:09.845271 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b7e2d7-bedc-43a3-98f5-811cad5abcf9'] response: {'server_uuid': 'ed085f30-4571-47ee-99c6-51ae2bae23e4', 'name': 'network-vif-deleted', 'tag': 'cbf77b5b-bb11-49b6-85d2-48dc6409e8c6', 'status': 'completed', 'code': 200} May 28 05:16:09.977581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-30573382-2bd7-4960-8c21-f7f757a8b443 req-19985f4c-ed4a-4128-80c0-e6abc300d851 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Synchronizing usage tracker for tenant:d402bed3fe5f4426ad9b9f6b089af24e on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:16:09.994693 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-30573382-2bd7-4960-8c21-f7f757a8b443 req-19985f4c-ed4a-4128-80c0-e6abc300d851 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Unset dirty status for tenant:d402bed3fe5f4426ad9b9f6b089af24e on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:16:10.002254 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30573382-2bd7-4960-8c21-f7f757a8b443 req-19985f4c-ed4a-4128-80c0-e6abc300d851 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed085f30-4571-47ee-99c6-51ae2bae23e4 HTTP/1.1" status: 200 len: 210 time: 0.0660846 May 28 05:16:10.142944 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-d2d5b0b9-c26d-457a-8a81-1402094c3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:16:10.146637 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5b0b9-c26d-457a-8a81-1402094c3b2d None None] Checking router: 02e49bef-e204-4351-8bf3-48031a91d6ea for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:16:10.157446 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5b0b9-c26d-457a-8a81-1402094c3b2d None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:16:10.158066 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-d2d5b0b9-c26d-457a-8a81-1402094c3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:15:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:16:10.367580 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-d2d5b0b9-c26d-457a-8a81-1402094c3b2d None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:16:10.679124 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-d2d5b0b9-c26d-457a-8a81-1402094c3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:16:10.683794 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5b0b9-c26d-457a-8a81-1402094c3b2d None None] The sync data for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv is: [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:10:58Z', 'revision_number': 4, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d', 'name': '', 'network_id': '9420e1af-192e-438c-9a5d-9b2a1043266c', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'mac_address': 'fa:16:3e:7e:36:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:57Z', 'updated_at': '2022-05-28T05:11:06Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'subnets': [{'id': 'c9f5194d-eb31-4705-aec8-3a4748f23478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:16:10.924599 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fc7be4-84cc-454f-934f-1f04b7bfa29a None None] New status for floating IP 9c7badd1-997c-4efb-892d-5b58dfcec20c: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:16:11.841310 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:16:11.877596 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:16:11.878196 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device cbf77b5b-bb11-49b6-85d2-48dc6409e8c6 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:16:15.524616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37476) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:16:15.594219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:15.622082 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:15.678139 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:15.694235 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a96b65f-aae4-49d8-bad4-9b63f25bc173,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:15.703521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:15.704618 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "DELETE /v2.0/security-groups/2a96b65f-aae4-49d8-bad4-9b63f25bc173 HTTP/1.1" status: 204 len: 168 time: 0.1789870 May 28 05:16:15.707391 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37480) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:16:15.707918 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:15.708258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:15.708588 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:15.708916 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:15.709239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:15.709565 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:15.709949 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:15.710264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:15.710553 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:15.710890 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:15.711218 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd7ed93-8fb9-4144-8644-59e0f9c309a3 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:15.725098 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.api.v2.resource [None req-0d068e3b-d0b1-44c1-95a1-dd274f375a84 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] show failed (client error): The resource could not be found. May 28 05:16:15.726134 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0d068e3b-d0b1-44c1-95a1-dd274f375a84 tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "GET /v2.0/security-groups/2a96b65f-aae4-49d8-bad4-9b63f25bc173 HTTP/1.1" status: 404 len: 347 time: 0.0175865 May 28 05:16:15.729051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37484) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:16:15.886638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-2f7f094d-941c-4b2b-87e8-02d6fa4276fc tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Deleting port a36a59a7-d236-4c23-baa3-553ac9d04e78 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:16:15.886955 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f7f094d-941c-4b2b-87e8-02d6fa4276fc tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:16.049358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f7f094d-941c-4b2b-87e8-02d6fa4276fc tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:16.049741 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f7f094d-941c-4b2b-87e8-02d6fa4276fc tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:16.172534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-2f7f094d-941c-4b2b-87e8-02d6fa4276fc tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Calling delete_port for a36a59a7-d236-4c23-baa3-553ac9d04e78 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:16:16.316817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f7f094d-941c-4b2b-87e8-02d6fa4276fc tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:16.370449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7f094d-941c-4b2b-87e8-02d6fa4276fc tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Pushing event deleted for resources: {'Port': ['ID=a36a59a7-d236-4c23-baa3-553ac9d04e78,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:16.472868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f7f094d-941c-4b2b-87e8-02d6fa4276fc tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:16.493631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f7f094d-941c-4b2b-87e8-02d6fa4276fc tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:16.495158 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2f7f094d-941c-4b2b-87e8-02d6fa4276fc tempest-ServerActionsTestJSON-233737232 tempest-ServerActionsTestJSON-233737232-project] 10.222.0.15 "DELETE /v2.0/floatingips/9c7badd1-997c-4efb-892d-5b58dfcec20c HTTP/1.1" status: 204 len: 168 time: 0.7652347 May 28 05:16:16.498244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37488) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:16:17.094083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-17f6c985-4542-44a8-9b1e-09a31b07723b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:17.722618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-17f6c985-4542-44a8-9b1e-09a31b07723b admin admin] Deleting port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:16:17.722908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-17f6c985-4542-44a8-9b1e-09a31b07723b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:17.894783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-17f6c985-4542-44a8-9b1e-09a31b07723b admin admin] For port 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:16:17.895134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-17f6c985-4542-44a8-9b1e-09a31b07723b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:18.012805 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-17f6c985-4542-44a8-9b1e-09a31b07723b admin admin] Calling delete_port for 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:16:18.185192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-17f6c985-4542-44a8-9b1e-09a31b07723b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:18.227260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6c985-4542-44a8-9b1e-09a31b07723b admin admin] Pushing event deleted for resources: {'Port': ['ID=425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:18.623701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-17f6c985-4542-44a8-9b1e-09a31b07723b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:19.216762 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f6c985-4542-44a8-9b1e-09a31b07723b admin admin] Router 02e49bef-e204-4351-8bf3-48031a91d6ea has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:16:19.429699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f6c985-4542-44a8-9b1e-09a31b07723b admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:16:19.440080 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905d4f6-ec29-45c2-ac2d-bb75327953ac None None] Sync routers for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:16:19.444453 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-17f6c985-4542-44a8-9b1e-09a31b07723b admin admin] 10.222.0.15 "PUT /v2.0/routers/02e49bef-e204-4351-8bf3-48031a91d6ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9452012 May 28 05:16:19.447526 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37494) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:16:19.453920 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5905d4f6-ec29-45c2-ac2d-bb75327953ac None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:16:19.454589 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5905d4f6-ec29-45c2-ac2d-bb75327953ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:15:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:16:19.629088 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-5905d4f6-ec29-45c2-ac2d-bb75327953ac None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:16:19.640792 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3389cd59-ef50-4389-a035-16393c53b834 admin admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:19.916393 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5905d4f6-ec29-45c2-ac2d-bb75327953ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170'}], 'enable_snat': True}, 'gw_port_id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:16:18Z', 'revision_number': 5, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port': {'id': '5b2628da-9a96-46fc-8198-ef756823d33b', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:16:19.920301 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905d4f6-ec29-45c2-ac2d-bb75327953ac None None] Checking router: 02e49bef-e204-4351-8bf3-48031a91d6ea for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:16:19.930858 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5905d4f6-ec29-45c2-ac2d-bb75327953ac None None] Routers {'02e49bef-e204-4351-8bf3-48031a91d6ea'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:16:19.931521 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5905d4f6-ec29-45c2-ac2d-bb75327953ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:15:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['02e49bef-e204-4351-8bf3-48031a91d6ea'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:16:19.950050 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3389cd59-ef50-4389-a035-16393c53b834 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:19.960227 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-3389cd59-ef50-4389-a035-16393c53b834 admin admin] Deleting port 5b2628da-9a96-46fc-8198-ef756823d33b {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:16:19.960554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3389cd59-ef50-4389-a035-16393c53b834 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:20.079735 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-5905d4f6-ec29-45c2-ac2d-bb75327953ac None None] Set router 02e49bef-e204-4351-8bf3-48031a91d6ea gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:16:20.131837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-3389cd59-ef50-4389-a035-16393c53b834 admin admin] For port 5b2628da-9a96-46fc-8198-ef756823d33b, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=5b2628da-9a96-46fc-8198-ef756823d33b,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:16:20.132185 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3389cd59-ef50-4389-a035-16393c53b834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:20.180896 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5905d4f6-ec29-45c2-ac2d-bb75327953ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:16:19Z', 'revision_number': 6, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:16:20.185044 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5905d4f6-ec29-45c2-ac2d-bb75327953ac None None] The sync data for ids ['02e49bef-e204-4351-8bf3-48031a91d6ea'] in dv-neutron-843300-5-hyperv is: [{'id': '02e49bef-e204-4351-8bf3-48031a91d6ea', 'name': 'tempest-ServerActionsTestJSON-1321497951-router', 'tenant_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:10:55Z', 'updated_at': '2022-05-28T05:16:19Z', 'revision_number': 6, 'project_id': 'd402bed3fe5f4426ad9b9f6b089af24e', 'gw_port_host': None}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:16:20.253722 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-3389cd59-ef50-4389-a035-16393c53b834 admin admin] Calling delete_port for 5b2628da-9a96-46fc-8198-ef756823d33b owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:16:20.420664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3389cd59-ef50-4389-a035-16393c53b834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:20.475231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389cd59-ef50-4389-a035-16393c53b834 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b2628da-9a96-46fc-8198-ef756823d33b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:20.593331 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:16:20.627729 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:16:20.628059 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 425ce2bd-e7bb-4818-9e3b-9e26b0d5a15d not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:16:20.714774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3389cd59-ef50-4389-a035-16393c53b834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:20.969721 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3389cd59-ef50-4389-a035-16393c53b834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:20.973968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3389cd59-ef50-4389-a035-16393c53b834 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:21.000109 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3389cd59-ef50-4389-a035-16393c53b834 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:21.000604 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3389cd59-ef50-4389-a035-16393c53b834 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02e49bef-e204-4351-8bf3-48031a91d6ea {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:16:21.012814 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3389cd59-ef50-4389-a035-16393c53b834 admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:21.013957 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3389cd59-ef50-4389-a035-16393c53b834 admin admin] 10.222.0.15 "DELETE /v2.0/routers/02e49bef-e204-4351-8bf3-48031a91d6ea HTTP/1.1" status: 204 len: 168 time: 1.5659244 May 28 05:16:21.016669 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37498) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:16:21.078665 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-a920d000-47c5-49ad-9cfb-6373f06b2a83 admin admin] Deleting subnet c9f5194d-eb31-4705-aec8-3a4748f23478 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:16:21.081554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a920d000-47c5-49ad-9cfb-6373f06b2a83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:21.131830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a920d000-47c5-49ad-9cfb-6373f06b2a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:21.211139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a920d000-47c5-49ad-9cfb-6373f06b2a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:21.382744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a920d000-47c5-49ad-9cfb-6373f06b2a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:21.417828 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920d000-47c5-49ad-9cfb-6373f06b2a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9f5194d-eb31-4705-aec8-3a4748f23478,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:21.424563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a920d000-47c5-49ad-9cfb-6373f06b2a83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:21.430037 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a663f-bada-4396-978a-c923b6d4fb67 None None] Network 9420e1af-192e-438c-9a5d-9b2a1043266c requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:16:21.432864 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a920d000-47c5-49ad-9cfb-6373f06b2a83 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c9f5194d-eb31-4705-aec8-3a4748f23478 HTTP/1.1" status: 204 len: 168 time: 0.4152229 May 28 05:16:21.435653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37502) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:16:21.538725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:21.549436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] Deleting port 2fcaa3be-9e12-4656-8e49-a7218498a226 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:16:21.549762 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:21.674232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df11770a-809a-4ca8-86b2-1dce27b7e6bc None None] DHCP port deletion for 9420e1af-192e-438c-9a5d-9b2a1043266c request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:16:21.678473 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-df11770a-809a-4ca8-86b2-1dce27b7e6bc None None] Deleting port 2fcaa3be-9e12-4656-8e49-a7218498a226 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:16:21.678866 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-df11770a-809a-4ca8-86b2-1dce27b7e6bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:21.763634 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] For port 2fcaa3be-9e12-4656-8e49-a7218498a226, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2fcaa3be-9e12-4656-8e49-a7218498a226,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:16:21.763978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:21.881549 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-df11770a-809a-4ca8-86b2-1dce27b7e6bc None None] For port 2fcaa3be-9e12-4656-8e49-a7218498a226, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2fcaa3be-9e12-4656-8e49-a7218498a226,segment=NetworkSegment(6bcb8728-9465-4785-a5e2-2848c304b050),segment_id=6bcb8728-9465-4785-a5e2-2848c304b050)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:16:21.881985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-df11770a-809a-4ca8-86b2-1dce27b7e6bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:21.883264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] Calling delete_port for 2fcaa3be-9e12-4656-8e49-a7218498a226 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:16:21.958607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:22.001510 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-df11770a-809a-4ca8-86b2-1dce27b7e6bc None None] Calling delete_port for 2fcaa3be-9e12-4656-8e49-a7218498a226 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:16:22.005492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] Pushing event deleted for resources: {'Port': ['ID=2fcaa3be-9e12-4656-8e49-a7218498a226,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:22.010284 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] No DVR routers for this DVR port 2fcaa3be-9e12-4656-8e49-a7218498a226 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn_limited( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn_limited( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:16:22.074164 dv-neutron-843300-5-hyperv neutron-server[84011]: util.warn( May 28 05:16:22.080609 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-df11770a-809a-4ca8-86b2-1dce27b7e6bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:16:22.080985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-df11770a-809a-4ca8-86b2-1dce27b7e6bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:16:22.123923 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:22.149172 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9420e1af-192e-438c-9a5d-9b2a1043266c']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:16:22.156448 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fa1d5264-3d06-4a29-a3d0-24d3eadf3f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:22.161375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bcb8728-9465-4785-a5e2-2848c304b050') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:16:22.161682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bcb8728-9465-4785-a5e2-2848c304b050') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:16:22.172896 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:22.188392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:22.194283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:16:22.194677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:16:22.207737 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:16:22.288889 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:22.304383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:22.314293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=9420e1af-192e-438c-9a5d-9b2a1043266c,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:22.321362 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6bcac38d-cc90-466e-ae62-c32981c74a8d admin admin] 10.222.0.15 "DELETE /v2.0/networks/9420e1af-192e-438c-9a5d-9b2a1043266c HTTP/1.1" status: 204 len: 168 time: 0.8847520 May 28 05:16:22.468729 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37508) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:16:22.521286 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7e76e274-d042-49f2-bbf8-837da6ea61dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d402bed3fe5f4426ad9b9f6b089af24e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513098 May 28 05:16:22.523659 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37512) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:16:22.545119 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2fcaa3be-9e12-4656-8e49-a7218498a226 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:16:22.578550 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 2fcaa3be-9e12-4656-8e49-a7218498a226 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:16:22.578883 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2fcaa3be-9e12-4656-8e49-a7218498a226 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:16:22.579254 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5b2628da-9a96-46fc-8198-ef756823d33b no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:16:22.581746 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-966e9540-e659-4a9e-a694-1359ff8e5cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:22.605953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-df11770a-809a-4ca8-86b2-1dce27b7e6bc None None] Deleting port 2fcaa3be-9e12-4656-8e49-a7218498a226 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:16:22.605953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-df11770a-809a-4ca8-86b2-1dce27b7e6bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:22.610023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-966e9540-e659-4a9e-a694-1359ff8e5cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:22.639593 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 5b2628da-9a96-46fc-8198-ef756823d33b {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:16:22.639922 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 5b2628da-9a96-46fc-8198-ef756823d33b not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:16:22.663607 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-966e9540-e659-4a9e-a694-1359ff8e5cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:22.678592 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e9540-e659-4a9e-a694-1359ff8e5cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab5fb80-1473-48bb-849a-c1f5cb8e116f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:22.685526 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-966e9540-e659-4a9e-a694-1359ff8e5cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:22.686695 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-966e9540-e659-4a9e-a694-1359ff8e5cbb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ab5fb80-1473-48bb-849a-c1f5cb8e116f HTTP/1.1" status: 204 len: 168 time: 0.1621618 May 28 05:16:22.718515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-df11770a-809a-4ca8-86b2-1dce27b7e6bc None None] The port '2fcaa3be-9e12-4656-8e49-a7218498a226' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 05:16:23.605895 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37534) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:16:23.746190 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1541050416-network', 'tenant_id': 'd94f18d5baa24f3dba1e66a3447db74c'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:16:23.751531 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:16:23.756001 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Usage tracker for resource:network and tenant:d94f18d5baa24f3dba1e66a3447db74c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:16:23.759239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:16:23.765981 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:16:23.780477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Made reservation on behalf of d94f18d5baa24f3dba1e66a3447db74c for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:16:23.782773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:23.795964 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:23.829637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:16:23.833782 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Usage tracker for resource:security_group_rule and tenant:d94f18d5baa24f3dba1e66a3447db74c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:16:23.836746 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:16:23.843673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:16:23.910398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:23.915067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:23.944869 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:16:23.954369 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fddf30-2308-4438-abba-a2ba06a5d0d0,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:23.961997 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:23.961997 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Added segment 12e592c2-f93d-4f5f-9a9a-7b1355ed69f9 of type vlan for network ecf45045-8875-4815-9575-8e5626b36b4e May 28 05:16:23.988740 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:24.022839 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:24.023879 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:24.024702 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:24.132414 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] Pushing event updated for resources: {'Network': ['ID=ecf45045-8875-4815-9575-8e5626b36b4e,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:24.135686 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-745bee18-c16f-4371-982b-3bc9014f2f52 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5286739 May 28 05:16:24.138771 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37540) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:16:24.144000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-6c554fae-4989-4f09-8906-ab65189576af admin admin] Request body: {'subnet': {'network_id': 'ecf45045-8875-4815-9575-8e5626b36b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1541050416-subnet', 'tenant_id': 'd94f18d5baa24f3dba1e66a3447db74c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:16:24.145905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network ecf45045-8875-4815-9575-8e5626b36b4e details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:16:24.148915 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6c554fae-4989-4f09-8906-ab65189576af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:16:24.152944 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6c554fae-4989-4f09-8906-ab65189576af admin admin] Usage tracker for resource:subnet and tenant:d94f18d5baa24f3dba1e66a3447db74c is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:16:24.155846 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-6c554fae-4989-4f09-8906-ab65189576af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:16:24.161805 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-6c554fae-4989-4f09-8906-ab65189576af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:16:24.172898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c554fae-4989-4f09-8906-ab65189576af admin admin] Made reservation on behalf of d94f18d5baa24f3dba1e66a3447db74c for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:16:24.175424 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6c554fae-4989-4f09-8906-ab65189576af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:24.318335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b81c96ae-10be-447e-8dde-51f482e14e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:24.469793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6c554fae-4989-4f09-8906-ab65189576af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:24.536021 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c554fae-4989-4f09-8906-ab65189576af admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff4f870f-dedb-4c12-9266-882a60f2f350,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:24.552474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c554fae-4989-4f09-8906-ab65189576af admin admin] Checking segment: {'id': '12e592c2-f93d-4f5f-9a9a-7b1355ed69f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ecf45045-8875-4815-9575-8e5626b36b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:16:24.552824 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c554fae-4989-4f09-8906-ab65189576af admin admin] Network hostable DHCP agents. Network: ecf45045-8875-4815-9575-8e5626b36b4e, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:16:24.575925 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c554fae-4989-4f09-8906-ab65189576af admin admin] Network ecf45045-8875-4815-9575-8e5626b36b4e is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:16:24.586468 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-6c554fae-4989-4f09-8906-ab65189576af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, ecf45045-8875-4815-9575-8e5626b36b4e) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:16:24.591320 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c554fae-4989-4f09-8906-ab65189576af admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:24.591890 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6c554fae-4989-4f09-8906-ab65189576af admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:24.598265 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73099373-ec6e-4a44-86d2-dbbf4ed119b9 None None] Network ecf45045-8875-4815-9575-8e5626b36b4e requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:16:24.619859 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6c554fae-4989-4f09-8906-ab65189576af admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4737797 May 28 05:16:24.806456 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9cfee1-bc35-4460-b580-9c81e11ad5a8 None None] Network ecf45045-8875-4815-9575-8e5626b36b4e requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:16:24.971531 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:25.157345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-b7db3bf2-2ba3-4b6f-aeec-e503a1a92df8 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:25.158803 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-b7db3bf2-2ba3-4b6f-aeec-e503a1a92df8 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/networks?id=ecf45045-8875-4815-9575-8e5626b36b4e HTTP/1.1" status: 200 len: 814 time: 0.1438797 May 28 05:16:25.183316 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-38f6d56b-fe64-4443-bfd1-b30edf6b0ceb tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/quotas/d94f18d5baa24f3dba1e66a3447db74c HTTP/1.1" status: 200 len: 375 time: 0.0161536 May 28 05:16:25.227167 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-2e1de777-c4c8-47e3-b035-3cfcea60a020 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d94f18d5baa24f3dba1e66a3447db74c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389795 May 28 05:16:25.311372 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-b4754d78-caf5-4719-8bc2-20c1f2983e43 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 05:16:25.312342 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-b4754d78-caf5-4719-8bc2-20c1f2983e43 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0785532 May 28 05:16:25.447700 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-f6bcb8ac-d10d-4f08-8a7d-a92688986ad0 service neutron] 10.222.0.15 "GET /v2.0/networks/ecf45045-8875-4815-9575-8e5626b36b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261582 May 28 05:16:25.568999 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:25.578607 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-c66d63b4-77ad-478c-a84d-aa775599a38b service neutron] 10.222.0.15 "GET /v2.0/networks/ecf45045-8875-4815-9575-8e5626b36b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251907 May 28 05:16:25.652513 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:25.869147 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-38ea9a45-1e2f-4c1c-8ec5-122708cf0ec8 req-4d3a5efd-1a8e-490c-90c2-a88efe82a0d7 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 210 time: 0.1473093 May 28 05:16:26.830095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-31112645-1bdb-49ae-9c41-cb7673360ace tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:26.831593 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-31112645-1bdb-49ae-9c41-cb7673360ace tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.66 "GET /v2.0/networks?id=ecf45045-8875-4815-9575-8e5626b36b4e HTTP/1.1" status: 200 len: 814 time: 0.1477120 May 28 05:16:26.832201 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:16:26.847629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Request body: {'port': {'device_id': '19b45f8e-d66f-4338-bd1b-a7d0a90397cf', 'network_id': 'ecf45045-8875-4815-9575-8e5626b36b4e', 'admin_state_up': True, 'tenant_id': 'd94f18d5baa24f3dba1e66a3447db74c'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:16:26.988774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:16:26.992527 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Usage tracker for resource:port and tenant:d94f18d5baa24f3dba1e66a3447db74c is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:16:26.995755 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:16:27.001431 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:16:27.046348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Made reservation on behalf of d94f18d5baa24f3dba1e66a3447db74c for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:16:27.049284 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:27.060003 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-01016ee3-3cb0-4155-aa6f-69d8623b281f req-c5fcd0bc-9d8a-47ec-a1ce-48ac87e37b08 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 210 time: 0.0549026 May 28 05:16:27.211499 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Allocated IP 172.20.0.11 (ecf45045-8875-4815-9575-8e5626b36b4e/ff4f870f-dedb-4c12-9266-882a60f2f350/7c1a62ea-c578-4b00-bf27-9bbf24e931b3) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:16:27.215919 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:27.414299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:27.444490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:27.520186 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Network ecf45045-8875-4815-9575-8e5626b36b4e is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:16:27.523246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:16:27.528100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:16:27.552415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Pushing event updated for resources: {'Port': ['ID=7c1a62ea-c578-4b00-bf27-9bbf24e931b3,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:27.599394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:27.599992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:27.625390 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e9ef43cf-56da-4044-bd72-dcec7d3b17e2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7812846 May 28 05:16:27.636498 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Request body: {'port': {'device_id': '19b45f8e-d66f-4338-bd1b-a7d0a90397cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:16:27.750035 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:28.113755 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:16:28.120963 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:28.136028 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Transition to ACTIVE for port object 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:16:28.140611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:28.305041 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Pushing event updated for resources: {'Port': ['ID=7c1a62ea-c578-4b00-bf27-9bbf24e931b3,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:28.413544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b857756-0676-4679-8ff8-e1d18858d610 req-a9289c6f-52a2-4fda-b4e3-6feba7cc50b3 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:28.414157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-9b857756-0676-4679-8ff8-e1d18858d610 req-a9289c6f-52a2-4fda-b4e3-6feba7cc50b3 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Synchronizing usage tracker for tenant:d94f18d5baa24f3dba1e66a3447db74c on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:16:28.550158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Attempting to bind port 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:16:28.550582 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Attempting to bind port 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '12e592c2-f93d-4f5f-9a9a-7b1355ed69f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ecf45045-8875-4815-9575-8e5626b36b4e'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:16:28.551042 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Attempting to bind port 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 on network ecf45045-8875-4815-9575-8e5626b36b4e {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:16:28.555971 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-9b857756-0676-4679-8ff8-e1d18858d610 req-a9289c6f-52a2-4fda-b4e3-6feba7cc50b3 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Unset dirty status for tenant:d94f18d5baa24f3dba1e66a3447db74c on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:16:28.557945 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b857756-0676-4679-8ff8-e1d18858d610 req-a9289c6f-52a2-4fda-b4e3-6feba7cc50b3 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 944 time: 0.3685942 May 28 05:16:28.562059 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Port 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 on network ecf45045-8875-4815-9575-8e5626b36b4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:16:28.562370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Attempting to bind port 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 on network ecf45045-8875-4815-9575-8e5626b36b4e {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:16:28.583551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:16:28.583878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Checking segment: {'id': '12e592c2-f93d-4f5f-9a9a-7b1355ed69f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ecf45045-8875-4815-9575-8e5626b36b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:16:28.584244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Bound using segment: {'id': '12e592c2-f93d-4f5f-9a9a-7b1355ed69f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ecf45045-8875-4815-9575-8e5626b36b4e'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:16:28.584655 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Bound port: 7c1a62ea-c578-4b00-bf27-9bbf24e931b3, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e592c2-f93d-4f5f-9a9a-7b1355ed69f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ecf45045-8875-4815-9575-8e5626b36b4e'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:16:28.584991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:28.665351 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b857756-0676-4679-8ff8-e1d18858d610 req-6baa52f2-0d65-4c9b-85da-30d9c920f4ca tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006382 May 28 05:16:28.695224 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] For port 7c1a62ea-c578-4b00-bf27-9bbf24e931b3, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:16:28.698965 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] For port 7c1a62ea-c578-4b00-bf27-9bbf24e931b3, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=7c1a62ea-c578-4b00-bf27-9bbf24e931b3,segment=NetworkSegment(12e592c2-f93d-4f5f-9a9a-7b1355ed69f9),segment_id=12e592c2-f93d-4f5f-9a9a-7b1355ed69f9)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:16:28.704366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:28.765895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:28.767275 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] 10.222.0.66 "PUT /v2.0/ports/7c1a62ea-c578-4b00-bf27-9bbf24e931b3 HTTP/1.1" status: 200 len: 1094 time: 1.1349287 May 28 05:16:28.767673 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b45f8e-d66f-4338-bd1b-a7d0a90397cf', 'tag': '7c1a62ea-c578-4b00-bf27-9bbf24e931b3'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:16:28.784128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94a503-2f77-43c9-bdfd-cc68e99e8d16 service neutron] Pushing event updated for resources: {'Port': ['ID=7c1a62ea-c578-4b00-bf27-9bbf24e931b3,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:28.835415 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7d65bbe-0a1d-4c09-89e5-f2bc5685e862'] response: {'name': 'network-changed', 'server_uuid': '19b45f8e-d66f-4338-bd1b-a7d0a90397cf', 'tag': '7c1a62ea-c578-4b00-bf27-9bbf24e931b3', 'status': 'completed', 'code': 200} May 28 05:16:28.877080 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-e3b0bb24-f730-406d-b18c-94eee26e9481 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d94f18d5baa24f3dba1e66a3447db74c&device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 1097 time: 0.0728898 May 28 05:16:28.949615 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-52dcd22e-8376-4f87-8a7a-e882a94d1af9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c1a62ea-c578-4b00-bf27-9bbf24e931b3 HTTP/1.1" status: 200 len: 217 time: 0.0658975 May 28 05:16:29.013914 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-44dc692b-bd6a-44f3-a0b3-47c6d9ff7aa5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:29.015308 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-44dc692b-bd6a-44f3-a0b3-47c6d9ff7aa5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff4f870f-dedb-4c12-9266-882a60f2f350 HTTP/1.1" status: 200 len: 854 time: 0.0599229 May 28 05:16:29.063280 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-fada31fe-2b10-4a43-9e3f-a116f8b8f2bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ecf45045-8875-4815-9575-8e5626b36b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412948 May 28 05:16:29.194258 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-cbd713a7-4162-49af-922b-4d54b79429cc service neutron] 10.222.0.66 "GET /v2.0/networks/ecf45045-8875-4815-9575-8e5626b36b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248033 May 28 05:16:29.326339 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-16e98c41-fb08-428e-ac9d-f9641428d628 req-070a07d2-b70f-40ee-8884-2e958c372f35 service neutron] 10.222.0.66 "GET /v2.0/networks/ecf45045-8875-4815-9575-8e5626b36b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262772 May 28 05:16:29.450411 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c443b4f5-5d6b-4de1-abe3-ca56709004ee req-1134f9fd-1a47-4992-a540-38497d6d6373 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d94f18d5baa24f3dba1e66a3447db74c&device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 1097 time: 0.0716271 May 28 05:16:29.585378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443b4f5-5d6b-4de1-abe3-ca56709004ee req-aa5de328-c596-40ac-a60a-ace56c95de4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:29.586844 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c443b4f5-5d6b-4de1-abe3-ca56709004ee req-aa5de328-c596-40ac-a60a-ace56c95de4f service neutron] 10.222.0.66 "GET /v2.0/networks?id=ecf45045-8875-4815-9575-8e5626b36b4e HTTP/1.1" status: 200 len: 915 time: 0.1300688 May 28 05:16:29.658967 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c443b4f5-5d6b-4de1-abe3-ca56709004ee req-9b8194f3-e25d-4c0f-aafa-4c041fa8a2cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c1a62ea-c578-4b00-bf27-9bbf24e931b3 HTTP/1.1" status: 200 len: 217 time: 0.0649533 May 28 05:16:29.722566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443b4f5-5d6b-4de1-abe3-ca56709004ee req-05f61b5b-ef80-48b8-affd-8471fae43000 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:29.724014 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c443b4f5-5d6b-4de1-abe3-ca56709004ee req-05f61b5b-ef80-48b8-affd-8471fae43000 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff4f870f-dedb-4c12-9266-882a60f2f350 HTTP/1.1" status: 200 len: 854 time: 0.0588017 May 28 05:16:29.772380 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c443b4f5-5d6b-4de1-abe3-ca56709004ee req-ee5e6d54-3956-4abd-a6ce-c33c03bae908 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ecf45045-8875-4815-9575-8e5626b36b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417564 May 28 05:16:29.956040 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c443b4f5-5d6b-4de1-abe3-ca56709004ee req-a8ab552a-15c0-4d61-8848-a79fcab2faa5 service neutron] 10.222.0.66 "GET /v2.0/networks/ecf45045-8875-4815-9575-8e5626b36b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758232 May 28 05:16:29.966649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c53401-4331-4870-9fcb-d17eecd63791 req-60335ea1-ce51-4551-8d55-8cfb20a3e073 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:29.967991 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-70c53401-4331-4870-9fcb-d17eecd63791 req-60335ea1-ce51-4551-8d55-8cfb20a3e073 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 944 time: 0.1706393 May 28 05:16:30.104956 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-70c53401-4331-4870-9fcb-d17eecd63791 req-1023aad9-ed69-4bdf-bdc4-7f942da5d131 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165454 May 28 05:16:30.125980 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c443b4f5-5d6b-4de1-abe3-ca56709004ee req-87877c1f-fb17-4fab-9546-8b9fdcbda6c3 service neutron] 10.222.0.66 "GET /v2.0/networks/ecf45045-8875-4815-9575-8e5626b36b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570570 May 28 05:16:31.423567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40581992-567a-43de-9ae1-fb45af84538c req-feee1f5f-5180-44e6-9916-c5476d406430 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:31.425025 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40581992-567a-43de-9ae1-fb45af84538c req-feee1f5f-5180-44e6-9916-c5476d406430 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 944 time: 0.1774487 May 28 05:16:31.473032 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40581992-567a-43de-9ae1-fb45af84538c req-63f5ba74-7b4d-401b-a74f-c84b070babcc tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399249 May 28 05:16:31.966458 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:16:32.120534 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 7c1a62ea-c578-4b00-bf27-9bbf24e931b3, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=7c1a62ea-c578-4b00-bf27-9bbf24e931b3,segment=NetworkSegment(12e592c2-f93d-4f5f-9a9a-7b1355ed69f9),segment_id=12e592c2-f93d-4f5f-9a9a-7b1355ed69f9)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:16:32.133747 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '7c1a62ea-c578-4b00-bf27-9bbf24e931b3', 'network_id': 'ecf45045-8875-4815-9575-8e5626b36b4e', 'port_id': '7c1a62ea-c578-4b00-bf27-9bbf24e931b3', 'mac_address': 'fa:16:3e:b2:91:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff4f870f-dedb-4c12-9266-882a60f2f350', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:16:32.196042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:32.214321 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:16:32.231574 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 7c1a62ea-c578-4b00-bf27-9bbf24e931b3, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=7c1a62ea-c578-4b00-bf27-9bbf24e931b3,segment=NetworkSegment(12e592c2-f93d-4f5f-9a9a-7b1355ed69f9),segment_id=12e592c2-f93d-4f5f-9a9a-7b1355ed69f9)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:16:32.238113 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:32.310684 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=7c1a62ea-c578-4b00-bf27-9bbf24e931b3,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:32.444482 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['7c1a62ea-c578-4b00-bf27-9bbf24e931b3'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:16:32.715364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd4667-663b-46db-8e66-734273be1b23 req-b865e4b6-f9aa-4b9d-b37b-9ad1124b9b19 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:32.716854 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24dd4667-663b-46db-8e66-734273be1b23 req-b865e4b6-f9aa-4b9d-b37b-9ad1124b9b19 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 945 time: 0.1139731 May 28 05:16:32.767953 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24dd4667-663b-46db-8e66-734273be1b23 req-ab6f5d6f-25bb-478d-943f-f563b25dfb01 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451338 May 28 05:16:33.980341 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8b2cd-e6f7-40c9-ac91-db5457a21049 req-7f8eeba8-c1b9-4fd5-832a-bf1d55acd19c tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:33.981094 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:16:33.981818 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-05b8b2cd-e6f7-40c9-ac91-db5457a21049 req-7f8eeba8-c1b9-4fd5-832a-bf1d55acd19c tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 945 time: 0.0768707 May 28 05:16:34.029425 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-05b8b2cd-e6f7-40c9-ac91-db5457a21049 req-2d6b9be3-df94-4c88-9a0a-e1c0299dabc2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412939 May 28 05:16:34.057290 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:16:34.062596 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:16:34.062971 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:34.176520 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:34.202782 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b45f8e-d66f-4338-bd1b-a7d0a90397cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1a62ea-c578-4b00-bf27-9bbf24e931b3'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:16:34.213835 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 7c1a62ea-c578-4b00-bf27-9bbf24e931b3, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=7c1a62ea-c578-4b00-bf27-9bbf24e931b3,segment=NetworkSegment(12e592c2-f93d-4f5f-9a9a-7b1355ed69f9),segment_id=12e592c2-f93d-4f5f-9a9a-7b1355ed69f9)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:16:34.218736 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:34.256769 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fffa921b-410a-446a-b630-840b22c1e8bb'] response: {'server_uuid': '19b45f8e-d66f-4338-bd1b-a7d0a90397cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c1a62ea-c578-4b00-bf27-9bbf24e931b3', 'code': 200} May 28 05:16:34.294588 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=7c1a62ea-c578-4b00-bf27-9bbf24e931b3,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:34.508248 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1835e038-5d1a-4aa2-ab37-90309b1913e5 req-598da6d6-3115-4de5-b50d-80b1155881fd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 1099 time: 0.0826354 May 28 05:16:34.551717 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1835e038-5d1a-4aa2-ab37-90309b1913e5 req-f977bddf-8efe-4612-abb9-c3e57620f48c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376768 May 28 05:16:35.257183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d082c-a098-4c9a-b99d-ed3a5e2054ed req-613a5274-0996-4b0f-a4c7-34924ecdf387 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:35.258524 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-491d082c-a098-4c9a-b99d-ed3a5e2054ed req-613a5274-0996-4b0f-a4c7-34924ecdf387 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 946 time: 0.0896158 May 28 05:16:35.311552 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-491d082c-a098-4c9a-b99d-ed3a5e2054ed req-440e2792-2403-40e4-87fa-01dd30240af2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443053 May 28 05:16:36.530964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c343bf-4a9c-4376-91c1-005830fc5316 req-c0ab68ee-b574-4f23-990d-0d26edfb7c51 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:36.532376 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-38c343bf-4a9c-4376-91c1-005830fc5316 req-c0ab68ee-b574-4f23-990d-0d26edfb7c51 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 946 time: 0.0954568 May 28 05:16:36.581755 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-38c343bf-4a9c-4376-91c1-005830fc5316 req-34dcbd4d-4fcf-4dbe-a720-9093f16367d1 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 May 28 05:16:36.900961 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-f87b5ccd-e984-42bd-a027-0948c7ee5337 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:36.902049 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-f87b5ccd-e984-42bd-a027-0948c7ee5337 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/networks?id=ecf45045-8875-4815-9575-8e5626b36b4e HTTP/1.1" status: 200 len: 814 time: 0.1434660 May 28 05:16:36.919260 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-d6729f7b-0abf-4f6f-90e3-90f8e5451e78 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/quotas/d94f18d5baa24f3dba1e66a3447db74c HTTP/1.1" status: 200 len: 375 time: 0.0117261 May 28 05:16:37.001255 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-d343c022-b7af-4395-9c32-3738d50617c9 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d94f18d5baa24f3dba1e66a3447db74c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767648 May 28 05:16:37.136126 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-418060b7-ba99-44e8-a1ca-539c385b242d service neutron] 10.222.0.15 "GET /v2.0/networks/ecf45045-8875-4815-9575-8e5626b36b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279254 May 28 05:16:37.269087 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-fc26935a-0e61-4869-8191-cf0bbfa89e0d service neutron] 10.222.0.15 "GET /v2.0/networks/ecf45045-8875-4815-9575-8e5626b36b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270306 May 28 05:16:37.467308 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-68e94642-3047-4078-a813-c423ef118513 req-26a250f1-829e-4c92-8a40-a922af47a29b tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=066201e7-d2f3-4ad0-a039-e4f4fc44cf7c HTTP/1.1" status: 200 len: 210 time: 0.0408969 May 28 05:16:38.522395 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-e24ec54c-f2af-474c-9b58-6f1be22c6fae tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:38.523812 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-e24ec54c-f2af-474c-9b58-6f1be22c6fae tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.66 "GET /v2.0/networks?id=ecf45045-8875-4815-9575-8e5626b36b4e HTTP/1.1" status: 200 len: 814 time: 0.1468186 May 28 05:16:38.539322 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-0ef3ba8e-3ea1-480b-a4b9-bde2e2c5d860 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Request body: {'port': {'device_id': '066201e7-d2f3-4ad0-a039-e4f4fc44cf7c', 'network_id': 'ecf45045-8875-4815-9575-8e5626b36b4e', 'admin_state_up': True, 'tenant_id': 'd94f18d5baa24f3dba1e66a3447db74c'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:16:38.662780 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-61183bfb-a499-407f-b04a-c52a6a3a61bb req-31427d83-84c7-428f-8a77-59ce8a53f1c5 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=066201e7-d2f3-4ad0-a039-e4f4fc44cf7c HTTP/1.1" status: 200 len: 210 time: 0.0549161 May 28 05:16:38.717861 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-0ef3ba8e-3ea1-480b-a4b9-bde2e2c5d860 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:16:38.727468 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-0ef3ba8e-3ea1-480b-a4b9-bde2e2c5d860 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:16:38.741576 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-0ef3ba8e-3ea1-480b-a4b9-bde2e2c5d860 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Made reservation on behalf of d94f18d5baa24f3dba1e66a3447db74c for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:16:38.744570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-0ef3ba8e-3ea1-480b-a4b9-bde2e2c5d860 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:38.927418 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-0ef3ba8e-3ea1-480b-a4b9-bde2e2c5d860 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Allocated IP 172.20.0.4 (ecf45045-8875-4815-9575-8e5626b36b4e/ff4f870f-dedb-4c12-9266-882a60f2f350/76df948c-bb49-411d-9608-d61c00d4d5c0) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:16:39.215158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-0ef3ba8e-3ea1-480b-a4b9-bde2e2c5d860 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:39.245492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-0ef3ba8e-3ea1-480b-a4b9-bde2e2c5d860 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:39.256888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['7c1a62ea-c578-4b00-bf27-9bbf24e931b3'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:16:39.315248 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-0ef3ba8e-3ea1-480b-a4b9-bde2e2c5d860 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Network ecf45045-8875-4815-9575-8e5626b36b4e is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:16:39.318308 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-0ef3ba8e-3ea1-480b-a4b9-bde2e2c5d860 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:16:39.324028 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-0ef3ba8e-3ea1-480b-a4b9-bde2e2c5d860 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:16:39.347898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef3ba8e-3ea1-480b-a4b9-bde2e2c5d860 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Pushing event updated for resources: {'Port': ['ID=76df948c-bb49-411d-9608-d61c00d4d5c0,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:39.384348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-0ef3ba8e-3ea1-480b-a4b9-bde2e2c5d860 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:39.384925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-0ef3ba8e-3ea1-480b-a4b9-bde2e2c5d860 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:39.410825 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-0ef3ba8e-3ea1-480b-a4b9-bde2e2c5d860 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8752477 May 28 05:16:39.422417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Request body: {'port': {'device_id': '066201e7-d2f3-4ad0-a039-e4f4fc44cf7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:16:39.542071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:39.939921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c33b9-16e8-4c55-864b-12ec07b8bc03 req-8f43accd-a50e-4ae1-aee5-fd2ce6ab8b85 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:39.940581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-e96c33b9-16e8-4c55-864b-12ec07b8bc03 req-8f43accd-a50e-4ae1-aee5-fd2ce6ab8b85 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Synchronizing usage tracker for tenant:d94f18d5baa24f3dba1e66a3447db74c on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:16:39.946580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76df948c-bb49-411d-9608-d61c00d4d5c0 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:16:39.955402 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:39.974286 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Transition to ACTIVE for port object 76df948c-bb49-411d-9608-d61c00d4d5c0 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:16:39.975518 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-e96c33b9-16e8-4c55-864b-12ec07b8bc03 req-8f43accd-a50e-4ae1-aee5-fd2ce6ab8b85 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Unset dirty status for tenant:d94f18d5baa24f3dba1e66a3447db74c on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:16:39.976782 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e96c33b9-16e8-4c55-864b-12ec07b8bc03 req-8f43accd-a50e-4ae1-aee5-fd2ce6ab8b85 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=066201e7-d2f3-4ad0-a039-e4f4fc44cf7c HTTP/1.1" status: 200 len: 931 time: 0.1884580 May 28 05:16:39.979419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:40.128714 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Pushing event updated for resources: {'Port': ['ID=76df948c-bb49-411d-9608-d61c00d4d5c0,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:40.145089 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e96c33b9-16e8-4c55-864b-12ec07b8bc03 req-7420ad79-0bfd-4f59-9e8c-1b948b0a1095 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615071 May 28 05:16:40.247954 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Attempting to bind port 76df948c-bb49-411d-9608-d61c00d4d5c0 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:16:40.248188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Attempting to bind port 76df948c-bb49-411d-9608-d61c00d4d5c0 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '12e592c2-f93d-4f5f-9a9a-7b1355ed69f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ecf45045-8875-4815-9575-8e5626b36b4e'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:16:40.248482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Attempting to bind port 76df948c-bb49-411d-9608-d61c00d4d5c0 on network ecf45045-8875-4815-9575-8e5626b36b4e {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:16:40.254376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Port 76df948c-bb49-411d-9608-d61c00d4d5c0 on network ecf45045-8875-4815-9575-8e5626b36b4e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:16:40.254687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Attempting to bind port 76df948c-bb49-411d-9608-d61c00d4d5c0 on network ecf45045-8875-4815-9575-8e5626b36b4e {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:16:40.261751 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:16:40.262394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Checking segment: {'id': '12e592c2-f93d-4f5f-9a9a-7b1355ed69f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ecf45045-8875-4815-9575-8e5626b36b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:16:40.262394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Bound using segment: {'id': '12e592c2-f93d-4f5f-9a9a-7b1355ed69f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ecf45045-8875-4815-9575-8e5626b36b4e'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:16:40.262929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Bound port: 76df948c-bb49-411d-9608-d61c00d4d5c0, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e592c2-f93d-4f5f-9a9a-7b1355ed69f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ecf45045-8875-4815-9575-8e5626b36b4e'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:16:40.263269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:40.351134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] For port 76df948c-bb49-411d-9608-d61c00d4d5c0, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:16:40.355782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] For port 76df948c-bb49-411d-9608-d61c00d4d5c0, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=76df948c-bb49-411d-9608-d61c00d4d5c0,segment=NetworkSegment(12e592c2-f93d-4f5f-9a9a-7b1355ed69f9),segment_id=12e592c2-f93d-4f5f-9a9a-7b1355ed69f9)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:16:40.362615 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:40.427913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:40.429266 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] 10.222.0.66 "PUT /v2.0/ports/76df948c-bb49-411d-9608-d61c00d4d5c0 HTTP/1.1" status: 200 len: 1093 time: 1.0109179 May 28 05:16:40.429683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '066201e7-d2f3-4ad0-a039-e4f4fc44cf7c', 'tag': '76df948c-bb49-411d-9608-d61c00d4d5c0'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:16:40.447221 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e1b2d-3bf2-41d4-8216-3f0d4909b5ba service neutron] Pushing event updated for resources: {'Port': ['ID=76df948c-bb49-411d-9608-d61c00d4d5c0,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:40.503284 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1c8a1f6-bb71-4989-9b35-6a89b022a93c'] response: {'name': 'network-changed', 'server_uuid': '066201e7-d2f3-4ad0-a039-e4f4fc44cf7c', 'tag': '76df948c-bb49-411d-9608-d61c00d4d5c0', 'status': 'completed', 'code': 200} May 28 05:16:40.538857 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-b2e19cbc-39c2-4d37-b3f6-8c2c06233484 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d94f18d5baa24f3dba1e66a3447db74c&device_id=066201e7-d2f3-4ad0-a039-e4f4fc44cf7c HTTP/1.1" status: 200 len: 1096 time: 0.0702486 May 28 05:16:40.608546 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-fabb59e7-cd15-4f2e-a15a-7c57c494f0f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76df948c-bb49-411d-9608-d61c00d4d5c0 HTTP/1.1" status: 200 len: 217 time: 0.0628922 May 28 05:16:40.668810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-b7bf3c4f-9c94-4330-ba3f-a3f682344ee8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:40.670220 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-b7bf3c4f-9c94-4330-ba3f-a3f682344ee8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff4f870f-dedb-4c12-9266-882a60f2f350 HTTP/1.1" status: 200 len: 854 time: 0.0560088 May 28 05:16:40.717592 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-9fa0037a-8318-4da1-b999-89663f122ed3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ecf45045-8875-4815-9575-8e5626b36b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410252 May 28 05:16:40.941406 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-53ec72e0-339a-4fd8-b4d1-c076412d2da6 service neutron] 10.222.0.66 "GET /v2.0/networks/ecf45045-8875-4815-9575-8e5626b36b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181768 May 28 05:16:41.083754 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a6aeeb0-fc24-469d-8ade-07be3a1d764c req-6b15de3a-7527-4ee0-b30a-bb69b7f11e48 service neutron] 10.222.0.66 "GET /v2.0/networks/ecf45045-8875-4815-9575-8e5626b36b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363945 May 28 05:16:41.203681 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b5bd0eb-6e23-4e5f-a922-07b6f27f703a req-7a144b39-d909-4fb8-a844-c1cffacdd063 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d94f18d5baa24f3dba1e66a3447db74c&device_id=066201e7-d2f3-4ad0-a039-e4f4fc44cf7c HTTP/1.1" status: 200 len: 1096 time: 0.0706682 May 28 05:16:41.384773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bd0eb-6e23-4e5f-a922-07b6f27f703a req-d3e5efbe-f3c2-4841-8760-082556971ffa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:41.386326 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b5bd0eb-6e23-4e5f-a922-07b6f27f703a req-d3e5efbe-f3c2-4841-8760-082556971ffa service neutron] 10.222.0.66 "GET /v2.0/networks?id=ecf45045-8875-4815-9575-8e5626b36b4e HTTP/1.1" status: 200 len: 915 time: 0.1758356 May 28 05:16:41.458999 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a01621-a661-4e04-829a-bd6cd2b77f42 req-2a70b05b-63f6-4d11-a564-66a0dfba5e52 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:41.460341 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-56a01621-a661-4e04-829a-bd6cd2b77f42 req-2a70b05b-63f6-4d11-a564-66a0dfba5e52 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=066201e7-d2f3-4ad0-a039-e4f4fc44cf7c HTTP/1.1" status: 200 len: 943 time: 0.1821527 May 28 05:16:41.462035 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b5bd0eb-6e23-4e5f-a922-07b6f27f703a req-789467b0-ccb4-49f9-9194-4bfa508f6917 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76df948c-bb49-411d-9608-d61c00d4d5c0 HTTP/1.1" status: 200 len: 217 time: 0.0692832 May 28 05:16:41.553339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bd0eb-6e23-4e5f-a922-07b6f27f703a req-b5f55125-15cc-4398-b2f4-928bb9046a01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:41.554793 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b5bd0eb-6e23-4e5f-a922-07b6f27f703a req-b5f55125-15cc-4398-b2f4-928bb9046a01 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ff4f870f-dedb-4c12-9266-882a60f2f350 HTTP/1.1" status: 200 len: 854 time: 0.0858426 May 28 05:16:41.560179 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-56a01621-a661-4e04-829a-bd6cd2b77f42 req-76441701-02da-40e2-b808-8c752cf6c5cc tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928662 May 28 05:16:41.599581 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b5bd0eb-6e23-4e5f-a922-07b6f27f703a req-e04821e8-5660-4f89-bc80-14111c4c64f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ecf45045-8875-4815-9575-8e5626b36b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380342 May 28 05:16:41.741230 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b5bd0eb-6e23-4e5f-a922-07b6f27f703a req-a289e902-7784-4d9a-9828-06b5acf08ece service neutron] 10.222.0.66 "GET /v2.0/networks/ecf45045-8875-4815-9575-8e5626b36b4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352632 May 28 05:16:41.880801 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b5bd0eb-6e23-4e5f-a922-07b6f27f703a req-3345b475-4a21-4873-b750-c44aea21c1e9 service neutron] 10.222.0.66 "GET /v2.0/networks/ecf45045-8875-4815-9575-8e5626b36b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331904 May 28 05:16:42.780902 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce81bf7-ddad-486c-b8a3-225d1deca95a req-add19da7-0d57-413a-897c-71704b78fb4d tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:42.782284 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8ce81bf7-ddad-486c-b8a3-225d1deca95a req-add19da7-0d57-413a-897c-71704b78fb4d tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=066201e7-d2f3-4ad0-a039-e4f4fc44cf7c HTTP/1.1" status: 200 len: 943 time: 0.0962136 May 28 05:16:42.829517 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8ce81bf7-ddad-486c-b8a3-225d1deca95a req-8c81e937-d90d-49aa-8c06-3a5ba8cbe7bf tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411768 May 28 05:16:44.036434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 76df948c-bb49-411d-9608-d61c00d4d5c0 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:16:44.044725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc42e5-ff55-4cd6-bfd8-4af63de06c6f req-58b75866-1645-469d-a4f2-e6a9d2c2e7ab tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:44.046196 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-80cc42e5-ff55-4cd6-bfd8-4af63de06c6f req-58b75866-1645-469d-a4f2-e6a9d2c2e7ab tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=066201e7-d2f3-4ad0-a039-e4f4fc44cf7c HTTP/1.1" status: 200 len: 943 time: 0.0769527 May 28 05:16:44.094674 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-80cc42e5-ff55-4cd6-bfd8-4af63de06c6f req-853c67b8-940b-4b97-bad8-3b005a341e32 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428772 May 28 05:16:44.178231 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 76df948c-bb49-411d-9608-d61c00d4d5c0, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=76df948c-bb49-411d-9608-d61c00d4d5c0,segment=NetworkSegment(12e592c2-f93d-4f5f-9a9a-7b1355ed69f9),segment_id=12e592c2-f93d-4f5f-9a9a-7b1355ed69f9)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:16:44.197134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '76df948c-bb49-411d-9608-d61c00d4d5c0', 'network_id': 'ecf45045-8875-4815-9575-8e5626b36b4e', 'port_id': '76df948c-bb49-411d-9608-d61c00d4d5c0', 'mac_address': 'fa:16:3e:44:ab:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff4f870f-dedb-4c12-9266-882a60f2f350', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:16:44.280413 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:44.297397 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76df948c-bb49-411d-9608-d61c00d4d5c0 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:16:44.312324 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 76df948c-bb49-411d-9608-d61c00d4d5c0, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=76df948c-bb49-411d-9608-d61c00d4d5c0,segment=NetworkSegment(12e592c2-f93d-4f5f-9a9a-7b1355ed69f9),segment_id=12e592c2-f93d-4f5f-9a9a-7b1355ed69f9)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:16:44.318878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:44.388272 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=76df948c-bb49-411d-9608-d61c00d4d5c0,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:44.396692 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:44.397054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:44.402895 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:44.403700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:44.404037 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:44.404368 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:44.404693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:44.405018 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:44.405334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:44.405667 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:44.406001 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:16:44.534088 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['76df948c-bb49-411d-9608-d61c00d4d5c0'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:16:45.304033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd9371-6ab0-4db4-b773-4ca64185a3c2 req-ea8bbd2c-cb22-4b8a-aba4-232186f6fe47 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:45.305424 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9fdd9371-6ab0-4db4-b773-4ca64185a3c2 req-ea8bbd2c-cb22-4b8a-aba4-232186f6fe47 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=066201e7-d2f3-4ad0-a039-e4f4fc44cf7c HTTP/1.1" status: 200 len: 944 time: 0.0815420 May 28 05:16:45.354557 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9fdd9371-6ab0-4db4-b773-4ca64185a3c2 req-74b4ddee-8256-4fe0-88a2-612a7a1b54da tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419331 May 28 05:16:46.061214 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 76df948c-bb49-411d-9608-d61c00d4d5c0 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:16:46.149575 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 76df948c-bb49-411d-9608-d61c00d4d5c0 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:16:46.154763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 76df948c-bb49-411d-9608-d61c00d4d5c0 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:16:46.155205 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:46.272881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:46.300246 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066201e7-d2f3-4ad0-a039-e4f4fc44cf7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76df948c-bb49-411d-9608-d61c00d4d5c0'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:16:46.310044 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 76df948c-bb49-411d-9608-d61c00d4d5c0, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=76df948c-bb49-411d-9608-d61c00d4d5c0,segment=NetworkSegment(12e592c2-f93d-4f5f-9a9a-7b1355ed69f9),segment_id=12e592c2-f93d-4f5f-9a9a-7b1355ed69f9)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:16:46.316264 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:46.357448 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03817ffb-048c-4f6e-9425-9a1a77e133e0'] response: {'server_uuid': '066201e7-d2f3-4ad0-a039-e4f4fc44cf7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76df948c-bb49-411d-9608-d61c00d4d5c0', 'code': 200} May 28 05:16:46.384859 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=76df948c-bb49-411d-9608-d61c00d4d5c0,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:46.610817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d2928-8302-43bc-9c52-1c9d89685eea req-2b39135b-ecd8-4160-8fde-04c7a49a00f8 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:46.612598 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7d8d2928-8302-43bc-9c52-1c9d89685eea req-2b39135b-ecd8-4160-8fde-04c7a49a00f8 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=066201e7-d2f3-4ad0-a039-e4f4fc44cf7c HTTP/1.1" status: 200 len: 945 time: 0.1307750 May 28 05:16:46.616164 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5c57b533-9c76-4367-84d1-c04bc120f913 req-ccbedf67-9f55-4a59-b0cd-bc74606224a0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=066201e7-d2f3-4ad0-a039-e4f4fc44cf7c HTTP/1.1" status: 200 len: 1098 time: 0.1001635 May 28 05:16:46.685341 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7d8d2928-8302-43bc-9c52-1c9d89685eea req-656f90b9-34a3-4115-9bd8-28d98a2ef990 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667953 May 28 05:16:46.687014 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5c57b533-9c76-4367-84d1-c04bc120f913 req-98587b4f-8336-44b7-bdfd-2b2700c6ed1b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556321 May 28 05:16:47.889274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4ce057-32d7-430f-ae7f-986f14a9264b req-4f287521-cc54-48f3-9854-755e5365aeba tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:47.890758 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4a4ce057-32d7-430f-ae7f-986f14a9264b req-4f287521-cc54-48f3-9854-755e5365aeba tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=066201e7-d2f3-4ad0-a039-e4f4fc44cf7c HTTP/1.1" status: 200 len: 945 time: 0.0785482 May 28 05:16:47.937763 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4a4ce057-32d7-430f-ae7f-986f14a9264b req-cad6443f-a3c7-45f5-87ea-33967179385a tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411251 May 28 05:16:48.352784 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aafa6d-cb40-494d-9836-5839cb52f06d req-47cadd80-f3a0-45c2-938a-8600550718d2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:48.354280 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-89aafa6d-cb40-494d-9836-5839cb52f06d req-47cadd80-f3a0-45c2-938a-8600550718d2 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=066201e7-d2f3-4ad0-a039-e4f4fc44cf7c HTTP/1.1" status: 200 len: 945 time: 0.0785818 May 28 05:16:48.405806 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-89aafa6d-cb40-494d-9836-5839cb52f06d req-ab5495cc-71ec-4a23-911c-ee72c9e7db50 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 May 28 05:16:49.759863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55763a24-cad6-44a8-90a5-fc3218c85a88 req-640cc424-fc90-4845-b2b8-b210fab5637a tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:49.761211 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-55763a24-cad6-44a8-90a5-fc3218c85a88 req-640cc424-fc90-4845-b2b8-b210fab5637a tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=066201e7-d2f3-4ad0-a039-e4f4fc44cf7c HTTP/1.1" status: 200 len: 945 time: 0.2185798 May 28 05:16:49.766555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dc5d7-106a-4bc6-aa07-c345b7c7bf85 req-89875a2a-2330-48b9-8574-304c985bd5ec tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:49.767853 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-365dc5d7-106a-4bc6-aa07-c345b7c7bf85 req-89875a2a-2330-48b9-8574-304c985bd5ec tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.66 "GET /v2.0/ports?device_id=066201e7-d2f3-4ad0-a039-e4f4fc44cf7c HTTP/1.1" status: 200 len: 945 time: 0.1094100 May 28 05:16:49.874755 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-365dc5d7-106a-4bc6-aa07-c345b7c7bf85 req-92872868-de46-4310-9e1b-25bcc2e65857 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Deleting port 76df948c-bb49-411d-9608-d61c00d4d5c0 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:16:49.875064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-365dc5d7-106a-4bc6-aa07-c345b7c7bf85 req-92872868-de46-4310-9e1b-25bcc2e65857 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:49.899330 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-55763a24-cad6-44a8-90a5-fc3218c85a88 req-9b3e45ae-bdb6-4d65-b2a8-1d98cf2fa952 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306055 May 28 05:16:50.121850 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-365dc5d7-106a-4bc6-aa07-c345b7c7bf85 req-92872868-de46-4310-9e1b-25bcc2e65857 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] For port 76df948c-bb49-411d-9608-d61c00d4d5c0, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=76df948c-bb49-411d-9608-d61c00d4d5c0,segment=NetworkSegment(12e592c2-f93d-4f5f-9a9a-7b1355ed69f9),segment_id=12e592c2-f93d-4f5f-9a9a-7b1355ed69f9)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:16:50.122159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-365dc5d7-106a-4bc6-aa07-c345b7c7bf85 req-92872868-de46-4310-9e1b-25bcc2e65857 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:50.239333 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-365dc5d7-106a-4bc6-aa07-c345b7c7bf85 req-92872868-de46-4310-9e1b-25bcc2e65857 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Calling delete_port for 76df948c-bb49-411d-9608-d61c00d4d5c0 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:16:50.398346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-365dc5d7-106a-4bc6-aa07-c345b7c7bf85 req-92872868-de46-4310-9e1b-25bcc2e65857 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:50.410853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['7c1a62ea-c578-4b00-bf27-9bbf24e931b3'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:16:50.447472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92872868-de46-4310-9e1b-25bcc2e65857 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Pushing event deleted for resources: {'Port': ['ID=76df948c-bb49-411d-9608-d61c00d4d5c0,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:50.529673 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-365dc5d7-106a-4bc6-aa07-c345b7c7bf85 req-92872868-de46-4310-9e1b-25bcc2e65857 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] No DVR routers for this DVR port 76df948c-bb49-411d-9608-d61c00d4d5c0 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:16:50.532096 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-365dc5d7-106a-4bc6-aa07-c345b7c7bf85 req-92872868-de46-4310-9e1b-25bcc2e65857 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:50.534628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066201e7-d2f3-4ad0-a039-e4f4fc44cf7c', 'name': 'network-vif-deleted', 'tag': '76df948c-bb49-411d-9608-d61c00d4d5c0'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:16:50.551812 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-365dc5d7-106a-4bc6-aa07-c345b7c7bf85 req-92872868-de46-4310-9e1b-25bcc2e65857 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.66 "DELETE /v2.0/ports/76df948c-bb49-411d-9608-d61c00d4d5c0 HTTP/1.1" status: 204 len: 173 time: 0.7700112 May 28 05:16:50.600120 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79be5ed9-faeb-4af9-8b09-6c3e8d5b9236'] response: {'server_uuid': '066201e7-d2f3-4ad0-a039-e4f4fc44cf7c', 'name': 'network-vif-deleted', 'tag': '76df948c-bb49-411d-9608-d61c00d4d5c0', 'status': 'completed', 'code': 200} May 28 05:16:51.095899 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-24bb6ade-9ef7-4ff2-91d3-250ec30f2629 req-f7d3a99c-4deb-4b58-83c9-0ce0602e231f tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Synchronizing usage tracker for tenant:d94f18d5baa24f3dba1e66a3447db74c on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:16:51.114501 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-24bb6ade-9ef7-4ff2-91d3-250ec30f2629 req-f7d3a99c-4deb-4b58-83c9-0ce0602e231f tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Unset dirty status for tenant:d94f18d5baa24f3dba1e66a3447db74c on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:16:51.115689 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24bb6ade-9ef7-4ff2-91d3-250ec30f2629 req-f7d3a99c-4deb-4b58-83c9-0ce0602e231f tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=066201e7-d2f3-4ad0-a039-e4f4fc44cf7c HTTP/1.1" status: 200 len: 210 time: 0.0609186 May 28 05:16:52.091193 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 76df948c-bb49-411d-9608-d61c00d4d5c0 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:16:52.124547 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 76df948c-bb49-411d-9608-d61c00d4d5c0 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:16:52.124862 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 76df948c-bb49-411d-9608-d61c00d4d5c0 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:16:52.161053 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-53f053d9-f7b3-4d1d-9766-8f663b2d9238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:52.408100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df425f43-b2a2-4551-90c4-4eb1b0d8a43d req-a7c09124-503c-4c16-a36e-acc5b8cfffd7 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:52.409539 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-df425f43-b2a2-4551-90c4-4eb1b0d8a43d req-a7c09124-503c-4c16-a36e-acc5b8cfffd7 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 946 time: 0.0901861 May 28 05:16:52.456574 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-df425f43-b2a2-4551-90c4-4eb1b0d8a43d req-462359a8-e5d7-4983-9643-8f42cc5fbbe9 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413194 May 28 05:16:52.687783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19185c8-6039-4050-8f6a-9d97e52af0cc req-3b640579-5063-4e92-9a9b-b0ce074a9766 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:52.689269 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a19185c8-6039-4050-8f6a-9d97e52af0cc req-3b640579-5063-4e92-9a9b-b0ce074a9766 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 946 time: 0.0868342 May 28 05:16:52.736493 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a19185c8-6039-4050-8f6a-9d97e52af0cc req-8d4710e2-e534-4a56-93df-26cdae301a99 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414655 May 28 05:16:52.949956 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c8514-d37a-4024-98e7-4cc019d6e06e req-566b554f-171c-4f3d-b499-237cf79dc715 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:52.951400 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-658c8514-d37a-4024-98e7-4cc019d6e06e req-566b554f-171c-4f3d-b499-237cf79dc715 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 946 time: 0.0828607 May 28 05:16:53.000858 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-658c8514-d37a-4024-98e7-4cc019d6e06e req-9802c4fd-f26f-44d2-af80-2aade3207ca9 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398161 May 28 05:16:53.207048 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-953bd688-40fe-4cbb-9984-ed34cbba530c req-c6a1302a-2a91-411a-983f-e05537887231 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0730782 May 28 05:16:53.427662 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2528b99-d0ac-45ef-8fab-b82eaffa1586 req-fae58461-ef84-4121-bed5-46416d654577 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:53.429122 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2528b99-d0ac-45ef-8fab-b82eaffa1586 req-fae58461-ef84-4121-bed5-46416d654577 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 946 time: 0.0994105 May 28 05:16:53.478041 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c2528b99-d0ac-45ef-8fab-b82eaffa1586 req-bf32f448-7bab-480c-802b-12567daeaab6 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400395 May 28 05:16:53.688070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b37f28-e1bd-4f96-852d-970bf634f594 req-8e937fd1-d2ec-4b7c-8431-081d0e95b8a9 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:53.689534 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-53b37f28-e1bd-4f96-852d-970bf634f594 req-8e937fd1-d2ec-4b7c-8431-081d0e95b8a9 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 946 time: 0.0893581 May 28 05:16:53.737646 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-53b37f28-e1bd-4f96-852d-970bf634f594 req-b7dbede6-a3e3-4c7f-836d-3b5116fc548b tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421677 May 28 05:16:53.953049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b9768-e3fd-48d1-93d0-c988a84de412 req-e8b91ba0-7491-43dd-b799-cfc126be02ba tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:53.954527 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-576b9768-e3fd-48d1-93d0-c988a84de412 req-e8b91ba0-7491-43dd-b799-cfc126be02ba tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 946 time: 0.0787296 May 28 05:16:54.002374 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-576b9768-e3fd-48d1-93d0-c988a84de412 req-4ba96e55-2cbe-461f-a6d2-aeb008170990 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395644 May 28 05:16:54.323845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c1de5183-e9db-4ebf-81f5-5684c64a1983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:54.588164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3fa776-1185-40d6-94fb-c9e52c9fdc29 req-cced068c-46be-4813-b1aa-80d8da670d0a tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:54.589511 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2b3fa776-1185-40d6-94fb-c9e52c9fdc29 req-cced068c-46be-4813-b1aa-80d8da670d0a tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 946 time: 0.0774176 May 28 05:16:54.734713 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2b3fa776-1185-40d6-94fb-c9e52c9fdc29 req-73274e5d-c3e8-4e96-bdeb-6769ebed90b6 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385260 May 28 05:16:54.954341 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:55.577267 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:55.654297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:55.935921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e41e0-09f1-4cf2-ae14-922871c6a0ab req-ae17631d-020e-4f73-bbec-1e5380535b03 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:55.937452 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-954e41e0-09f1-4cf2-ae14-922871c6a0ab req-ae17631d-020e-4f73-bbec-1e5380535b03 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.66 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 946 time: 0.1269600 May 28 05:16:56.010696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e322d3f-ea14-4744-b1fc-df8d907408f7 req-504eab22-137d-4240-a426-5b7be99ccb2b tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:16:56.012111 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2e322d3f-ea14-4744-b1fc-df8d907408f7 req-504eab22-137d-4240-a426-5b7be99ccb2b tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 946 time: 0.1457093 May 28 05:16:56.015330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-954e41e0-09f1-4cf2-ae14-922871c6a0ab req-e537d640-c502-4f2b-ab73-15c016c4bf8e tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Deleting port 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:16:56.015636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-954e41e0-09f1-4cf2-ae14-922871c6a0ab req-e537d640-c502-4f2b-ab73-15c016c4bf8e tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:56.132935 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2e322d3f-ea14-4744-b1fc-df8d907408f7 req-6e2aa669-dac5-4b6f-ad64-aded08d4a923 tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/security-groups?id=65fddf30-2308-4438-abba-a2ba06a5d0d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942566 May 28 05:16:56.301776 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-954e41e0-09f1-4cf2-ae14-922871c6a0ab req-e537d640-c502-4f2b-ab73-15c016c4bf8e tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] For port 7c1a62ea-c578-4b00-bf27-9bbf24e931b3, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=7c1a62ea-c578-4b00-bf27-9bbf24e931b3,segment=NetworkSegment(12e592c2-f93d-4f5f-9a9a-7b1355ed69f9),segment_id=12e592c2-f93d-4f5f-9a9a-7b1355ed69f9)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:16:56.302073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-954e41e0-09f1-4cf2-ae14-922871c6a0ab req-e537d640-c502-4f2b-ab73-15c016c4bf8e tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:56.420798 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-954e41e0-09f1-4cf2-ae14-922871c6a0ab req-e537d640-c502-4f2b-ab73-15c016c4bf8e tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Calling delete_port for 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:16:56.578425 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-954e41e0-09f1-4cf2-ae14-922871c6a0ab req-e537d640-c502-4f2b-ab73-15c016c4bf8e tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:56.590719 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['7c1a62ea-c578-4b00-bf27-9bbf24e931b3'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:16:56.627818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e537d640-c502-4f2b-ab73-15c016c4bf8e tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Pushing event deleted for resources: {'Port': ['ID=7c1a62ea-c578-4b00-bf27-9bbf24e931b3,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:56.710915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-954e41e0-09f1-4cf2-ae14-922871c6a0ab req-e537d640-c502-4f2b-ab73-15c016c4bf8e tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] No DVR routers for this DVR port 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:16:56.713534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-954e41e0-09f1-4cf2-ae14-922871c6a0ab req-e537d640-c502-4f2b-ab73-15c016c4bf8e tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:56.716070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b45f8e-d66f-4338-bd1b-a7d0a90397cf', 'name': 'network-vif-deleted', 'tag': '7c1a62ea-c578-4b00-bf27-9bbf24e931b3'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:16:56.734604 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-954e41e0-09f1-4cf2-ae14-922871c6a0ab req-e537d640-c502-4f2b-ab73-15c016c4bf8e tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.66 "DELETE /v2.0/ports/7c1a62ea-c578-4b00-bf27-9bbf24e931b3 HTTP/1.1" status: 204 len: 173 time: 0.7921100 May 28 05:16:56.781239 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf40a4d8-13aa-480a-9fb8-0f2d468698aa'] response: {'server_uuid': '19b45f8e-d66f-4338-bd1b-a7d0a90397cf', 'name': 'network-vif-deleted', 'tag': '7c1a62ea-c578-4b00-bf27-9bbf24e931b3', 'status': 'completed', 'code': 200} May 28 05:16:57.219687 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:57.316987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-3b363075-35ef-4861-ae8e-acef588f72a9 req-2ff4533b-7637-4eaa-b25e-6fa72c5e39fb tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Synchronizing usage tracker for tenant:d94f18d5baa24f3dba1e66a3447db74c on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:16:57.333606 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-3b363075-35ef-4861-ae8e-acef588f72a9 req-2ff4533b-7637-4eaa-b25e-6fa72c5e39fb tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] Unset dirty status for tenant:d94f18d5baa24f3dba1e66a3447db74c on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:16:57.334815 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b363075-35ef-4861-ae8e-acef588f72a9 req-2ff4533b-7637-4eaa-b25e-6fa72c5e39fb tempest-ServersNegativeTestJSON-1781133059 tempest-ServersNegativeTestJSON-1781133059-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b45f8e-d66f-4338-bd1b-a7d0a90397cf HTTP/1.1" status: 200 len: 210 time: 0.0634823 May 28 05:16:58.449692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37678) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:16:58.517173 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f0c7e3-b96d-461b-a5a1-fdf82d092c37 admin admin] Deleting subnet ff4f870f-dedb-4c12-9266-882a60f2f350 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:16:58.520453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-04f0c7e3-b96d-461b-a5a1-fdf82d092c37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:58.570220 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-04f0c7e3-b96d-461b-a5a1-fdf82d092c37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:58.625624 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-04f0c7e3-b96d-461b-a5a1-fdf82d092c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:58.698822 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-04f0c7e3-b96d-461b-a5a1-fdf82d092c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:58.734713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0c7e3-b96d-461b-a5a1-fdf82d092c37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff4f870f-dedb-4c12-9266-882a60f2f350,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:58.741115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-04f0c7e3-b96d-461b-a5a1-fdf82d092c37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:58.747179 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-04f0c7e3-b96d-461b-a5a1-fdf82d092c37 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ff4f870f-dedb-4c12-9266-882a60f2f350 HTTP/1.1" status: 204 len: 168 time: 0.2964485 May 28 05:16:58.750578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37682) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:16:58.854079 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-934a97c0-2b8c-43ca-b9b1-cb295bdb4985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:58.975646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-934a97c0-2b8c-43ca-b9b1-cb295bdb4985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:59.000158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-934a97c0-2b8c-43ca-b9b1-cb295bdb4985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf45045-8875-4815-9575-8e5626b36b4e']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:16:59.011760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-934a97c0-2b8c-43ca-b9b1-cb295bdb4985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e592c2-f93d-4f5f-9a9a-7b1355ed69f9') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:16:59.012046 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-934a97c0-2b8c-43ca-b9b1-cb295bdb4985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e592c2-f93d-4f5f-9a9a-7b1355ed69f9') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:16:59.023207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-934a97c0-2b8c-43ca-b9b1-cb295bdb4985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:59.039997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-934a97c0-2b8c-43ca-b9b1-cb295bdb4985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:59.046370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934a97c0-2b8c-43ca-b9b1-cb295bdb4985 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:16:59.046818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-934a97c0-2b8c-43ca-b9b1-cb295bdb4985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:16:59.059371 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:16:59.223328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-934a97c0-2b8c-43ca-b9b1-cb295bdb4985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:59.238929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-934a97c0-2b8c-43ca-b9b1-cb295bdb4985 admin admin] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:59.247794 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a97c0-2b8c-43ca-b9b1-cb295bdb4985 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecf45045-8875-4815-9575-8e5626b36b4e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:59.253558 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-934a97c0-2b8c-43ca-b9b1-cb295bdb4985 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ecf45045-8875-4815-9575-8e5626b36b4e HTTP/1.1" status: 204 len: 168 time: 0.4988329 May 28 05:16:59.391188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37688) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:16:59.452563 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8519d5af-4e54-4c4e-b739-ac98cb5527c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d94f18d5baa24f3dba1e66a3447db74c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0597279 May 28 05:16:59.455986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37692) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:16:59.518896 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c002bbc-a811-4342-a71b-5bd4d14d4582 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:59.545033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c002bbc-a811-4342-a71b-5bd4d14d4582 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:59.599841 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c002bbc-a811-4342-a71b-5bd4d14d4582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:59.614183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c002bbc-a811-4342-a71b-5bd4d14d4582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fddf30-2308-4438-abba-a2ba06a5d0d0,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:16:59.620476 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5c002bbc-a811-4342-a71b-5bd4d14d4582 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:16:59.621591 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5c002bbc-a811-4342-a71b-5bd4d14d4582 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65fddf30-2308-4438-abba-a2ba06a5d0d0 HTTP/1.1" status: 204 len: 168 time: 0.1647334 May 28 05:17:00.167958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:17:00.201082 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:17:00.201486 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 7c1a62ea-c578-4b00-bf27-9bbf24e931b3 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:17:00.516327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37714) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:00.652889 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1936689526'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:00.658192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:00.662208 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Usage tracker for resource:network and tenant:b42cf3ab3d294b8ba91d8f9ad84cda29 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:00.665193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:00.671657 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:00.684274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Made reservation on behalf of b42cf3ab3d294b8ba91d8f9ad84cda29 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:00.687276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:00.700173 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:00.736437 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:00.740646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Usage tracker for resource:security_group_rule and tenant:b42cf3ab3d294b8ba91d8f9ad84cda29 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:00.743482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:00.749748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:00.818206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:00.824483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:00.860810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:17:00.866300 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d502769-1c80-4115-9c46-17bf1ed35dd9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:00.873540 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:00.873911 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Added segment 082de4d4-1799-4c88-bad9-7c86e0d0d7ec of type vlan for network 29e7a5b4-6576-4cca-8982-374f13fef1af May 28 05:17:00.900767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:00.931542 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:00.935312 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:00.935884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:01.049023 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5315585 May 28 05:17:01.051712 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef551b-0959-45ef-a7f8-ea108f91e3ae tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event updated for resources: {'Network': ['ID=29e7a5b4-6576-4cca-8982-374f13fef1af,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:01.064699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 29e7a5b4-6576-4cca-8982-374f13fef1af details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:17:03.833199 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:17:04.336330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37720) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:04.344193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-dad7d14b-db01-43bb-8b71-adbaab998bd4 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Request body: {'subnet': {'network_id': '29e7a5b4-6576-4cca-8982-374f13fef1af', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:04.453244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-dad7d14b-db01-43bb-8b71-adbaab998bd4 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:04.457528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-dad7d14b-db01-43bb-8b71-adbaab998bd4 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Usage tracker for resource:subnet and tenant:b42cf3ab3d294b8ba91d8f9ad84cda29 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:04.460564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-dad7d14b-db01-43bb-8b71-adbaab998bd4 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:04.469346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-dad7d14b-db01-43bb-8b71-adbaab998bd4 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:04.481155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad7d14b-db01-43bb-8b71-adbaab998bd4 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Made reservation on behalf of b42cf3ab3d294b8ba91d8f9ad84cda29 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:04.584764 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dad7d14b-db01-43bb-8b71-adbaab998bd4 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:04.816237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dad7d14b-db01-43bb-8b71-adbaab998bd4 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:04.888131 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7d14b-db01-43bb-8b71-adbaab998bd4 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event updated for resources: {'Subnet': ['ID=2aa357d9-ffc4-4594-ba9f-c3204b55edf8,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:04.902123 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7d14b-db01-43bb-8b71-adbaab998bd4 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Checking segment: {'id': '082de4d4-1799-4c88-bad9-7c86e0d0d7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '29e7a5b4-6576-4cca-8982-374f13fef1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:04.902466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad7d14b-db01-43bb-8b71-adbaab998bd4 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Network hostable DHCP agents. Network: 29e7a5b4-6576-4cca-8982-374f13fef1af, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:17:04.924550 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad7d14b-db01-43bb-8b71-adbaab998bd4 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Network 29e7a5b4-6576-4cca-8982-374f13fef1af is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:17:04.934609 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-dad7d14b-db01-43bb-8b71-adbaab998bd4 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 29e7a5b4-6576-4cca-8982-374f13fef1af) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:04.938511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad7d14b-db01-43bb-8b71-adbaab998bd4 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:04.939076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dad7d14b-db01-43bb-8b71-adbaab998bd4 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:04.946540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce07410-a772-415a-b36e-db187bedff60 None None] Network 29e7a5b4-6576-4cca-8982-374f13fef1af requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:04.966053 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dad7d14b-db01-43bb-8b71-adbaab998bd4 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6283209 May 28 05:17:04.970181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37724) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:04.975491 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-01ee34e5-d74a-423d-9c26-45be23ddee07 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2106418140'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:04.980364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-01ee34e5-d74a-423d-9c26-45be23ddee07 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:04.984190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-01ee34e5-d74a-423d-9c26-45be23ddee07 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Usage tracker for resource:network and tenant:b42cf3ab3d294b8ba91d8f9ad84cda29 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:04.987450 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-01ee34e5-d74a-423d-9c26-45be23ddee07 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:04.993285 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-01ee34e5-d74a-423d-9c26-45be23ddee07 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:05.005142 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ee34e5-d74a-423d-9c26-45be23ddee07 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Made reservation on behalf of b42cf3ab3d294b8ba91d8f9ad84cda29 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:05.008089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-01ee34e5-d74a-423d-9c26-45be23ddee07 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:05.035664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ee34e5-d74a-423d-9c26-45be23ddee07 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:17:05.044744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-01ee34e5-d74a-423d-9c26-45be23ddee07 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:05.045079 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-01ee34e5-d74a-423d-9c26-45be23ddee07 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Added segment 02c26ffc-5fbe-46c8-81d6-1ea54f8665d7 of type vlan for network abb8394f-0fdf-495c-86a6-4e08120d93b1 May 28 05:17:05.072028 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-01ee34e5-d74a-423d-9c26-45be23ddee07 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:05.103309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-01ee34e5-d74a-423d-9c26-45be23ddee07 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:05.107147 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ee34e5-d74a-423d-9c26-45be23ddee07 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:05.107739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-01ee34e5-d74a-423d-9c26-45be23ddee07 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:05.159350 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-29e7a5b4-6576-4cca-8982-374f13fef1af', 'network_id': '29e7a5b4-6576-4cca-8982-374f13fef1af', 'tenant_id': 'b42cf3ab3d294b8ba91d8f9ad84cda29', 'fixed_ips': [{'subnet_id': '2aa357d9-ffc4-4594-ba9f-c3204b55edf8'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:17:05.160253 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:05.210483 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-01ee34e5-d74a-423d-9c26-45be23ddee07 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2366188 May 28 05:17:05.210720 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37728) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:05.219033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-322055b3-3e0c-4155-81be-e72a09a27789 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Request body: {'subnet': {'network_id': 'abb8394f-0fdf-495c-86a6-4e08120d93b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:05.237630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee34e5-d74a-423d-9c26-45be23ddee07 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event updated for resources: {'Network': ['ID=abb8394f-0fdf-495c-86a6-4e08120d93b1,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:05.249953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network abb8394f-0fdf-495c-86a6-4e08120d93b1 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:17:05.335254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-322055b3-3e0c-4155-81be-e72a09a27789 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:05.339707 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-322055b3-3e0c-4155-81be-e72a09a27789 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Usage tracker for resource:subnet and tenant:b42cf3ab3d294b8ba91d8f9ad84cda29 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:05.343095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-322055b3-3e0c-4155-81be-e72a09a27789 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:05.349622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-322055b3-3e0c-4155-81be-e72a09a27789 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:05.361775 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322055b3-3e0c-4155-81be-e72a09a27789 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Made reservation on behalf of b42cf3ab3d294b8ba91d8f9ad84cda29 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:05.444070 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Allocated IP 2001:db8:0:ffff::2 (29e7a5b4-6576-4cca-8982-374f13fef1af/2aa357d9-ffc4-4594-ba9f-c3204b55edf8/dc35e760-f212-484f-83df-20e7a4ab50b1) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:17:05.464220 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-322055b3-3e0c-4155-81be-e72a09a27789 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:05.645766 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:05.656372 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Transition to ACTIVE for port object dc35e760-f212-484f-83df-20e7a4ab50b1 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:05.675090 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Transition to ACTIVE for port object dc35e760-f212-484f-83df-20e7a4ab50b1 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:05.681328 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:05.701858 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-322055b3-3e0c-4155-81be-e72a09a27789 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:05.748251 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Network 29e7a5b4-6576-4cca-8982-374f13fef1af is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:17:05.751876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:05.753814 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Pushing event updated for resources: {'Port': ['ID=dc35e760-f212-484f-83df-20e7a4ab50b1,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:05.755827 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:17:05.774599 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322055b3-3e0c-4155-81be-e72a09a27789 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event updated for resources: {'Subnet': ['ID=fbb49af1-2cd0-48dc-aeaa-a6555840a208,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:05.789778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322055b3-3e0c-4155-81be-e72a09a27789 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Checking segment: {'id': '02c26ffc-5fbe-46c8-81d6-1ea54f8665d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'abb8394f-0fdf-495c-86a6-4e08120d93b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:05.790134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322055b3-3e0c-4155-81be-e72a09a27789 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Network hostable DHCP agents. Network: abb8394f-0fdf-495c-86a6-4e08120d93b1, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:17:05.815150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322055b3-3e0c-4155-81be-e72a09a27789 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Network abb8394f-0fdf-495c-86a6-4e08120d93b1 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:17:05.826311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-322055b3-3e0c-4155-81be-e72a09a27789 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, abb8394f-0fdf-495c-86a6-4e08120d93b1) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:05.830878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322055b3-3e0c-4155-81be-e72a09a27789 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:05.831466 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-322055b3-3e0c-4155-81be-e72a09a27789 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:05.839680 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74f6079-b224-46da-9064-07871ef789be None None] Network abb8394f-0fdf-495c-86a6-4e08120d93b1 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:05.858950 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-322055b3-3e0c-4155-81be-e72a09a27789 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6466644 May 28 05:17:05.861297 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37732) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:05.902074 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Attempting to bind port dc35e760-f212-484f-83df-20e7a4ab50b1 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:17:05.902385 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Attempting to bind port dc35e760-f212-484f-83df-20e7a4ab50b1 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '082de4d4-1799-4c88-bad9-7c86e0d0d7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '29e7a5b4-6576-4cca-8982-374f13fef1af'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:17:05.902687 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Attempting to bind port dc35e760-f212-484f-83df-20e7a4ab50b1 on network 29e7a5b4-6576-4cca-8982-374f13fef1af {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:17:05.927863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:17:05.928354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Checking segment: {'id': '082de4d4-1799-4c88-bad9-7c86e0d0d7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '29e7a5b4-6576-4cca-8982-374f13fef1af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:05.928893 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:05.929433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Bound using segment: {'id': '082de4d4-1799-4c88-bad9-7c86e0d0d7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '29e7a5b4-6576-4cca-8982-374f13fef1af'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:17:05.930087 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Bound port: dc35e760-f212-484f-83df-20e7a4ab50b1, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082de4d4-1799-4c88-bad9-7c86e0d0d7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '29e7a5b4-6576-4cca-8982-374f13fef1af'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:17:05.930592 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.003834 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25767282-6b6d-451d-8455-9a5d4421c096 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.073962 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25767282-6b6d-451d-8455-9a5d4421c096 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.107985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] For port dc35e760-f212-484f-83df-20e7a4ab50b1, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:17:06.112997 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] For port dc35e760-f212-484f-83df-20e7a4ab50b1, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=dc35e760-f212-484f-83df-20e7a4ab50b1,segment=NetworkSegment(082de4d4-1799-4c88-bad9-7c86e0d0d7ec),segment_id=082de4d4-1799-4c88-bad9-7c86e0d0d7ec)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:17:06.149057 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.151013 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25767282-6b6d-451d-8455-9a5d4421c096 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.191398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25767282-6b6d-451d-8455-9a5d4421c096 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb49af1-2cd0-48dc-aeaa-a6555840a208,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:06.200461 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efe0790-00bc-4538-8f37-5c27b020695b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-abb8394f-0fdf-495c-86a6-4e08120d93b1', 'network_id': 'abb8394f-0fdf-495c-86a6-4e08120d93b1', 'tenant_id': 'b42cf3ab3d294b8ba91d8f9ad84cda29', 'fixed_ips': [{'subnet_id': 'fbb49af1-2cd0-48dc-aeaa-a6555840a208'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:17:06.201231 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3efe0790-00bc-4538-8f37-5c27b020695b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.286688 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25767282-6b6d-451d-8455-9a5d4421c096 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.290898 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669a7a9-6241-469f-95bd-29ea5f7cc679 None None] Pushing event updated for resources: {'Port': ['ID=dc35e760-f212-484f-83df-20e7a4ab50b1,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:06.318379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-25767282-6b6d-451d-8455-9a5d4421c096 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb8394f-0fdf-495c-86a6-4e08120d93b1']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:06.332037 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-25767282-6b6d-451d-8455-9a5d4421c096 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c26ffc-5fbe-46c8-81d6-1ea54f8665d7') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:06.332635 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-25767282-6b6d-451d-8455-9a5d4421c096 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c26ffc-5fbe-46c8-81d6-1ea54f8665d7') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:06.345175 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25767282-6b6d-451d-8455-9a5d4421c096 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.346741 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed6bc98-c94f-4190-9096-a4b63fb0d7a4 None None] Network abb8394f-0fdf-495c-86a6-4e08120d93b1 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:06.362964 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25767282-6b6d-451d-8455-9a5d4421c096 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.369597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25767282-6b6d-451d-8455-9a5d4421c096 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:17:06.370239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25767282-6b6d-451d-8455-9a5d4421c096 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:17:06.465020 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:17:06.474368 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25767282-6b6d-451d-8455-9a5d4421c096 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.496823 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-25767282-6b6d-451d-8455-9a5d4421c096 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.510347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25767282-6b6d-451d-8455-9a5d4421c096 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event deleted for resources: {'Network': ['ID=abb8394f-0fdf-495c-86a6-4e08120d93b1,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:06.519070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37736) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:06.520169 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-25767282-6b6d-451d-8455-9a5d4421c096 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "DELETE /v2.0/networks/abb8394f-0fdf-495c-86a6-4e08120d93b1 HTTP/1.1" status: 204 len: 168 time: 0.6564603 May 28 05:17:06.524948 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3f2c1aad-24eb-41fc-abe3-af1d08eb7244 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-498029711'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:06.532662 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3f2c1aad-24eb-41fc-abe3-af1d08eb7244 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:06.547535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3f2c1aad-24eb-41fc-abe3-af1d08eb7244 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Usage tracker for resource:network and tenant:b42cf3ab3d294b8ba91d8f9ad84cda29 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:06.552943 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3f2c1aad-24eb-41fc-abe3-af1d08eb7244 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:06.560334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3f2c1aad-24eb-41fc-abe3-af1d08eb7244 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:06.578651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2c1aad-24eb-41fc-abe3-af1d08eb7244 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Made reservation on behalf of b42cf3ab3d294b8ba91d8f9ad84cda29 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:06.581762 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1aad-24eb-41fc-abe3-af1d08eb7244 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.616269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2c1aad-24eb-41fc-abe3-af1d08eb7244 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:17:06.627654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device dc35e760-f212-484f-83df-20e7a4ab50b1 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:06.629047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1aad-24eb-41fc-abe3-af1d08eb7244 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.629438 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-3f2c1aad-24eb-41fc-abe3-af1d08eb7244 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Added segment a2702a4e-c259-4bb0-a5cf-570b3c4c9912 of type vlan for network 709879a9-891d-4ee6-bbb4-9c54c66318cd May 28 05:17:06.656368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1aad-24eb-41fc-abe3-af1d08eb7244 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.688142 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1aad-24eb-41fc-abe3-af1d08eb7244 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.692212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2c1aad-24eb-41fc-abe3-af1d08eb7244 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:06.693151 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3f2c1aad-24eb-41fc-abe3-af1d08eb7244 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:06.708411 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port dc35e760-f212-484f-83df-20e7a4ab50b1 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:06.881462 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3f2c1aad-24eb-41fc-abe3-af1d08eb7244 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3612590 May 28 05:17:06.884891 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37740) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:06.892482 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Request body: {'subnet': {'network_id': '709879a9-891d-4ee6-bbb4-9c54c66318cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:06.898339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c1aad-24eb-41fc-abe3-af1d08eb7244 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event updated for resources: {'Network': ['ID=709879a9-891d-4ee6-bbb4-9c54c66318cd,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:06.909930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 709879a9-891d-4ee6-bbb4-9c54c66318cd details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:17:07.024143 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:07.027943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Usage tracker for resource:subnet and tenant:b42cf3ab3d294b8ba91d8f9ad84cda29 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:07.032052 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:07.038628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:07.050349 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Made reservation on behalf of b42cf3ab3d294b8ba91d8f9ad84cda29 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:07.150609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:07.235948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0485e4-e724-4ca1-b1aa-aa908bef2da9 None None] Network 29e7a5b4-6576-4cca-8982-374f13fef1af requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:07.242363 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.ipam_backend_mixin [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Performing IP validity checks on allocation pools {{(pid=84009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 28 05:17:07.242902 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.ipam_backend_mixin [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84009) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 28 05:17:07.345726 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-87be933f-3705-4e76-ab56-9ecd7328cd53 None None] Provisioning for port dc35e760-f212-484f-83df-20e7a4ab50b1 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:07.355043 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-87be933f-3705-4e76-ab56-9ecd7328cd53 None None] Provisioning complete for port dc35e760-f212-484f-83df-20e7a4ab50b1 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:07.355402 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-87be933f-3705-4e76-ab56-9ecd7328cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:07.371112 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:07.435714 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event updated for resources: {'Subnet': ['ID=828abf6c-60b4-4639-b66e-a1c9210e265b,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:07.459006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Checking segment: {'id': 'a2702a4e-c259-4bb0-a5cf-570b3c4c9912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '709879a9-891d-4ee6-bbb4-9c54c66318cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:07.459347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Network hostable DHCP agents. Network: 709879a9-891d-4ee6-bbb4-9c54c66318cd, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:17:07.484196 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Network 709879a9-891d-4ee6-bbb4-9c54c66318cd is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:17:07.495775 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 709879a9-891d-4ee6-bbb4-9c54c66318cd) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:07.500040 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:07.500611 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:07.509895 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a354c674-b5cf-47eb-8c1d-a33134ef89cb None None] Network 709879a9-891d-4ee6-bbb4-9c54c66318cd requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:07.523438 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-19ee01c0-30e8-497c-80b4-715cadc88612 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6366327 May 28 05:17:07.526181 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37744) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:07.667790 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f08c6e4b-4706-420e-b27b-69eaad5f4d8b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:07.698852 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-87be933f-3705-4e76-ab56-9ecd7328cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:07.738200 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f08c6e4b-4706-420e-b27b-69eaad5f4d8b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:07.764189 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-87be933f-3705-4e76-ab56-9ecd7328cd53 None None] For port dc35e760-f212-484f-83df-20e7a4ab50b1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=dc35e760-f212-484f-83df-20e7a4ab50b1,segment=NetworkSegment(082de4d4-1799-4c88-bad9-7c86e0d0d7ec),segment_id=082de4d4-1799-4c88-bad9-7c86e0d0d7ec)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:07.816198 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-87be933f-3705-4e76-ab56-9ecd7328cd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:07.820597 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f08c6e4b-4706-420e-b27b-69eaad5f4d8b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:07.925484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be933f-3705-4e76-ab56-9ecd7328cd53 None None] Pushing event updated for resources: {'Port': ['ID=dc35e760-f212-484f-83df-20e7a4ab50b1,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:07.932798 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebcf8e5-fcea-4e01-8bf9-c46da7d5ac3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-709879a9-891d-4ee6-bbb4-9c54c66318cd', 'network_id': '709879a9-891d-4ee6-bbb4-9c54c66318cd', 'tenant_id': 'b42cf3ab3d294b8ba91d8f9ad84cda29', 'fixed_ips': [{'subnet_id': '828abf6c-60b4-4639-b66e-a1c9210e265b'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:17:07.933688 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3ebcf8e5-fcea-4e01-8bf9-c46da7d5ac3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:07.974585 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c6e4b-4706-420e-b27b-69eaad5f4d8b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event deleted for resources: {'Subnet': ['ID=828abf6c-60b4-4639-b66e-a1c9210e265b,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:07.985637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f08c6e4b-4706-420e-b27b-69eaad5f4d8b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:08.018113 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-f08c6e4b-4706-420e-b27b-69eaad5f4d8b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['709879a9-891d-4ee6-bbb4-9c54c66318cd']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:08.042043 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-f08c6e4b-4706-420e-b27b-69eaad5f4d8b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2702a4e-c259-4bb0-a5cf-570b3c4c9912') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:08.042344 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-f08c6e4b-4706-420e-b27b-69eaad5f4d8b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2702a4e-c259-4bb0-a5cf-570b3c4c9912') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:08.057722 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f08c6e4b-4706-420e-b27b-69eaad5f4d8b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:08.062065 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebe2bce-9b9b-441c-97c4-44f757769d07 None None] Network 709879a9-891d-4ee6-bbb4-9c54c66318cd requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:08.082002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f08c6e4b-4706-420e-b27b-69eaad5f4d8b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:08.089804 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08c6e4b-4706-420e-b27b-69eaad5f4d8b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:17:08.090308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f08c6e4b-4706-420e-b27b-69eaad5f4d8b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:17:08.106256 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:17:08.186646 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f08c6e4b-4706-420e-b27b-69eaad5f4d8b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:08.207103 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f08c6e4b-4706-420e-b27b-69eaad5f4d8b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:08.218465 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08c6e4b-4706-420e-b27b-69eaad5f4d8b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event deleted for resources: {'Network': ['ID=709879a9-891d-4ee6-bbb4-9c54c66318cd,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:08.224584 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f08c6e4b-4706-420e-b27b-69eaad5f4d8b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "DELETE /v2.0/networks/709879a9-891d-4ee6-bbb4-9c54c66318cd HTTP/1.1" status: 204 len: 168 time: 0.6940372 May 28 05:17:08.224763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37748) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:08.230848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-d0df135f-ce36-4e65-b939-c13c21170f7b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1382373368'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:08.236111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d0df135f-ce36-4e65-b939-c13c21170f7b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:08.241523 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d0df135f-ce36-4e65-b939-c13c21170f7b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Usage tracker for resource:network and tenant:b42cf3ab3d294b8ba91d8f9ad84cda29 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:08.244580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d0df135f-ce36-4e65-b939-c13c21170f7b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:08.250706 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d0df135f-ce36-4e65-b939-c13c21170f7b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:08.255771 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4ae3d74b-05a2-4bde-9d89-1cd010aad83d None None] Provisioning complete for port dc35e760-f212-484f-83df-20e7a4ab50b1 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:08.256269 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4ae3d74b-05a2-4bde-9d89-1cd010aad83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:08.263829 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0df135f-ce36-4e65-b939-c13c21170f7b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Made reservation on behalf of b42cf3ab3d294b8ba91d8f9ad84cda29 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:08.266864 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d0df135f-ce36-4e65-b939-c13c21170f7b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:08.295003 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0df135f-ce36-4e65-b939-c13c21170f7b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:17:08.304317 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d0df135f-ce36-4e65-b939-c13c21170f7b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:08.304700 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-d0df135f-ce36-4e65-b939-c13c21170f7b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Added segment b9c31965-4aa7-44ab-b4ea-724665b01ee1 of type vlan for network 2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a May 28 05:17:08.331172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d0df135f-ce36-4e65-b939-c13c21170f7b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:08.363209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d0df135f-ce36-4e65-b939-c13c21170f7b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:08.369014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0df135f-ce36-4e65-b939-c13c21170f7b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:08.369833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d0df135f-ce36-4e65-b939-c13c21170f7b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:08.559866 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d0df135f-ce36-4e65-b939-c13c21170f7b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3316357 May 28 05:17:08.561537 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37752) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:08.563911 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df135f-ce36-4e65-b939-c13c21170f7b tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event updated for resources: {'Network': ['ID=2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:08.567437 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-1d5fa302-4978-4bc0-afa4-953fa70edfb7 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Request body: {'subnet': {'network_id': '2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:08.576185 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:17:08.592140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device dc35e760-f212-484f-83df-20e7a4ab50b1 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:08.676273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1d5fa302-4978-4bc0-afa4-953fa70edfb7 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:08.680163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1d5fa302-4978-4bc0-afa4-953fa70edfb7 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Usage tracker for resource:subnet and tenant:b42cf3ab3d294b8ba91d8f9ad84cda29 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:08.684104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1d5fa302-4978-4bc0-afa4-953fa70edfb7 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:08.691935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1d5fa302-4978-4bc0-afa4-953fa70edfb7 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:08.704052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5fa302-4978-4bc0-afa4-953fa70edfb7 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Made reservation on behalf of b42cf3ab3d294b8ba91d8f9ad84cda29 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:08.732384 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port dc35e760-f212-484f-83df-20e7a4ab50b1 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:08.732746 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:08.820173 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa302-4978-4bc0-afa4-953fa70edfb7 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:09.046110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa302-4978-4bc0-afa4-953fa70edfb7 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:09.120968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fa302-4978-4bc0-afa4-953fa70edfb7 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event updated for resources: {'Subnet': ['ID=0eb84c92-e40b-4ec6-92df-cf764c044906,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:09.139651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5fa302-4978-4bc0-afa4-953fa70edfb7 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Checking segment: {'id': 'b9c31965-4aa7-44ab-b4ea-724665b01ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:09.140035 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5fa302-4978-4bc0-afa4-953fa70edfb7 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Network hostable DHCP agents. Network: 2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:17:09.164246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5fa302-4978-4bc0-afa4-953fa70edfb7 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Network 2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:17:09.174732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-1d5fa302-4978-4bc0-afa4-953fa70edfb7 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:09.178776 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5fa302-4978-4bc0-afa4-953fa70edfb7 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:09.179353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1d5fa302-4978-4bc0-afa4-953fa70edfb7 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:09.183425 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4982fa44-c55c-4702-813c-d85e86105f47 None None] Network 2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:09.202295 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1d5fa302-4978-4bc0-afa4-953fa70edfb7 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6393676 May 28 05:17:09.206288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37756) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:09.211989 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-7a295850-2cbd-4670-98f3-3b6ec8effc6a tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1987293244'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:09.217188 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7a295850-2cbd-4670-98f3-3b6ec8effc6a tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:09.221621 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7a295850-2cbd-4670-98f3-3b6ec8effc6a tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Usage tracker for resource:network and tenant:b42cf3ab3d294b8ba91d8f9ad84cda29 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:09.224469 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7a295850-2cbd-4670-98f3-3b6ec8effc6a tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:09.230742 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7a295850-2cbd-4670-98f3-3b6ec8effc6a tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:09.242426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a295850-2cbd-4670-98f3-3b6ec8effc6a tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Made reservation on behalf of b42cf3ab3d294b8ba91d8f9ad84cda29 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:09.245292 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a295850-2cbd-4670-98f3-3b6ec8effc6a tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:09.274913 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a295850-2cbd-4670-98f3-3b6ec8effc6a tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:17:09.285192 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a295850-2cbd-4670-98f3-3b6ec8effc6a tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:09.285838 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-7a295850-2cbd-4670-98f3-3b6ec8effc6a tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Added segment f0668d78-7f37-4513-bcd3-41e89d07787b of type vlan for network ad21a205-194f-4bee-bbcb-e0a176dd41fe May 28 05:17:09.313149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a295850-2cbd-4670-98f3-3b6ec8effc6a tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:09.343829 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a295850-2cbd-4670-98f3-3b6ec8effc6a tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:09.347753 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a295850-2cbd-4670-98f3-3b6ec8effc6a tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:09.348412 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7a295850-2cbd-4670-98f3-3b6ec8effc6a tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:09.399536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a', 'network_id': '2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a', 'tenant_id': 'b42cf3ab3d294b8ba91d8f9ad84cda29', 'fixed_ips': [{'subnet_id': '0eb84c92-e40b-4ec6-92df-cf764c044906'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:17:09.400368 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:09.458251 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7a295850-2cbd-4670-98f3-3b6ec8effc6a tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2506135 May 28 05:17:09.461469 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37760) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:09.468491 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a295850-2cbd-4670-98f3-3b6ec8effc6a tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event updated for resources: {'Network': ['ID=ad21a205-194f-4bee-bbcb-e0a176dd41fe,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:09.468732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Request body: {'subnet': {'network_id': 'ad21a205-194f-4bee-bbcb-e0a176dd41fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:09.482036 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network ad21a205-194f-4bee-bbcb-e0a176dd41fe details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:17:09.578930 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:09.582944 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Usage tracker for resource:subnet and tenant:b42cf3ab3d294b8ba91d8f9ad84cda29 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:09.585885 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:09.592055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:09.602945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Made reservation on behalf of b42cf3ab3d294b8ba91d8f9ad84cda29 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:09.654569 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Allocated IP 2001:db8::2 (2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a/0eb84c92-e40b-4ec6-92df-cf764c044906/58758e4d-4879-4ba1-aaff-1d80ece6f872) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:17:09.703218 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:09.901030 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:09.912812 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Transition to ACTIVE for port object 58758e4d-4879-4ba1-aaff-1d80ece6f872 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:09.924076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:09.932433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Transition to ACTIVE for port object 58758e4d-4879-4ba1-aaff-1d80ece6f872 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:09.939863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:10.003607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event updated for resources: {'Subnet': ['ID=940ada19-cd5c-4d9c-a3a5-f5aee7bc419e,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:10.006241 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Network 2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:17:10.008904 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:10.012607 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:17:10.018860 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Pushing event updated for resources: {'Port': ['ID=58758e4d-4879-4ba1-aaff-1d80ece6f872,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:10.019434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:10.019773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:10.020105 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:10.020997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:10.021345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:10.021812 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:10.022260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:10.022605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:10.022919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:10.023257 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:10.023562 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:10.027619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Checking segment: {'id': 'f0668d78-7f37-4513-bcd3-41e89d07787b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ad21a205-194f-4bee-bbcb-e0a176dd41fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:10.027996 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Network hostable DHCP agents. Network: ad21a205-194f-4bee-bbcb-e0a176dd41fe, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:17:10.050859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Network ad21a205-194f-4bee-bbcb-e0a176dd41fe is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:17:10.061783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, ad21a205-194f-4bee-bbcb-e0a176dd41fe) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:10.065906 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:10.066639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:10.083443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee744f3-14e0-4cbf-9e17-ad85a08b7f1d None None] Network ad21a205-194f-4bee-bbcb-e0a176dd41fe requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:10.093236 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c8ded13f-fdc3-488c-985f-58650267a552 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6306329 May 28 05:17:10.096010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37764) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:10.173717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Attempting to bind port 58758e4d-4879-4ba1-aaff-1d80ece6f872 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:17:10.173958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Attempting to bind port 58758e4d-4879-4ba1-aaff-1d80ece6f872 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'b9c31965-4aa7-44ab-b4ea-724665b01ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:17:10.174302 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Attempting to bind port 58758e4d-4879-4ba1-aaff-1d80ece6f872 on network 2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:17:10.190356 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:17:10.190693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Checking segment: {'id': 'b9c31965-4aa7-44ab-b4ea-724665b01ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:10.191085 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:10.191465 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Bound using segment: {'id': 'b9c31965-4aa7-44ab-b4ea-724665b01ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:17:10.191925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Bound port: 58758e4d-4879-4ba1-aaff-1d80ece6f872, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c31965-4aa7-44ab-b4ea-724665b01ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:17:10.192290 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:10.235427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c6a33880-5c55-4173-a107-7c95ef231b88 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:10.303059 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c6a33880-5c55-4173-a107-7c95ef231b88 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:10.378564 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] For port 58758e4d-4879-4ba1-aaff-1d80ece6f872, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:17:10.380287 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c6a33880-5c55-4173-a107-7c95ef231b88 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:10.387373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] For port 58758e4d-4879-4ba1-aaff-1d80ece6f872, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=58758e4d-4879-4ba1-aaff-1d80ece6f872,segment=NetworkSegment(b9c31965-4aa7-44ab-b4ea-724665b01ee1),segment_id=b9c31965-4aa7-44ab-b4ea-724665b01ee1)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:17:10.392215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf2cb5b-d84d-4ca1-a26a-32c0164ec0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ad21a205-194f-4bee-bbcb-e0a176dd41fe', 'network_id': 'ad21a205-194f-4bee-bbcb-e0a176dd41fe', 'tenant_id': 'b42cf3ab3d294b8ba91d8f9ad84cda29', 'fixed_ips': [{'subnet_id': '940ada19-cd5c-4d9c-a3a5-f5aee7bc419e'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:17:10.393078 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-edf2cb5b-d84d-4ca1-a26a-32c0164ec0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:10.404675 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:10.422043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a33880-5c55-4173-a107-7c95ef231b88 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event deleted for resources: {'Subnet': ['ID=940ada19-cd5c-4d9c-a3a5-f5aee7bc419e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:10.513527 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c6a33880-5c55-4173-a107-7c95ef231b88 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:10.533617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c1ed4-3a86-4a2f-81a2-9a4b8002b517 None None] Pushing event updated for resources: {'Port': ['ID=58758e4d-4879-4ba1-aaff-1d80ece6f872,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:10.576762 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bb7603-4e3f-4db6-9854-b6cb8d032f08 None None] Network ad21a205-194f-4bee-bbcb-e0a176dd41fe requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:10.645110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-c6a33880-5c55-4173-a107-7c95ef231b88 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad21a205-194f-4bee-bbcb-e0a176dd41fe']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:10.658541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-c6a33880-5c55-4173-a107-7c95ef231b88 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0668d78-7f37-4513-bcd3-41e89d07787b') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:10.658821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-c6a33880-5c55-4173-a107-7c95ef231b88 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0668d78-7f37-4513-bcd3-41e89d07787b') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:10.672025 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c6a33880-5c55-4173-a107-7c95ef231b88 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:10.690904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c6a33880-5c55-4173-a107-7c95ef231b88 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:10.722256 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a33880-5c55-4173-a107-7c95ef231b88 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:17:10.722898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c6a33880-5c55-4173-a107-7c95ef231b88 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:17:10.749958 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:17:10.835345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c6a33880-5c55-4173-a107-7c95ef231b88 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:10.853010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c6a33880-5c55-4173-a107-7c95ef231b88 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:10.864927 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a33880-5c55-4173-a107-7c95ef231b88 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event deleted for resources: {'Network': ['ID=ad21a205-194f-4bee-bbcb-e0a176dd41fe,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:10.869163 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c6a33880-5c55-4173-a107-7c95ef231b88 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "DELETE /v2.0/networks/ad21a205-194f-4bee-bbcb-e0a176dd41fe HTTP/1.1" status: 204 len: 168 time: 0.7721455 May 28 05:17:10.871772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37768) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:10.910691 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ce0a56-deca-4141-869b-ad058b3f30d6 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] GET failed (client error): The resource could not be found. May 28 05:17:10.911189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f9ce0a56-deca-4141-869b-ad058b3f30d6 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Synchronizing usage tracker for tenant:b42cf3ab3d294b8ba91d8f9ad84cda29 on resource:subnet {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:17:10.929219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f9ce0a56-deca-4141-869b-ad058b3f30d6 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Unset dirty status for tenant:b42cf3ab3d294b8ba91d8f9ad84cda29 on resource:subnet {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:17:10.930383 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f9ce0a56-deca-4141-869b-ad058b3f30d6 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "GET /v2.0/subnets/940ada19-cd5c-4d9c-a3a5-f5aee7bc419e HTTP/1.1" status: 404 len: 337 time: 0.0577142 May 28 05:17:10.933124 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37772) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:10.957550 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-8210af75-e559-44d4-8f8b-826fe22b7a90 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] DELETE failed (client error): The resource could not be found. May 28 05:17:10.957937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8210af75-e559-44d4-8f8b-826fe22b7a90 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:17:10.959503 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8210af75-e559-44d4-8f8b-826fe22b7a90 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "DELETE /v2.0/networks/ad21a205-194f-4bee-bbcb-e0a176dd41fe HTTP/1.1" status: 404 len: 339 time: 0.0254111 May 28 05:17:10.963246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37776) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:11.003154 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-12cd1d89-8076-4de0-8ea0-a15343b676e1 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] DELETE failed (client error): The resource could not be found. May 28 05:17:11.003617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12cd1d89-8076-4de0-8ea0-a15343b676e1 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:17:11.005200 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-12cd1d89-8076-4de0-8ea0-a15343b676e1 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "DELETE /v2.0/subnets/940ada19-cd5c-4d9c-a3a5-f5aee7bc419e HTTP/1.1" status: 404 len: 337 time: 0.0411320 May 28 05:17:11.008097 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37780) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:11.032474 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff606bb9-c9dc-487a-9b29-459a2a13ab04 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] DELETE failed (client error): The resource could not be found. May 28 05:17:11.032885 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff606bb9-c9dc-487a-9b29-459a2a13ab04 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84010) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:17:11.034481 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ff606bb9-c9dc-487a-9b29-459a2a13ab04 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "DELETE /v2.0/networks/ad21a205-194f-4bee-bbcb-e0a176dd41fe HTTP/1.1" status: 404 len: 339 time: 0.0254972 May 28 05:17:11.037084 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37784) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:11.099962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-4491625f-0baf-4f54-8fb1-e5524c691560 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Deleting subnet 0eb84c92-e40b-4ec6-92df-cf764c044906 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:17:11.103206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4491625f-0baf-4f54-8fb1-e5524c691560 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:11.163596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4491625f-0baf-4f54-8fb1-e5524c691560 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:11.251427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4491625f-0baf-4f54-8fb1-e5524c691560 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:11.329997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4491625f-0baf-4f54-8fb1-e5524c691560 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:11.372332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491625f-0baf-4f54-8fb1-e5524c691560 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb84c92-e40b-4ec6-92df-cf764c044906,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:11.379263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4491625f-0baf-4f54-8fb1-e5524c691560 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:11.394348 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4491625f-0baf-4f54-8fb1-e5524c691560 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "DELETE /v2.0/subnets/0eb84c92-e40b-4ec6-92df-cf764c044906 HTTP/1.1" status: 204 len: 168 time: 0.3560517 May 28 05:17:11.396686 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37788) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:11.454165 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4503834-e923-4c61-9c3c-17cdea356e25 None None] Network 2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:11.514051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:11.525483 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Deleting port 58758e4d-4879-4ba1-aaff-1d80ece6f872 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:17:11.525846 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:11.583611 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-279c2aa8-9e3a-4bf5-a422-435a6bbbcfea None None] Provisioning for port 58758e4d-4879-4ba1-aaff-1d80ece6f872 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:11.706270 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f2ada1-07fb-48a3-97f3-4ba25b948be7 None None] DHCP port deletion for 2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:17:11.710460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-36f2ada1-07fb-48a3-97f3-4ba25b948be7 None None] Deleting port 58758e4d-4879-4ba1-aaff-1d80ece6f872 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:17:11.710849 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-36f2ada1-07fb-48a3-97f3-4ba25b948be7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:11.729411 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] For port 58758e4d-4879-4ba1-aaff-1d80ece6f872, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=58758e4d-4879-4ba1-aaff-1d80ece6f872,segment=NetworkSegment(b9c31965-4aa7-44ab-b4ea-724665b01ee1),segment_id=b9c31965-4aa7-44ab-b4ea-724665b01ee1)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:11.729786 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:11.848174 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Calling delete_port for 58758e4d-4879-4ba1-aaff-1d80ece6f872 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:17:11.909375 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-36f2ada1-07fb-48a3-97f3-4ba25b948be7 None None] For port 58758e4d-4879-4ba1-aaff-1d80ece6f872, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=58758e4d-4879-4ba1-aaff-1d80ece6f872,segment=NetworkSegment(b9c31965-4aa7-44ab-b4ea-724665b01ee1),segment_id=b9c31965-4aa7-44ab-b4ea-724665b01ee1)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:11.910090 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-36f2ada1-07fb-48a3-97f3-4ba25b948be7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:11.929836 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:11.975270 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event deleted for resources: {'Port': ['ID=58758e4d-4879-4ba1-aaff-1d80ece6f872,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:11.983528 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] No DVR routers for this DVR port 58758e4d-4879-4ba1-aaff-1d80ece6f872 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:17:12.065861 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-36f2ada1-07fb-48a3-97f3-4ba25b948be7 None None] Calling delete_port for 58758e4d-4879-4ba1-aaff-1d80ece6f872 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:17:12.107089 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:12.131583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:12.135142 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-36f2ada1-07fb-48a3-97f3-4ba25b948be7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:17:12.135491 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-36f2ada1-07fb-48a3-97f3-4ba25b948be7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:17:12.143440 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c31965-4aa7-44ab-b4ea-724665b01ee1') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:12.143723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c31965-4aa7-44ab-b4ea-724665b01ee1') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:12.154393 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:12.169682 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:12.175478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:17:12.175839 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:17:12.189527 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:17:12.268503 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:12.285013 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:12.295530 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event deleted for resources: {'Network': ['ID=2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:12.299387 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-333679d9-8ff2-47bd-bfd9-52825764b09d tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "DELETE /v2.0/networks/2b2d66a6-29bc-4d2e-a27f-7747a3c4be8a HTTP/1.1" status: 204 len: 168 time: 0.9016747 May 28 05:17:12.301976 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37792) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:12.341430 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-380b3533-21c1-4fdc-85b7-1e3deb7bbd60 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] DELETE failed (client error): The resource could not be found. May 28 05:17:12.341877 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380b3533-21c1-4fdc-85b7-1e3deb7bbd60 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:17:12.343497 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-380b3533-21c1-4fdc-85b7-1e3deb7bbd60 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "DELETE /v2.0/subnets/828abf6c-60b4-4639-b66e-a1c9210e265b HTTP/1.1" status: 404 len: 337 time: 0.0406427 May 28 05:17:12.346230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37796) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:12.369913 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea746e2-6846-4447-9f84-1b386bedb344 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] DELETE failed (client error): The resource could not be found. May 28 05:17:12.370247 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea746e2-6846-4447-9f84-1b386bedb344 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:17:12.371749 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0ea746e2-6846-4447-9f84-1b386bedb344 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "DELETE /v2.0/networks/709879a9-891d-4ee6-bbb4-9c54c66318cd HTTP/1.1" status: 404 len: 339 time: 0.0246909 May 28 05:17:12.374315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37800) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:12.410537 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbec870-c8ae-4284-b2be-5af57765ac7f tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] DELETE failed (client error): The resource could not be found. May 28 05:17:12.411222 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fbec870-c8ae-4284-b2be-5af57765ac7f tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:17:12.412443 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5fbec870-c8ae-4284-b2be-5af57765ac7f tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "DELETE /v2.0/subnets/fbb49af1-2cd0-48dc-aeaa-a6555840a208 HTTP/1.1" status: 404 len: 337 time: 0.0372968 May 28 05:17:12.416194 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37804) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:12.439868 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fa678e-eba2-4f21-ba44-71dbfe7bdc63 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] DELETE failed (client error): The resource could not be found. May 28 05:17:12.440269 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64fa678e-eba2-4f21-ba44-71dbfe7bdc63 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84009) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 28 05:17:12.441819 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-64fa678e-eba2-4f21-ba44-71dbfe7bdc63 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "DELETE /v2.0/networks/abb8394f-0fdf-495c-86a6-4e08120d93b1 HTTP/1.1" status: 404 len: 339 time: 0.0247548 May 28 05:17:12.444190 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37808) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:12.636942 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-36f2ada1-07fb-48a3-97f3-4ba25b948be7 None None] Deleting port 58758e4d-4879-4ba1-aaff-1d80ece6f872 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:17:12.637529 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-36f2ada1-07fb-48a3-97f3-4ba25b948be7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:12.705983 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-36f2ada1-07fb-48a3-97f3-4ba25b948be7 None None] The port '58758e4d-4879-4ba1-aaff-1d80ece6f872' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 05:17:12.726138 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1afb5b7-d511-4c5b-9760-3d6ccd40ec08 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Deleting subnet 2aa357d9-ffc4-4594-ba9f-c3204b55edf8 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:17:12.729211 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1afb5b7-d511-4c5b-9760-3d6ccd40ec08 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:12.783426 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1afb5b7-d511-4c5b-9760-3d6ccd40ec08 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:12.871191 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1afb5b7-d511-4c5b-9760-3d6ccd40ec08 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:12.943930 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1afb5b7-d511-4c5b-9760-3d6ccd40ec08 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:12.980203 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afb5b7-d511-4c5b-9760-3d6ccd40ec08 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa357d9-ffc4-4594-ba9f-c3204b55edf8,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:12.987473 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d1afb5b7-d511-4c5b-9760-3d6ccd40ec08 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:12.994717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c361f3c5-7171-433e-81bb-0a5a7a08057e None None] Network 29e7a5b4-6576-4cca-8982-374f13fef1af requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:12.998016 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d1afb5b7-d511-4c5b-9760-3d6ccd40ec08 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "DELETE /v2.0/subnets/2aa357d9-ffc4-4594-ba9f-c3204b55edf8 HTTP/1.1" status: 204 len: 168 time: 0.5528648 May 28 05:17:13.000506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37812) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:13.121510 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:13.132191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Deleting port dc35e760-f212-484f-83df-20e7a4ab50b1 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:17:13.132653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:13.258284 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d22d64e-208a-450a-a62d-5132bdab807f None None] DHCP port deletion for 29e7a5b4-6576-4cca-8982-374f13fef1af request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:17:13.262421 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d64e-208a-450a-a62d-5132bdab807f None None] Deleting port dc35e760-f212-484f-83df-20e7a4ab50b1 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:17:13.262907 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6d22d64e-208a-450a-a62d-5132bdab807f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:13.334021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] For port dc35e760-f212-484f-83df-20e7a4ab50b1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=dc35e760-f212-484f-83df-20e7a4ab50b1,segment=NetworkSegment(082de4d4-1799-4c88-bad9-7c86e0d0d7ec),segment_id=082de4d4-1799-4c88-bad9-7c86e0d0d7ec)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:13.334369 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:13.455929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Calling delete_port for dc35e760-f212-484f-83df-20e7a4ab50b1 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:17:13.464991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-6d22d64e-208a-450a-a62d-5132bdab807f None None] For port dc35e760-f212-484f-83df-20e7a4ab50b1, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=dc35e760-f212-484f-83df-20e7a4ab50b1,segment=NetworkSegment(082de4d4-1799-4c88-bad9-7c86e0d0d7ec),segment_id=082de4d4-1799-4c88-bad9-7c86e0d0d7ec)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:13.465374 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6d22d64e-208a-450a-a62d-5132bdab807f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:13.534983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:13.576958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event deleted for resources: {'Port': ['ID=dc35e760-f212-484f-83df-20e7a4ab50b1,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:13.583888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d64e-208a-450a-a62d-5132bdab807f None None] Calling delete_port for dc35e760-f212-484f-83df-20e7a4ab50b1 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:17:13.584524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] No DVR routers for this DVR port dc35e760-f212-484f-83df-20e7a4ab50b1 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:17:13.653367 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-6d22d64e-208a-450a-a62d-5132bdab807f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:17:13.654068 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-6d22d64e-208a-450a-a62d-5132bdab807f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:17:13.705807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:13.730724 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e7a5b4-6576-4cca-8982-374f13fef1af']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:13.746564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082de4d4-1799-4c88-bad9-7c86e0d0d7ec') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:13.746813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082de4d4-1799-4c88-bad9-7c86e0d0d7ec') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:13.758264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:13.776657 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:13.783362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:17:13.783747 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:17:13.797817 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:17:13.878051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:13.894869 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:13.909255 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] Pushing event deleted for resources: {'Network': ['ID=29e7a5b4-6576-4cca-8982-374f13fef1af,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:13.913361 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5fd4f51d-70c3-41e4-a1ba-62c76ca94d70 tempest-NetworksIpV6Test-1482916399 tempest-NetworksIpV6Test-1482916399-project] 10.222.0.15 "DELETE /v2.0/networks/29e7a5b4-6576-4cca-8982-374f13fef1af HTTP/1.1" status: 204 len: 168 time: 0.9118166 May 28 05:17:14.155096 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d64e-208a-450a-a62d-5132bdab807f None None] Deleting port dc35e760-f212-484f-83df-20e7a4ab50b1 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:17:14.155474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6d22d64e-208a-450a-a62d-5132bdab807f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:14.220145 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6d22d64e-208a-450a-a62d-5132bdab807f None None] The port 'dc35e760-f212-484f-83df-20e7a4ab50b1' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 05:17:14.238867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37820) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:14.510727 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7066d8da-de01-4978-935d-9d5e9ba22a9d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b42cf3ab3d294b8ba91d8f9ad84cda29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2705498 May 28 05:17:14.514440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37826) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:14.566807 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device dc35e760-f212-484f-83df-20e7a4ab50b1 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:17:14.574050 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ca8933d2-c7c1-4628-8cf4-30bd4173ce05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:14.599136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ca8933d2-c7c1-4628-8cf4-30bd4173ce05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:14.599654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: dc35e760-f212-484f-83df-20e7a4ab50b1 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:17:14.600001 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device dc35e760-f212-484f-83df-20e7a4ab50b1 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:17:14.651880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ca8933d2-c7c1-4628-8cf4-30bd4173ce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:14.667334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8933d2-c7c1-4628-8cf4-30bd4173ce05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d502769-1c80-4115-9c46-17bf1ed35dd9,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:14.671600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ca8933d2-c7c1-4628-8cf4-30bd4173ce05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:14.672637 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ca8933d2-c7c1-4628-8cf4-30bd4173ce05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d502769-1c80-4115-9c46-17bf1ed35dd9 HTTP/1.1" status: 204 len: 168 time: 0.1572521 May 28 05:17:15.529236 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37848) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:15.669111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b64296bc-ec69-4cc1-9246-7ed696c7c551 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1752182318', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:15.676555 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b64296bc-ec69-4cc1-9246-7ed696c7c551 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:15.680637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b64296bc-ec69-4cc1-9246-7ed696c7c551 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Usage tracker for resource:router and tenant:ef24b3be46e3457a9f3f2818cb4881fb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:15.683705 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b64296bc-ec69-4cc1-9246-7ed696c7c551 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:15.690576 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b64296bc-ec69-4cc1-9246-7ed696c7c551 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:15.703212 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b64296bc-ec69-4cc1-9246-7ed696c7c551 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:15.704223 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b64296bc-ec69-4cc1-9246-7ed696c7c551 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:15.723852 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b64296bc-ec69-4cc1-9246-7ed696c7c551 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:15.745345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b64296bc-ec69-4cc1-9246-7ed696c7c551 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:15.769026 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b64296bc-ec69-4cc1-9246-7ed696c7c551 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:15.770231 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b64296bc-ec69-4cc1-9246-7ed696c7c551 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2399220 May 28 05:17:15.773193 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37854) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:15.778465 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1270652912'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:15.783900 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:15.787951 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Usage tracker for resource:network and tenant:ef24b3be46e3457a9f3f2818cb4881fb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:15.791534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:15.798134 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:15.809475 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Made reservation on behalf of ef24b3be46e3457a9f3f2818cb4881fb for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:15.812997 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:15.829032 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:15.860678 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:15.864934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Usage tracker for resource:security_group_rule and tenant:ef24b3be46e3457a9f3f2818cb4881fb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:15.867920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:15.873905 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:15.939974 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:15.945815 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:15.977007 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:17:15.985203 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ed8241-d20a-4ee4-9825-9a09956ec70c,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:15.991516 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:15.991835 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Added segment 02375a43-6cd3-4c4c-8022-e6605ac76a11 of type vlan for network f7d56666-fb5d-4a98-87ce-203b8bf73343 May 28 05:17:16.002032 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:16.002361 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:16.002685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:16.002999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:16.003318 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:16.003629 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:16.003944 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:16.004249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:16.004546 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:16.004849 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:16.005157 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:16.026600 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:16.057016 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:16.061115 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:16.061937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:16.166916 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Pushing event updated for resources: {'Network': ['ID=f7d56666-fb5d-4a98-87ce-203b8bf73343,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:16.169899 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f3f33438-1132-47b5-852a-945fad9d6ead tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3957434 May 28 05:17:16.172954 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37858) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:16.177430 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network f7d56666-fb5d-4a98-87ce-203b8bf73343 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:17:16.178303 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e54e3cc3-bf9b-4dba-bdec-16296be1af2f tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Request body: {'subnet': {'network_id': 'f7d56666-fb5d-4a98-87ce-203b8bf73343', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:16.292658 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e54e3cc3-bf9b-4dba-bdec-16296be1af2f tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:16.296621 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e54e3cc3-bf9b-4dba-bdec-16296be1af2f tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Usage tracker for resource:subnet and tenant:ef24b3be46e3457a9f3f2818cb4881fb is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:16.299469 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e54e3cc3-bf9b-4dba-bdec-16296be1af2f tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:16.305066 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e54e3cc3-bf9b-4dba-bdec-16296be1af2f tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:16.315339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54e3cc3-bf9b-4dba-bdec-16296be1af2f tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Made reservation on behalf of ef24b3be46e3457a9f3f2818cb4881fb for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:16.424535 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e54e3cc3-bf9b-4dba-bdec-16296be1af2f tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:16.643763 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e54e3cc3-bf9b-4dba-bdec-16296be1af2f tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:16.717228 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e3cc3-bf9b-4dba-bdec-16296be1af2f tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Pushing event updated for resources: {'Subnet': ['ID=d5ec007b-e181-4ac3-9c37-cef1b6ece95e,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:16.733951 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e3cc3-bf9b-4dba-bdec-16296be1af2f tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Checking segment: {'id': '02375a43-6cd3-4c4c-8022-e6605ac76a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f7d56666-fb5d-4a98-87ce-203b8bf73343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:16.734156 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54e3cc3-bf9b-4dba-bdec-16296be1af2f tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Network hostable DHCP agents. Network: f7d56666-fb5d-4a98-87ce-203b8bf73343, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:17:16.760110 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54e3cc3-bf9b-4dba-bdec-16296be1af2f tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Network f7d56666-fb5d-4a98-87ce-203b8bf73343 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:17:16.771868 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-e54e3cc3-bf9b-4dba-bdec-16296be1af2f tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, f7d56666-fb5d-4a98-87ce-203b8bf73343) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:16.776809 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54e3cc3-bf9b-4dba-bdec-16296be1af2f tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:16.777568 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e54e3cc3-bf9b-4dba-bdec-16296be1af2f tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:16.781793 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b61e1b3-2bd7-4cb1-8778-b48d5e2a232a None None] Network f7d56666-fb5d-4a98-87ce-203b8bf73343 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:16.802711 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e54e3cc3-bf9b-4dba-bdec-16296be1af2f tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6287520 May 28 05:17:16.806506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37862) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:16.812353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-efb35d5c-6e74-4744-8b82-10ae0fd9404b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2109668086'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:16.817552 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-efb35d5c-6e74-4744-8b82-10ae0fd9404b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:16.821357 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-efb35d5c-6e74-4744-8b82-10ae0fd9404b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Usage tracker for resource:network and tenant:ef24b3be46e3457a9f3f2818cb4881fb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:16.824719 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-efb35d5c-6e74-4744-8b82-10ae0fd9404b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:16.830507 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-efb35d5c-6e74-4744-8b82-10ae0fd9404b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:16.841477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb35d5c-6e74-4744-8b82-10ae0fd9404b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Made reservation on behalf of ef24b3be46e3457a9f3f2818cb4881fb for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:16.845597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-efb35d5c-6e74-4744-8b82-10ae0fd9404b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:16.876788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb35d5c-6e74-4744-8b82-10ae0fd9404b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:17:16.887077 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-efb35d5c-6e74-4744-8b82-10ae0fd9404b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:16.887412 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-efb35d5c-6e74-4744-8b82-10ae0fd9404b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Added segment e6516fa3-c919-4e73-ab56-c19fa0adb50a of type vlan for network d07e133f-9cc6-405f-8667-7658f944a522 May 28 05:17:16.919843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-efb35d5c-6e74-4744-8b82-10ae0fd9404b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:16.954099 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-efb35d5c-6e74-4744-8b82-10ae0fd9404b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:16.957881 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb35d5c-6e74-4744-8b82-10ae0fd9404b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:16.958451 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-efb35d5c-6e74-4744-8b82-10ae0fd9404b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:16.999882 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-f7d56666-fb5d-4a98-87ce-203b8bf73343', 'network_id': 'f7d56666-fb5d-4a98-87ce-203b8bf73343', 'tenant_id': 'ef24b3be46e3457a9f3f2818cb4881fb', 'fixed_ips': [{'subnet_id': 'd5ec007b-e181-4ac3-9c37-cef1b6ece95e'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:17:17.000759 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:17.053748 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-efb35d5c-6e74-4744-8b82-10ae0fd9404b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2461023 May 28 05:17:17.056956 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37866) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:17.065200 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-da0dbba2-54aa-4003-bf2f-4ec38dc0a083 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Request body: {'subnet': {'network_id': 'd07e133f-9cc6-405f-8667-7658f944a522', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:17.087962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb35d5c-6e74-4744-8b82-10ae0fd9404b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Pushing event updated for resources: {'Network': ['ID=d07e133f-9cc6-405f-8667-7658f944a522,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:17.101774 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network d07e133f-9cc6-405f-8667-7658f944a522 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:17:17.177623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-da0dbba2-54aa-4003-bf2f-4ec38dc0a083 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:17.182001 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-da0dbba2-54aa-4003-bf2f-4ec38dc0a083 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Usage tracker for resource:subnet and tenant:ef24b3be46e3457a9f3f2818cb4881fb is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:17.184921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-da0dbba2-54aa-4003-bf2f-4ec38dc0a083 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:17.192368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-da0dbba2-54aa-4003-bf2f-4ec38dc0a083 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:17.201745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0dbba2-54aa-4003-bf2f-4ec38dc0a083 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Made reservation on behalf of ef24b3be46e3457a9f3f2818cb4881fb for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:17.256161 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Allocated IP 172.20.0.2 (f7d56666-fb5d-4a98-87ce-203b8bf73343/d5ec007b-e181-4ac3-9c37-cef1b6ece95e/0b157ea7-842c-4c44-87cb-e96c064af5a7) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:17:17.303435 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-da0dbba2-54aa-4003-bf2f-4ec38dc0a083 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:17.486015 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:17.496286 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Transition to ACTIVE for port object 0b157ea7-842c-4c44-87cb-e96c064af5a7 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:17.513886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Transition to ACTIVE for port object 0b157ea7-842c-4c44-87cb-e96c064af5a7 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:17.518494 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-da0dbba2-54aa-4003-bf2f-4ec38dc0a083 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:17.520796 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:17.588548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dbba2-54aa-4003-bf2f-4ec38dc0a083 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Pushing event updated for resources: {'Subnet': ['ID=2af6f560-e646-4c12-bd4a-e35e4a35ddf5,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:17.592242 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Network f7d56666-fb5d-4a98-87ce-203b8bf73343 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:17:17.596263 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:17.598751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:17:17.601288 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Pushing event updated for resources: {'Port': ['ID=0b157ea7-842c-4c44-87cb-e96c064af5a7,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:17.606287 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0dbba2-54aa-4003-bf2f-4ec38dc0a083 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Checking segment: {'id': 'e6516fa3-c919-4e73-ab56-c19fa0adb50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd07e133f-9cc6-405f-8667-7658f944a522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:17.606642 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0dbba2-54aa-4003-bf2f-4ec38dc0a083 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Network hostable DHCP agents. Network: d07e133f-9cc6-405f-8667-7658f944a522, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:17:17.631594 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0dbba2-54aa-4003-bf2f-4ec38dc0a083 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Network d07e133f-9cc6-405f-8667-7658f944a522 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:17:17.642212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-da0dbba2-54aa-4003-bf2f-4ec38dc0a083 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, d07e133f-9cc6-405f-8667-7658f944a522) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:17.646128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0dbba2-54aa-4003-bf2f-4ec38dc0a083 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:17.646694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-da0dbba2-54aa-4003-bf2f-4ec38dc0a083 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:17.673914 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-da0dbba2-54aa-4003-bf2f-4ec38dc0a083 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6158912 May 28 05:17:17.674873 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e76b547-aafd-4162-bc3f-628f72e4ffe7 None None] Network d07e133f-9cc6-405f-8667-7658f944a522 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:17.676984 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37870) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:17.683313 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e0dba301-b296-49ad-9773-9b87f66076f5 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd07e133f-9cc6-405f-8667-7658f944a522'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:17.765795 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Attempting to bind port 0b157ea7-842c-4c44-87cb-e96c064af5a7 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:17:17.766014 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Attempting to bind port 0b157ea7-842c-4c44-87cb-e96c064af5a7 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '02375a43-6cd3-4c4c-8022-e6605ac76a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f7d56666-fb5d-4a98-87ce-203b8bf73343'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:17:17.766405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Attempting to bind port 0b157ea7-842c-4c44-87cb-e96c064af5a7 on network f7d56666-fb5d-4a98-87ce-203b8bf73343 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:17:17.780623 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:17:17.780998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Checking segment: {'id': '02375a43-6cd3-4c4c-8022-e6605ac76a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f7d56666-fb5d-4a98-87ce-203b8bf73343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:17.781704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:17.782125 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Bound using segment: {'id': '02375a43-6cd3-4c4c-8022-e6605ac76a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f7d56666-fb5d-4a98-87ce-203b8bf73343'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:17:17.782589 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Bound port: 0b157ea7-842c-4c44-87cb-e96c064af5a7, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02375a43-6cd3-4c4c-8022-e6605ac76a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f7d56666-fb5d-4a98-87ce-203b8bf73343'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:17:17.782951 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:17.962084 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] For port 0b157ea7-842c-4c44-87cb-e96c064af5a7, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:17:17.979467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] For port 0b157ea7-842c-4c44-87cb-e96c064af5a7, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0b157ea7-842c-4c44-87cb-e96c064af5a7,segment=NetworkSegment(02375a43-6cd3-4c4c-8022-e6605ac76a11),segment_id=02375a43-6cd3-4c4c-8022-e6605ac76a11)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:17:17.985888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-d07e133f-9cc6-405f-8667-7658f944a522', 'network_id': 'd07e133f-9cc6-405f-8667-7658f944a522', 'tenant_id': 'ef24b3be46e3457a9f3f2818cb4881fb', 'fixed_ips': [{'subnet_id': '2af6f560-e646-4c12-bd4a-e35e4a35ddf5'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:17:17.987260 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:17.999216 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:18.144125 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5a4fa-c943-463b-a89e-f468bbd30a51 None None] Pushing event updated for resources: {'Port': ['ID=0b157ea7-842c-4c44-87cb-e96c064af5a7,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:18.167699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e0dba301-b296-49ad-9773-9b87f66076f5 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:18.234335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Allocated IP 172.21.0.2 (d07e133f-9cc6-405f-8667-7658f944a522/2af6f560-e646-4c12-bd4a-e35e4a35ddf5/44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:17:18.364371 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.api.v2.resource [None req-e0dba301-b296-49ad-9773-9b87f66076f5 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 28 05:17:18.371444 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e0dba301-b296-49ad-9773-9b87f66076f5 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] 10.222.0.15 "PUT /v2.0/routers/c530c88b-399a-493e-b662-74ae218551a7 HTTP/1.1" status: 400 len: 364 time: 0.6868706 May 28 05:17:18.372364 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37874) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:18.490831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:18.501411 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Transition to ACTIVE for port object 44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:18.519569 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Transition to ACTIVE for port object 44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:18.526945 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:18.572185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d320197f-1ddf-4f34-b02e-74719d818c65 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Deleting subnet 2af6f560-e646-4c12-bd4a-e35e4a35ddf5 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:17:18.577042 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d320197f-1ddf-4f34-b02e-74719d818c65 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:18.597480 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Network d07e133f-9cc6-405f-8667-7658f944a522 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:17:18.600306 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:18.602948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:17:18.612225 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Pushing event updated for resources: {'Port': ['ID=44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:18.640981 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d320197f-1ddf-4f34-b02e-74719d818c65 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:18.651594 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0b157ea7-842c-4c44-87cb-e96c064af5a7 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:18.722335 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d320197f-1ddf-4f34-b02e-74719d818c65 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:18.750838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Attempting to bind port 44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:17:18.751255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Attempting to bind port 44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'e6516fa3-c919-4e73-ab56-c19fa0adb50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd07e133f-9cc6-405f-8667-7658f944a522'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:17:18.751545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Attempting to bind port 44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6 on network d07e133f-9cc6-405f-8667-7658f944a522 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:17:18.763741 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:17:18.764113 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Checking segment: {'id': 'e6516fa3-c919-4e73-ab56-c19fa0adb50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd07e133f-9cc6-405f-8667-7658f944a522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:18.764534 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:18.764954 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Bound using segment: {'id': 'e6516fa3-c919-4e73-ab56-c19fa0adb50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd07e133f-9cc6-405f-8667-7658f944a522'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:17:18.765428 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Bound port: 44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6516fa3-c919-4e73-ab56-c19fa0adb50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'd07e133f-9cc6-405f-8667-7658f944a522'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:17:18.765866 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:18.806913 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d320197f-1ddf-4f34-b02e-74719d818c65 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:18.835345 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 0b157ea7-842c-4c44-87cb-e96c064af5a7 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:18.848075 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320197f-1ddf-4f34-b02e-74719d818c65 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Pushing event deleted for resources: {'Subnet': ['ID=2af6f560-e646-4c12-bd4a-e35e4a35ddf5,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:18.859277 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d320197f-1ddf-4f34-b02e-74719d818c65 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:18.865945 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d320197f-1ddf-4f34-b02e-74719d818c65 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] 10.222.0.15 "DELETE /v2.0/subnets/2af6f560-e646-4c12-bd4a-e35e4a35ddf5 HTTP/1.1" status: 204 len: 168 time: 0.4928105 May 28 05:17:18.868646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37878) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:18.884554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] For port 44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:17:18.888293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] For port 44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6,segment=NetworkSegment(e6516fa3-c919-4e73-ab56-c19fa0adb50a),segment_id=e6516fa3-c919-4e73-ab56-c19fa0adb50a)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:17:18.893722 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:18.991744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:19.003096 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Deleting port 44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:17:19.003428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:19.031976 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c216c94-7e76-4f7c-9315-0e22ad8a949f None None] Pushing event updated for resources: {'Port': ['ID=44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:19.051291 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee39deff-3630-4095-9cac-b42d1121a019 None None] Network d07e133f-9cc6-405f-8667-7658f944a522 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:19.161144 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3c6180-c432-427e-af62-62128faedeaa None None] Network f7d56666-fb5d-4a98-87ce-203b8bf73343 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:19.221596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] For port 44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6,segment=NetworkSegment(e6516fa3-c919-4e73-ab56-c19fa0adb50a),segment_id=e6516fa3-c919-4e73-ab56-c19fa0adb50a)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:19.221992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:19.343141 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Calling delete_port for 44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:17:19.352679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b90588a2-a6fd-4c47-871a-1e03da0b3dcf None None] Provisioning for port 0b157ea7-842c-4c44-87cb-e96c064af5a7 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:19.367439 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b90588a2-a6fd-4c47-871a-1e03da0b3dcf None None] Provisioning complete for port 0b157ea7-842c-4c44-87cb-e96c064af5a7 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:19.367800 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b90588a2-a6fd-4c47-871a-1e03da0b3dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:19.420452 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:19.465274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Pushing event deleted for resources: {'Port': ['ID=44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:19.470782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] No DVR routers for this DVR port 44f1d9cd-6777-4b37-9c76-4c5fa6cfdba6 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:17:19.590384 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b90588a2-a6fd-4c47-871a-1e03da0b3dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:19.592967 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:19.624004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07e133f-9cc6-405f-8667-7658f944a522']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:19.629751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b90588a2-a6fd-4c47-871a-1e03da0b3dcf None None] For port 0b157ea7-842c-4c44-87cb-e96c064af5a7, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0b157ea7-842c-4c44-87cb-e96c064af5a7,segment=NetworkSegment(02375a43-6cd3-4c4c-8022-e6605ac76a11),segment_id=02375a43-6cd3-4c4c-8022-e6605ac76a11)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:19.637226 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b90588a2-a6fd-4c47-871a-1e03da0b3dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:19.637459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6516fa3-c919-4e73-ab56-c19fa0adb50a') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:19.637591 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6516fa3-c919-4e73-ab56-c19fa0adb50a') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:19.650503 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:19.672625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:19.686940 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:17:19.687712 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:17:19.702614 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:17:19.713145 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90588a2-a6fd-4c47-871a-1e03da0b3dcf None None] Pushing event updated for resources: {'Port': ['ID=0b157ea7-842c-4c44-87cb-e96c064af5a7,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:19.782518 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:19.802499 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:19.806924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd5d534-3dea-454d-a96b-9bb066435bd3 None None] get_active_networks_info from dv-neutron-843300-5-hyperv {{(pid=84011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 28 05:17:19.808489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Pushing event deleted for resources: {'Network': ['ID=d07e133f-9cc6-405f-8667-7658f944a522,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:19.817201 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-54a16b89-b2a3-422b-882a-97a456b7f945 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] 10.222.0.15 "DELETE /v2.0/networks/d07e133f-9cc6-405f-8667-7658f944a522 HTTP/1.1" status: 204 len: 168 time: 0.9437783 May 28 05:17:19.817406 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37882) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:19.891479 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-84d7893a-5cec-4e52-ba31-e51376ddaa5e None None] Provisioning complete for port 0b157ea7-842c-4c44-87cb-e96c064af5a7 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:19.891705 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-84d7893a-5cec-4e52-ba31-e51376ddaa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:19.942313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd5d534-3dea-454d-a96b-9bb066435bd3 None None] Resources bound (agent type, host, resource id): {{(pid=84011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 28 05:17:20.104135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eecd60d-a965-416c-9f48-aac79779aed7 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Deleting subnet d5ec007b-e181-4ac3-9c37-cef1b6ece95e {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:17:20.107273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0eecd60d-a965-416c-9f48-aac79779aed7 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:20.163253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0eecd60d-a965-416c-9f48-aac79779aed7 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:20.252611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0eecd60d-a965-416c-9f48-aac79779aed7 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:20.331037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0eecd60d-a965-416c-9f48-aac79779aed7 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:20.373105 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecd60d-a965-416c-9f48-aac79779aed7 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ec007b-e181-4ac3-9c37-cef1b6ece95e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:20.379995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0eecd60d-a965-416c-9f48-aac79779aed7 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:20.386391 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0eecd60d-a965-416c-9f48-aac79779aed7 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] 10.222.0.15 "DELETE /v2.0/subnets/d5ec007b-e181-4ac3-9c37-cef1b6ece95e HTTP/1.1" status: 204 len: 168 time: 0.5680213 May 28 05:17:20.387004 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8689aab1-5026-44b0-8470-d5165bcc4f3f None None] Network f7d56666-fb5d-4a98-87ce-203b8bf73343 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:20.390237 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37886) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:20.503699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:20.514335 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Deleting port 0b157ea7-842c-4c44-87cb-e96c064af5a7 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:17:20.514744 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:20.580194 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0b157ea7-842c-4c44-87cb-e96c064af5a7 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:20.645972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d66e168-f5e6-4e24-b2cf-e89e0b4c0540 None None] DHCP port deletion for f7d56666-fb5d-4a98-87ce-203b8bf73343 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:17:20.654460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3d66e168-f5e6-4e24-b2cf-e89e0b4c0540 None None] Deleting port 0b157ea7-842c-4c44-87cb-e96c064af5a7 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:17:20.654961 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d66e168-f5e6-4e24-b2cf-e89e0b4c0540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:20.727380 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] For port 0b157ea7-842c-4c44-87cb-e96c064af5a7, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0b157ea7-842c-4c44-87cb-e96c064af5a7,segment=NetworkSegment(02375a43-6cd3-4c4c-8022-e6605ac76a11),segment_id=02375a43-6cd3-4c4c-8022-e6605ac76a11)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:20.727726 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:20.749771 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 0b157ea7-842c-4c44-87cb-e96c064af5a7 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:20.750132 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:20.850678 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Calling delete_port for 0b157ea7-842c-4c44-87cb-e96c064af5a7 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:17:20.931710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:20.951204 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No ports have port_id starting with 0b157ea7-842c-4c44-87cb-e96c064af5a7 May 28 05:17:20.956941 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-3d66e168-f5e6-4e24-b2cf-e89e0b4c0540 None None] For port 0b157ea7-842c-4c44-87cb-e96c064af5a7, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0b157ea7-842c-4c44-87cb-e96c064af5a7,segment=NetworkSegment(02375a43-6cd3-4c4c-8022-e6605ac76a11),segment_id=02375a43-6cd3-4c4c-8022-e6605ac76a11)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:20.957319 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d66e168-f5e6-4e24-b2cf-e89e0b4c0540 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:20.980577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] No DVR routers for this DVR port 0b157ea7-842c-4c44-87cb-e96c064af5a7 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:17:20.982234 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Pushing event deleted for resources: {'Port': ['ID=0b157ea7-842c-4c44-87cb-e96c064af5a7,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:21.072161 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3d66e168-f5e6-4e24-b2cf-e89e0b4c0540 None None] Calling delete_port for 0b157ea7-842c-4c44-87cb-e96c064af5a7 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:17:21.105448 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:21.130810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d56666-fb5d-4a98-87ce-203b8bf73343']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:21.140182 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-3d66e168-f5e6-4e24-b2cf-e89e0b4c0540 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:17:21.140534 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-3d66e168-f5e6-4e24-b2cf-e89e0b4c0540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:17:21.142828 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02375a43-6cd3-4c4c-8022-e6605ac76a11') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:21.143107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02375a43-6cd3-4c4c-8022-e6605ac76a11') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:21.154108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:21.170556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:21.177148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:17:21.177498 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:17:21.191497 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:17:21.274276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:21.291451 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:21.302261 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Pushing event deleted for resources: {'Network': ['ID=f7d56666-fb5d-4a98-87ce-203b8bf73343,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:21.306185 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7a590b5d-ca26-4d2c-87fc-02623682b53b tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] 10.222.0.15 "DELETE /v2.0/networks/f7d56666-fb5d-4a98-87ce-203b8bf73343 HTTP/1.1" status: 204 len: 168 time: 0.9149258 May 28 05:17:21.308699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37890) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:21.352100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2ad7ce5e-73de-46d9-8191-057c6a5916f8 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Synchronizing usage tracker for tenant:ef24b3be46e3457a9f3f2818cb4881fb on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:17:21.377108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2ad7ce5e-73de-46d9-8191-057c6a5916f8 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Unset dirty status for tenant:ef24b3be46e3457a9f3f2818cb4881fb on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:17:21.378197 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2ad7ce5e-73de-46d9-8191-057c6a5916f8 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] 10.222.0.15 "GET /v2.0/ports?device_id=c530c88b-399a-493e-b662-74ae218551a7 HTTP/1.1" status: 200 len: 205 time: 0.0686400 May 28 05:17:21.381489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37894) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:21.517923 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56d192af-ab29-4dc5-a527-8f37e26af958 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:21.642077 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3d66e168-f5e6-4e24-b2cf-e89e0b4c0540 None None] Deleting port 0b157ea7-842c-4c44-87cb-e96c064af5a7 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:17:21.642306 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d66e168-f5e6-4e24-b2cf-e89e0b4c0540 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:21.710589 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-3d66e168-f5e6-4e24-b2cf-e89e0b4c0540 None None] The port '0b157ea7-842c-4c44-87cb-e96c064af5a7' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 05:17:21.992516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56d192af-ab29-4dc5-a527-8f37e26af958 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:21.996878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56d192af-ab29-4dc5-a527-8f37e26af958 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:22.026396 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56d192af-ab29-4dc5-a527-8f37e26af958 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:22.026894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d192af-ab29-4dc5-a527-8f37e26af958 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Fanout notify agent at l3_agent the message router_deleted on router c530c88b-399a-493e-b662-74ae218551a7 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:17:22.037669 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-56d192af-ab29-4dc5-a527-8f37e26af958 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:22.038750 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-56d192af-ab29-4dc5-a527-8f37e26af958 tempest-RoutersNegativeTest-764956841 tempest-RoutersNegativeTest-764956841-project] 10.222.0.15 "DELETE /v2.0/routers/c530c88b-399a-493e-b662-74ae218551a7 HTTP/1.1" status: 204 len: 168 time: 0.6562898 May 28 05:17:22.166980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8aa17793-4a34-4683-b5df-a364cddcc276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:22.441750 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37902) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:22.573959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0b157ea7-842c-4c44-87cb-e96c064af5a7 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:17:22.606384 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 0b157ea7-842c-4c44-87cb-e96c064af5a7 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:17:22.606800 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0b157ea7-842c-4c44-87cb-e96c064af5a7 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:17:22.621329 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-144e4e7c-5277-4a98-8e73-7a57eb2ffb3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef24b3be46e3457a9f3f2818cb4881fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1784391 May 28 05:17:22.623901 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37908) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:22.686602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-61537eb6-8cfc-42fc-a094-b77614b548a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:22.718734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-61537eb6-8cfc-42fc-a094-b77614b548a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:22.773393 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-61537eb6-8cfc-42fc-a094-b77614b548a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:22.787557 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61537eb6-8cfc-42fc-a094-b77614b548a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ed8241-d20a-4ee4-9825-9a09956ec70c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:22.793237 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-61537eb6-8cfc-42fc-a094-b77614b548a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:22.794368 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-61537eb6-8cfc-42fc-a094-b77614b548a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69ed8241-d20a-4ee4-9825-9a09956ec70c HTTP/1.1" status: 204 len: 168 time: 0.1695824 May 28 05:17:23.632977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37930) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:23.771322 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1934056083-network', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:23.779328 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:23.785032 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Usage tracker for resource:network and tenant:fddb1aac57884d60a06eb1e2464d7d69 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:23.788707 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:23.795678 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:23.809601 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Made reservation on behalf of fddb1aac57884d60a06eb1e2464d7d69 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:23.812172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:23.824822 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:23.856472 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:23.861009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Usage tracker for resource:security_group_rule and tenant:fddb1aac57884d60a06eb1e2464d7d69 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:23.864341 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:23.870416 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:23.937953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:23.943995 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:23.976045 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:17:23.984282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72076c8c-f42c-4968-b3ae-1f8937024c7a,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:23.990070 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:23.990399 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Added segment 3c98ff6a-5770-4263-b291-1c57e711b835 of type vlan for network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 May 28 05:17:24.015417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:24.047672 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:24.048497 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:24.049062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:24.148942 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] Pushing event updated for resources: {'Network': ['ID=95910d0f-d2eb-41d2-b983-da2412e2fbd3,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:24.154609 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a4c32608-6097-4cba-8582-023dde01b823 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5206454 May 28 05:17:24.157687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37936) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:24.163002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-7bb2c902-7df7-46cc-915a-d94e0c29d29b admin admin] Request body: {'subnet': {'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1934056083-subnet', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'ip_version': 4}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:24.164080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:17:24.168219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7bb2c902-7df7-46cc-915a-d94e0c29d29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:24.172669 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7bb2c902-7df7-46cc-915a-d94e0c29d29b admin admin] Usage tracker for resource:subnet and tenant:fddb1aac57884d60a06eb1e2464d7d69 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:24.175820 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-7bb2c902-7df7-46cc-915a-d94e0c29d29b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:24.181920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-7bb2c902-7df7-46cc-915a-d94e0c29d29b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:24.194887 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb2c902-7df7-46cc-915a-d94e0c29d29b admin admin] Made reservation on behalf of fddb1aac57884d60a06eb1e2464d7d69 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:24.197300 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7bb2c902-7df7-46cc-915a-d94e0c29d29b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:24.327559 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ccf27386-df6c-4362-9bec-b53dd8d09cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:24.429977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7bb2c902-7df7-46cc-915a-d94e0c29d29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:24.496067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2c902-7df7-46cc-915a-d94e0c29d29b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b00f05-ac3b-42c9-9ef5-672635ede805,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:24.516282 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb2c902-7df7-46cc-915a-d94e0c29d29b admin admin] Checking segment: {'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:24.516799 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb2c902-7df7-46cc-915a-d94e0c29d29b admin admin] Network hostable DHCP agents. Network: 95910d0f-d2eb-41d2-b983-da2412e2fbd3, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:17:24.546386 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb2c902-7df7-46cc-915a-d94e0c29d29b admin admin] Network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:17:24.557046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-7bb2c902-7df7-46cc-915a-d94e0c29d29b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 95910d0f-d2eb-41d2-b983-da2412e2fbd3) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:24.562097 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb2c902-7df7-46cc-915a-d94e0c29d29b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:24.562898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7bb2c902-7df7-46cc-915a-d94e0c29d29b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:24.565646 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510b7453-e6cc-4742-ad7a-a4e01faabbb6 None None] Network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:24.585229 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7bb2c902-7df7-46cc-915a-d94e0c29d29b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4264469 May 28 05:17:24.587942 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37940) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:24.593382 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1934056083-router', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:24.598358 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:24.602301 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Usage tracker for resource:router and tenant:fddb1aac57884d60a06eb1e2464d7d69 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:24.605285 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:24.611349 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:24.625433 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:24.626469 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:24.645375 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:24.783294 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-95910d0f-d2eb-41d2-b983-da2412e2fbd3', 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'fixed_ips': [{'subnet_id': 'c1b00f05-ac3b-42c9-9ef5-672635ede805'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:17:24.784162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:24.795397 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:24.944405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Allocated IP 172.20.0.2 (95910d0f-d2eb-41d2-b983-da2412e2fbd3/c1b00f05-ac3b-42c9-9ef5-672635ede805/d943ec78-983b-41df-9491-ab135b26d180) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:17:25.049884 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:25.085056 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:25.114649 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:25.159265 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:25.169381 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Transition to ACTIVE for port object d943ec78-983b-41df-9491-ab135b26d180 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:25.187581 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Transition to ACTIVE for port object d943ec78-983b-41df-9491-ab135b26d180 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:25.194460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:25.253120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Allocated IP 172.26.8.193 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/69f6715a-5df4-4acc-867d-12492c640dc7) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:17:25.262979 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:17:25.266154 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:25.268735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:17:25.279373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Pushing event updated for resources: {'Port': ['ID=d943ec78-983b-41df-9491-ab135b26d180,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:25.362795 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Attempting to bind port d943ec78-983b-41df-9491-ab135b26d180 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:17:25.363163 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Attempting to bind port d943ec78-983b-41df-9491-ab135b26d180 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:17:25.363488 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Attempting to bind port d943ec78-983b-41df-9491-ab135b26d180 on network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:17:25.369757 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:17:25.370110 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Checking segment: {'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:25.370489 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:25.370859 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Bound using segment: {'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:17:25.371308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Bound port: d943ec78-983b-41df-9491-ab135b26d180, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:17:25.371786 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:25.406464 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:25.435880 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:25.461175 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] For port d943ec78-983b-41df-9491-ab135b26d180, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:17:25.464147 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] For port d943ec78-983b-41df-9491-ab135b26d180, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d943ec78-983b-41df-9491-ab135b26d180,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:17:25.468712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:25.505515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:17:25.508393 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:25.512705 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:17:25.539051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Pushing event updated for resources: {'Port': ['ID=69f6715a-5df4-4acc-867d-12492c640dc7,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:25.562000 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86050343-4317-44ca-a820-780afcbc8a39 None None] Pushing event updated for resources: {'Port': ['ID=d943ec78-983b-41df-9491-ab135b26d180,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:25.569735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:25.660389 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:25.679301 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:25.680103 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:25.920237 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Router 0ada1d85-8760-43ca-bdb5-046a1e24ce36 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:17:26.129800 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:17:26.138675 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Sync routers for ids ['0ada1d85-8760-43ca-bdb5-046a1e24ce36'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:17:26.151048 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Routers {'0ada1d85-8760-43ca-bdb5-046a1e24ce36'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:17:26.151701 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:17:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0ada1d85-8760-43ca-bdb5-046a1e24ce36'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:26.157697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:26.158956 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9661ccd0-cff5-43af-a439-2727e7a90488 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5700769 May 28 05:17:26.161699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37944) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:26.384197 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Set router 0ada1d85-8760-43ca-bdb5-046a1e24ce36 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:17:26.553763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6a9453-eb2c-45fd-be51-d65b813bcd98 None None] Network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:26.631129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d943ec78-983b-41df-9491-ab135b26d180 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:26.754801 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-85ce2322-e2b0-4072-946f-b0c125b3cd8c None None] Provisioning for port d943ec78-983b-41df-9491-ab135b26d180 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:26.878472 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port d943ec78-983b-41df-9491-ab135b26d180 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:26.920899 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d943ec78-983b-41df-9491-ab135b26d180 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:26.920899 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:26.995557 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'name': 'tempest-TestEncryptedCinderVolumes-1934056083-router', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '69f6715a-5df4-4acc-867d-12492c640dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:24Z', 'updated_at': '2022-05-28T05:17:25Z', 'revision_number': 3, 'project_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'gw_port': {'id': '69f6715a-5df4-4acc-867d-12492c640dc7', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:25Z', 'updated_at': '2022-05-28T05:17:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:27.004443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Checking router: 0ada1d85-8760-43ca-bdb5-046a1e24ce36 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:17:27.004779 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Updating router 0ada1d85-8760-43ca-bdb5-046a1e24ce36 port 69f6715a-5df4-4acc-867d-12492c640dc7 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:17:27.034033 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.104872 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.155474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.254013 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Allocated IP 172.20.0.1 (95910d0f-d2eb-41d2-b983-da2412e2fbd3/c1b00f05-ac3b-42c9-9ef5-672635ede805/6fc59077-576e-45cc-8d0f-8b8dc8be6ed2) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:17:27.268337 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.272096 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port d943ec78-983b-41df-9491-ab135b26d180, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d943ec78-983b-41df-9491-ab135b26d180,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:27.278975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.404045 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.422034 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Transition to ACTIVE for port object 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:27.442736 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cf3110c0-5105-415b-a805-25a7b43b9d93 None None] Provisioning complete for port d943ec78-983b-41df-9491-ab135b26d180 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:27.443308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cf3110c0-5105-415b-a805-25a7b43b9d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.446162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.465026 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=d943ec78-983b-41df-9491-ab135b26d180,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:27.511078 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:17:27.513723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:27.517539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:17:27.553488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc59077-576e-45cc-8d0f-8b8dc8be6ed2,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:27.584194 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.638530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.652129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Transition to ACTIVE for port object 69f6715a-5df4-4acc-867d-12492c640dc7 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:27.660759 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.676125 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.742462 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a048c-6659-4dee-826e-b78b7a8e1c5f None None] Pushing event updated for resources: {'Port': ['ID=69f6715a-5df4-4acc-867d-12492c640dc7,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:27.744799 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Attempting to bind port 69f6715a-5df4-4acc-867d-12492c640dc7 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:17:27.745142 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Attempting to bind port 69f6715a-5df4-4acc-867d-12492c640dc7 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:17:27.745488 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Attempting to bind port 69f6715a-5df4-4acc-867d-12492c640dc7 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:17:27.756499 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:17:27.756855 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:27.757266 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.757634 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:17:27.758106 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Bound port: 69f6715a-5df4-4acc-867d-12492c640dc7, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:17:27.758475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.817317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cc32b7a4-78df-468c-abf1-ae35fc5d76fa None None] Provisioning for port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:27.828130 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cc32b7a4-78df-468c-abf1-ae35fc5d76fa None None] Provisioning complete for port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:27.828483 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cc32b7a4-78df-468c-abf1-ae35fc5d76fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.898725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.905307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:27.913144 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] For port 69f6715a-5df4-4acc-867d-12492c640dc7, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:17:27.930447 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] For port 69f6715a-5df4-4acc-867d-12492c640dc7, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=69f6715a-5df4-4acc-867d-12492c640dc7,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:17:27.935062 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-cc32b7a4-78df-468c-abf1-ae35fc5d76fa None None] Port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:17:27.937846 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:28.012710 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:28.015570 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a048c-6659-4dee-826e-b78b7a8e1c5f None None] Pushing event updated for resources: {'Port': ['ID=69f6715a-5df4-4acc-867d-12492c640dc7,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:28.018392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Routers {'0ada1d85-8760-43ca-bdb5-046a1e24ce36'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:17:28.018992 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:17:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0ada1d85-8760-43ca-bdb5-046a1e24ce36'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:28.019380 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc59077-576e-45cc-8d0f-8b8dc8be6ed2,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:28.153934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:17:28.155011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:28.197542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] Set router 0ada1d85-8760-43ca-bdb5-046a1e24ce36 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:17:28.429605 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b8311f22-1c24-4781-b3ae-077233eacb11 None None] Provisioning complete for port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:28.429891 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b8311f22-1c24-4781-b3ae-077233eacb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:28.538188 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-b8311f22-1c24-4781-b3ae-077233eacb11 None None] Port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:17:28.578217 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'name': 'tempest-TestEncryptedCinderVolumes-1934056083-router', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '69f6715a-5df4-4acc-867d-12492c640dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:24Z', 'updated_at': '2022-05-28T05:17:27Z', 'revision_number': 4, 'project_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'gw_port': {'id': '69f6715a-5df4-4acc-867d-12492c640dc7', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:25Z', 'updated_at': '2022-05-28T05:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '6fc59077-576e-45cc-8d0f-8b8dc8be6ed2', 'name': '', 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'mac_address': 'fa:16:3e:00:80:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b00f05-ac3b-42c9-9ef5-672635ede805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:27Z', 'updated_at': '2022-05-28T05:17:27Z', 'revision_number': 2, 'project_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'subnets': [{'id': 'c1b00f05-ac3b-42c9-9ef5-672635ede805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:28.582867 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d181926-2013-4bd4-afb1-5fbe90177c99 None None] The sync data for ids ['0ada1d85-8760-43ca-bdb5-046a1e24ce36'] in dv-neutron-843300-5-hyperv is: [{'id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'name': 'tempest-TestEncryptedCinderVolumes-1934056083-router', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '69f6715a-5df4-4acc-867d-12492c640dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:24Z', 'updated_at': '2022-05-28T05:17:27Z', 'revision_number': 4, 'project_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'gw_port': {'id': '69f6715a-5df4-4acc-867d-12492c640dc7', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:25Z', 'updated_at': '2022-05-28T05:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '6fc59077-576e-45cc-8d0f-8b8dc8be6ed2', 'name': '', 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'mac_address': 'fa:16:3e:00:80:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b00f05-ac3b-42c9-9ef5-672635ede805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:27Z', 'updated_at': '2022-05-28T05:17:27Z', 'revision_number': 2, 'project_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'subnets': [{'id': 'c1b00f05-ac3b-42c9-9ef5-672635ede805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:17:28.586931 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d943ec78-983b-41df-9491-ab135b26d180 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:28.640617 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Router 0ada1d85-8760-43ca-bdb5-046a1e24ce36 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:17:28.654150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d943ec78-983b-41df-9491-ab135b26d180 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:28.654507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:28.855160 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:17:28.864874 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2add4f4b-0198-4a8c-8888-f208db24c207 admin admin] 10.222.0.15 "PUT /v2.0/routers/0ada1d85-8760-43ca-bdb5-046a1e24ce36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7021463 May 28 05:17:29.747645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37966) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:29.753744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-68338305-network', 'tenant_id': '75df31b3e39e4ebbb2fc049238035213'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:29.758955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:29.763379 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Usage tracker for resource:network and tenant:75df31b3e39e4ebbb2fc049238035213 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:29.766566 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:29.772970 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:29.784673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Made reservation on behalf of 75df31b3e39e4ebbb2fc049238035213 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:29.787132 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:29.799295 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:29.831717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:29.835726 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Usage tracker for resource:security_group_rule and tenant:75df31b3e39e4ebbb2fc049238035213 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:29.838649 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:29.845163 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:29.914969 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:29.919809 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:29.953540 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:17:29.961960 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85afbdfa-301e-45f4-a906-6cbc31075876,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:29.968408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:29.969742 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Added segment c6dfeaee-f125-4646-ac32-0bb582fdb20f of type vlan for network a486118b-e283-4ace-8320-ca6f49d1b124 May 28 05:17:29.995104 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:30.025035 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:30.025874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:30.026503 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:30.128579 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] Pushing event updated for resources: {'Network': ['ID=a486118b-e283-4ace-8320-ca6f49d1b124,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:30.136956 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8e6352c9-3986-4b65-900e-3800dedd882d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3843465 May 28 05:17:30.137383 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37970) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:30.141647 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network a486118b-e283-4ace-8320-ca6f49d1b124 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:17:30.143550 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-a4600b46-1837-4940-9aa0-3a37b097463a admin admin] Request body: {'subnet': {'network_id': 'a486118b-e283-4ace-8320-ca6f49d1b124', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-68338305-subnet', 'tenant_id': '75df31b3e39e4ebbb2fc049238035213', 'ip_version': 4}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:30.148847 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a4600b46-1837-4940-9aa0-3a37b097463a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:30.152688 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a4600b46-1837-4940-9aa0-3a37b097463a admin admin] Usage tracker for resource:subnet and tenant:75df31b3e39e4ebbb2fc049238035213 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:30.155576 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a4600b46-1837-4940-9aa0-3a37b097463a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:30.161228 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a4600b46-1837-4940-9aa0-3a37b097463a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:30.172743 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4600b46-1837-4940-9aa0-3a37b097463a admin admin] Made reservation on behalf of 75df31b3e39e4ebbb2fc049238035213 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:30.175567 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4600b46-1837-4940-9aa0-3a37b097463a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:30.378793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4600b46-1837-4940-9aa0-3a37b097463a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:30.443435 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4600b46-1837-4940-9aa0-3a37b097463a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d5fb6b7-9b5b-44aa-aca3-9535be168074,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:30.463707 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4600b46-1837-4940-9aa0-3a37b097463a admin admin] Checking segment: {'id': 'c6dfeaee-f125-4646-ac32-0bb582fdb20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a486118b-e283-4ace-8320-ca6f49d1b124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:30.464051 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4600b46-1837-4940-9aa0-3a37b097463a admin admin] Network hostable DHCP agents. Network: a486118b-e283-4ace-8320-ca6f49d1b124, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:17:30.487534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4600b46-1837-4940-9aa0-3a37b097463a admin admin] Network a486118b-e283-4ace-8320-ca6f49d1b124 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:17:30.498444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-a4600b46-1837-4940-9aa0-3a37b097463a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, a486118b-e283-4ace-8320-ca6f49d1b124) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:30.503104 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4600b46-1837-4940-9aa0-3a37b097463a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:30.503761 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a4600b46-1837-4940-9aa0-3a37b097463a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:30.507359 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1524a1f1-6aa0-479a-9d92-0817f27d1bed None None] Network a486118b-e283-4ace-8320-ca6f49d1b124 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:30.530546 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a4600b46-1837-4940-9aa0-3a37b097463a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3897445 May 28 05:17:30.531028 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 37974) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:30.536913 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-68338305-router', 'tenant_id': '75df31b3e39e4ebbb2fc049238035213', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:30.542166 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:30.547984 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Usage tracker for resource:router and tenant:75df31b3e39e4ebbb2fc049238035213 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:30.551499 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:30.557783 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:30.571638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:30.572650 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:30.595809 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:30.616586 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 69f6715a-5df4-4acc-867d-12492c640dc7 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:30.740001 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:30.774474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 69f6715a-5df4-4acc-867d-12492c640dc7 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:30.781689 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-a486118b-e283-4ace-8320-ca6f49d1b124', 'network_id': 'a486118b-e283-4ace-8320-ca6f49d1b124', 'tenant_id': '75df31b3e39e4ebbb2fc049238035213', 'fixed_ips': [{'subnet_id': '6d5fb6b7-9b5b-44aa-aca3-9535be168074'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:17:30.782617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:30.792217 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 69f6715a-5df4-4acc-867d-12492c640dc7 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:30.792577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:30.928190 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:30.961558 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:31.028059 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:31.050808 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Allocated IP 172.20.0.2 (a486118b-e283-4ace-8320-ca6f49d1b124/6d5fb6b7-9b5b-44aa-aca3-9535be168074/2713cb74-7607-47c4-b329-99e6aaf54de8) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:17:31.056189 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 69f6715a-5df4-4acc-867d-12492c640dc7, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=69f6715a-5df4-4acc-867d-12492c640dc7,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:31.063564 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:31.098866 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Allocated IP 172.26.8.21 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:17:31.256575 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:31.262453 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=69f6715a-5df4-4acc-867d-12492c640dc7,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:31.288115 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:31.376300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:31.387453 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Transition to ACTIVE for port object 2713cb74-7607-47c4-b329-99e6aaf54de8 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:31.406572 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Transition to ACTIVE for port object 2713cb74-7607-47c4-b329-99e6aaf54de8 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:31.413670 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:31.447922 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:17:31.450705 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:31.454605 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:17:31.483519 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Pushing event updated for resources: {'Port': ['ID=2713cb74-7607-47c4-b329-99e6aaf54de8,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:31.487178 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Pushing event updated for resources: {'Port': ['ID=ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:31.488608 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Network a486118b-e283-4ace-8320-ca6f49d1b124 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:17:31.490136 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:31.492521 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:17:31.579835 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Attempting to bind port 2713cb74-7607-47c4-b329-99e6aaf54de8 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:17:31.580260 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Attempting to bind port 2713cb74-7607-47c4-b329-99e6aaf54de8 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'c6dfeaee-f125-4646-ac32-0bb582fdb20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a486118b-e283-4ace-8320-ca6f49d1b124'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:17:31.580706 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Attempting to bind port 2713cb74-7607-47c4-b329-99e6aaf54de8 on network a486118b-e283-4ace-8320-ca6f49d1b124 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:17:31.587328 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:17:31.587682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Checking segment: {'id': 'c6dfeaee-f125-4646-ac32-0bb582fdb20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a486118b-e283-4ace-8320-ca6f49d1b124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:31.588071 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:31.588436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Bound using segment: {'id': 'c6dfeaee-f125-4646-ac32-0bb582fdb20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a486118b-e283-4ace-8320-ca6f49d1b124'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:17:31.588901 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Bound port: 2713cb74-7607-47c4-b329-99e6aaf54de8, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6dfeaee-f125-4646-ac32-0bb582fdb20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a486118b-e283-4ace-8320-ca6f49d1b124'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:17:31.589254 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:31.631617 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:31.632347 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:31.676186 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] For port 2713cb74-7607-47c4-b329-99e6aaf54de8, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:17:31.679148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] For port 2713cb74-7607-47c4-b329-99e6aaf54de8, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2713cb74-7607-47c4-b329-99e6aaf54de8,segment=NetworkSegment(c6dfeaee-f125-4646-ac32-0bb582fdb20f),segment_id=c6dfeaee-f125-4646-ac32-0bb582fdb20f)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:17:31.684566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:31.772595 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcf236-9473-4f40-80d7-c4dd422164e0 None None] Pushing event updated for resources: {'Port': ['ID=2713cb74-7607-47c4-b329-99e6aaf54de8,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:31.912310 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Router f6407ede-878e-4308-b5ca-956761ba9c2b is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:17:32.139289 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:17:32.148886 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Sync routers for ids ['f6407ede-878e-4308-b5ca-956761ba9c2b'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:17:32.163850 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Routers {'f6407ede-878e-4308-b5ca-956761ba9c2b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:17:32.164773 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:17:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['f6407ede-878e-4308-b5ca-956761ba9c2b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:32.167203 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:32.168484 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0bbbceba-ab52-4c33-a79a-d6d890a73546 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6368604 May 28 05:17:32.172442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 37978) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:17:32.375099 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Set router f6407ede-878e-4308-b5ca-956761ba9c2b gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:17:32.670971 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'name': 'tempest-TestEncryptedCinderVolumes-68338305-router', 'tenant_id': '75df31b3e39e4ebbb2fc049238035213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': 'ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:30Z', 'updated_at': '2022-05-28T05:17:31Z', 'revision_number': 3, 'project_id': '75df31b3e39e4ebbb2fc049238035213', 'gw_port': {'id': 'ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:30Z', 'updated_at': '2022-05-28T05:17:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:32.677788 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Checking router: f6407ede-878e-4308-b5ca-956761ba9c2b for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:17:32.678128 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Updating router f6407ede-878e-4308-b5ca-956761ba9c2b port ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:17:32.699307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 69f6715a-5df4-4acc-867d-12492c640dc7 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:32.736432 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:32.777054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 69f6715a-5df4-4acc-867d-12492c640dc7 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:32.777416 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:32.842656 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81a41a7-11b2-4655-b166-98b46152b306 None None] Network a486118b-e283-4ace-8320-ca6f49d1b124 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:17:32.930161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:33.002715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2713cb74-7607-47c4-b329-99e6aaf54de8 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:33.031003 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e58aaa30-6525-4464-981c-395deacbde52 None None] Provisioning for port 2713cb74-7607-47c4-b329-99e6aaf54de8 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:33.114258 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:33.128723 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Transition to ACTIVE for port object ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:33.138214 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:33.146790 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Allocated IP 172.20.0.1 (a486118b-e283-4ace-8320-ca6f49d1b124/6d5fb6b7-9b5b-44aa-aca3-9535be168074/a49c0bfe-4b48-42b2-9173-26ee0b073216) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:17:33.171007 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 2713cb74-7607-47c4-b329-99e6aaf54de8 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:33.184097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 2713cb74-7607-47c4-b329-99e6aaf54de8 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:33.184371 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:33.229610 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Attempting to bind port ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:17:33.230302 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Attempting to bind port ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:17:33.230745 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Attempting to bind port ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:17:33.244203 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32000c37-4d17-4790-bb37-46c12c5a4800 None None] Pushing event updated for resources: {'Port': ['ID=ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:33.247366 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:17:33.247856 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:33.248384 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:33.248830 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:17:33.249398 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Bound port: ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:17:33.249854 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:33.297935 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32000c37-4d17-4790-bb37-46c12c5a4800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:33.298731 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32000c37-4d17-4790-bb37-46c12c5a4800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:33.298731 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32000c37-4d17-4790-bb37-46c12c5a4800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:33.299244 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32000c37-4d17-4790-bb37-46c12c5a4800 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:33.299659 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32000c37-4d17-4790-bb37-46c12c5a4800 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:33.300076 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32000c37-4d17-4790-bb37-46c12c5a4800 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:33.300488 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32000c37-4d17-4790-bb37-46c12c5a4800 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:33.300898 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32000c37-4d17-4790-bb37-46c12c5a4800 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:33.301306 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32000c37-4d17-4790-bb37-46c12c5a4800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:33.301739 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32000c37-4d17-4790-bb37-46c12c5a4800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:33.302154 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32000c37-4d17-4790-bb37-46c12c5a4800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:33.320429 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:33.349602 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] For port ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:17:33.352902 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] For port ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:17:33.357368 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 2713cb74-7607-47c4-b329-99e6aaf54de8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2713cb74-7607-47c4-b329-99e6aaf54de8,segment=NetworkSegment(c6dfeaee-f125-4646-ac32-0bb582fdb20f),segment_id=c6dfeaee-f125-4646-ac32-0bb582fdb20f)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:33.363230 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:33.368794 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:33.456321 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=2713cb74-7607-47c4-b329-99e6aaf54de8,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:33.468374 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:33.475496 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32000c37-4d17-4790-bb37-46c12c5a4800 None None] Pushing event updated for resources: {'Port': ['ID=ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:33.478546 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Routers {'f6407ede-878e-4308-b5ca-956761ba9c2b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:17:33.479244 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:17:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['f6407ede-878e-4308-b5ca-956761ba9c2b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:33.491106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Transition to ACTIVE for port object a49c0bfe-4b48-42b2-9173-26ee0b073216 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:33.522633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:33.594410 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2c576f29-7d4f-4697-965b-ee6f58f18b5e None None] Provisioning complete for port 2713cb74-7607-47c4-b329-99e6aaf54de8 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:33.594410 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2c576f29-7d4f-4697-965b-ee6f58f18b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:33.609078 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Network a486118b-e283-4ace-8320-ca6f49d1b124 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:17:33.612835 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:33.615750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:17:33.670776 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Pushing event updated for resources: {'Port': ['ID=a49c0bfe-4b48-42b2-9173-26ee0b073216,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:33.688461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:33.702361 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] Set router f6407ede-878e-4308-b5ca-956761ba9c2b gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:17:33.794535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:33.964526 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-07395a30-7a78-4d29-b013-5b443623c134 None None] Provisioning for port a49c0bfe-4b48-42b2-9173-26ee0b073216 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:33.971789 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-07395a30-7a78-4d29-b013-5b443623c134 None None] Provisioning complete for port a49c0bfe-4b48-42b2-9173-26ee0b073216 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:33.972237 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-07395a30-7a78-4d29-b013-5b443623c134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:34.048241 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'name': 'tempest-TestEncryptedCinderVolumes-68338305-router', 'tenant_id': '75df31b3e39e4ebbb2fc049238035213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': 'ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:30Z', 'updated_at': '2022-05-28T05:17:31Z', 'revision_number': 3, 'project_id': '75df31b3e39e4ebbb2fc049238035213', 'gw_port': {'id': 'ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:30Z', 'updated_at': '2022-05-28T05:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:34.052511 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cddf1e0-8270-4eb9-aea8-63ae34c94b4f None None] The sync data for ids ['f6407ede-878e-4308-b5ca-956761ba9c2b'] in dv-neutron-843300-5-hyperv is: [{'id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'name': 'tempest-TestEncryptedCinderVolumes-68338305-router', 'tenant_id': '75df31b3e39e4ebbb2fc049238035213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': 'ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:30Z', 'updated_at': '2022-05-28T05:17:31Z', 'revision_number': 3, 'project_id': '75df31b3e39e4ebbb2fc049238035213', 'gw_port': {'id': 'ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c1:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:30Z', 'updated_at': '2022-05-28T05:17:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:17:34.055273 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-07395a30-7a78-4d29-b013-5b443623c134 None None] Port a49c0bfe-4b48-42b2-9173-26ee0b073216 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:17:34.067687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:34.081108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:34.197440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Pushing event updated for resources: {'Port': ['ID=a49c0bfe-4b48-42b2-9173-26ee0b073216,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:34.199970 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:34.359620 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Network a486118b-e283-4ace-8320-ca6f49d1b124 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:17:34.360719 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:34.588638 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2713cb74-7607-47c4-b329-99e6aaf54de8 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:34.671226 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 2713cb74-7607-47c4-b329-99e6aaf54de8 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:34.671687 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:34.731343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7dd17362-bd67-4cea-8f78-cf1889d74154 None None] Provisioning complete for port a49c0bfe-4b48-42b2-9173-26ee0b073216 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:34.731694 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7dd17362-bd67-4cea-8f78-cf1889d74154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:34.747506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Router f6407ede-878e-4308-b5ca-956761ba9c2b has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:17:34.860422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7dd17362-bd67-4cea-8f78-cf1889d74154 None None] Port a49c0bfe-4b48-42b2-9173-26ee0b073216 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:17:34.962026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:17:34.972809 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cd22d0b6-680a-4ca0-a036-65b741e75965 admin admin] 10.222.0.15 "PUT /v2.0/routers/f6407ede-878e-4308-b5ca-956761ba9c2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7992873 May 28 05:17:35.804694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-0bcff44c-3af9-48ff-ad79-73cc90550c4f tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:35.806473 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-0bcff44c-3af9-48ff-ad79-73cc90550c4f tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/networks?id=95910d0f-d2eb-41d2-b983-da2412e2fbd3 HTTP/1.1" status: 200 len: 817 time: 0.2671866 May 28 05:17:35.825093 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-961737f2-1586-47f9-866d-90cd669e2474 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/quotas/fddb1aac57884d60a06eb1e2464d7d69 HTTP/1.1" status: 200 len: 375 time: 0.0123630 May 28 05:17:35.908682 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-19289981-128f-4c9c-bb96-36661518760d tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddb1aac57884d60a06eb1e2464d7d69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740397 May 28 05:17:36.045583 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-da8715f5-5144-4a39-bee1-870926bac2be service neutron] 10.222.0.15 "GET /v2.0/networks/95910d0f-d2eb-41d2-b983-da2412e2fbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250970 May 28 05:17:36.178028 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-1d4e7dcf-b976-4496-9908-36c6a4cc8899 service neutron] 10.222.0.15 "GET /v2.0/networks/95910d0f-d2eb-41d2-b983-da2412e2fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237612 May 28 05:17:36.371084 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0eb8e434-472e-4bff-a46a-216d4bd0fed9 req-f5a03902-f941-49c2-9a3d-75574e56a37e tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 210 time: 0.0439620 May 28 05:17:37.437273 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-9171a2c8-f4eb-41ef-8497-4f26710c31f6 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:37.438724 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-9171a2c8-f4eb-41ef-8497-4f26710c31f6 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.66 "GET /v2.0/networks?id=95910d0f-d2eb-41d2-b983-da2412e2fbd3 HTTP/1.1" status: 200 len: 817 time: 0.1430006 May 28 05:17:37.454437 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Request body: {'port': {'device_id': '85d2f07d-af72-4f41-83bf-c8abaaeb77b5', 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3', 'admin_state_up': True, 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:37.577748 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5d24a91b-6d2d-499e-adf6-d8ce7d96102a req-c132f4c9-defd-4c50-b3a9-6a4754c5acf4 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 210 time: 0.0598900 May 28 05:17:37.626995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:17:37.630883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Usage tracker for resource:port and tenant:fddb1aac57884d60a06eb1e2464d7d69 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:17:37.633746 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:17:37.639694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:17:37.651864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Made reservation on behalf of fddb1aac57884d60a06eb1e2464d7d69 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:17:37.654819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:37.824793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Allocated IP 172.20.0.11 (95910d0f-d2eb-41d2-b983-da2412e2fbd3/c1b00f05-ac3b-42c9-9ef5-672635ede805/a7d31833-4df6-4d23-a128-e2ce994dc96a) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:17:38.024431 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:38.039787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Transition to ACTIVE for port object a7d31833-4df6-4d23-a128-e2ce994dc96a will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:38.066803 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:38.151158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:17:38.154143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:17:38.158723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:17:38.182783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Pushing event updated for resources: {'Port': ['ID=a7d31833-4df6-4d23-a128-e2ce994dc96a,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:38.219926 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:38.220539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:38.242789 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d25339db-42ba-4e00-93b8-a3b15e16df12 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7921813 May 28 05:17:38.254226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Request body: {'port': {'device_id': '85d2f07d-af72-4f41-83bf-c8abaaeb77b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:17:38.366334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:38.409285 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-78739abb-93e7-4ee4-846e-ca15467dad76 None None] Provisioning for port a7d31833-4df6-4d23-a128-e2ce994dc96a completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:38.413911 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-78739abb-93e7-4ee4-846e-ca15467dad76 None None] Provisioning complete for port a7d31833-4df6-4d23-a128-e2ce994dc96a triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:38.414269 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-78739abb-93e7-4ee4-846e-ca15467dad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:38.466975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-78739abb-93e7-4ee4-846e-ca15467dad76 None None] Port a7d31833-4df6-4d23-a128-e2ce994dc96a cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:17:38.858090 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4c5d4-db24-4590-8f1c-21437fd351ff req-463a1558-e864-4a3b-bee6-9382e1f6e350 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:38.858814 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-afe4c5d4-db24-4590-8f1c-21437fd351ff req-463a1558-e864-4a3b-bee6-9382e1f6e350 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Synchronizing usage tracker for tenant:fddb1aac57884d60a06eb1e2464d7d69 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:17:38.876354 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7d31833-4df6-4d23-a128-e2ce994dc96a {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:17:38.885896 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:38.898765 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-afe4c5d4-db24-4590-8f1c-21437fd351ff req-463a1558-e864-4a3b-bee6-9382e1f6e350 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Unset dirty status for tenant:fddb1aac57884d60a06eb1e2464d7d69 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:17:38.899923 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-afe4c5d4-db24-4590-8f1c-21437fd351ff req-463a1558-e864-4a3b-bee6-9382e1f6e350 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 932 time: 0.2000937 May 28 05:17:38.902339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Transition to ACTIVE for port object a7d31833-4df6-4d23-a128-e2ce994dc96a will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:38.921184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:39.065612 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d31833-4df6-4d23-a128-e2ce994dc96a,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:39.069886 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-afe4c5d4-db24-4590-8f1c-21437fd351ff req-927613da-210c-4a52-ba95-031634fd4325 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628456 May 28 05:17:39.226359 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Attempting to bind port a7d31833-4df6-4d23-a128-e2ce994dc96a on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:17:39.226785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Attempting to bind port a7d31833-4df6-4d23-a128-e2ce994dc96a by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:17:39.227182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Attempting to bind port a7d31833-4df6-4d23-a128-e2ce994dc96a on network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:17:39.234204 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Port a7d31833-4df6-4d23-a128-e2ce994dc96a on network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:17:39.234522 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Attempting to bind port a7d31833-4df6-4d23-a128-e2ce994dc96a on network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:17:39.241714 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:17:39.242047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Checking segment: {'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:39.242426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Bound using segment: {'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:17:39.242860 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Bound port: a7d31833-4df6-4d23-a128-e2ce994dc96a, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:17:39.243192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:39.332695 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] For port a7d31833-4df6-4d23-a128-e2ce994dc96a, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:17:39.335904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] For port a7d31833-4df6-4d23-a128-e2ce994dc96a, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a7d31833-4df6-4d23-a128-e2ce994dc96a,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:17:39.341631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:39.407825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:39.409132 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] 10.222.0.66 "PUT /v2.0/ports/a7d31833-4df6-4d23-a128-e2ce994dc96a HTTP/1.1" status: 200 len: 1094 time: 1.1595085 May 28 05:17:39.409564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d2f07d-af72-4f41-83bf-c8abaaeb77b5', 'tag': 'a7d31833-4df6-4d23-a128-e2ce994dc96a'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:17:39.432452 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8409b-52f2-4bbe-b261-9b1b7c4c27f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a7d31833-4df6-4d23-a128-e2ce994dc96a,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:39.491051 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-920805fc-c1fa-4a74-bd69-8f9fe5e12427'] response: {'name': 'network-changed', 'server_uuid': '85d2f07d-af72-4f41-83bf-c8abaaeb77b5', 'tag': 'a7d31833-4df6-4d23-a128-e2ce994dc96a', 'status': 'completed', 'code': 200} May 28 05:17:39.529229 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-16edd28a-68e3-406d-ae12-aa5a669bd050 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fddb1aac57884d60a06eb1e2464d7d69&device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 1097 time: 0.0758536 May 28 05:17:39.602618 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-a67ab26b-d48e-4fdb-86f9-4152575ab4ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7d31833-4df6-4d23-a128-e2ce994dc96a HTTP/1.1" status: 200 len: 217 time: 0.0658913 May 28 05:17:39.664124 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-28357e3f-361d-45af-b13d-b09638d35192 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:39.665558 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-28357e3f-361d-45af-b13d-b09638d35192 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c1b00f05-ac3b-42c9-9ef5-672635ede805 HTTP/1.1" status: 200 len: 856 time: 0.0577278 May 28 05:17:39.744661 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-e10da031-bd9d-4164-a00e-13b51ed41808 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95910d0f-d2eb-41d2-b983-da2412e2fbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732324 May 28 05:17:39.881881 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-f9becb20-fe3d-44ed-9910-592824005cdf service neutron] 10.222.0.66 "GET /v2.0/networks/95910d0f-d2eb-41d2-b983-da2412e2fbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316440 May 28 05:17:40.013559 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-14c0ecc2-b3c5-4cca-8db6-19bcf77de240 req-48021315-28a2-4dd6-9bfa-00d464f999fb service neutron] 10.222.0.66 "GET /v2.0/networks/95910d0f-d2eb-41d2-b983-da2412e2fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258850 May 28 05:17:40.172365 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-716d76b3-4a14-41d9-b30c-2966bcbe0e7e req-f319f420-c491-4444-a05e-5481aacff34e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fddb1aac57884d60a06eb1e2464d7d69&device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 1097 time: 0.0741708 May 28 05:17:40.347439 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d76b3-4a14-41d9-b30c-2966bcbe0e7e req-310f910b-9fc5-4f47-a7d9-326a893f48af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:40.348888 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-716d76b3-4a14-41d9-b30c-2966bcbe0e7e req-310f910b-9fc5-4f47-a7d9-326a893f48af service neutron] 10.222.0.66 "GET /v2.0/networks?id=95910d0f-d2eb-41d2-b983-da2412e2fbd3 HTTP/1.1" status: 200 len: 918 time: 0.1698363 May 28 05:17:40.432993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005e994-0c30-42d9-b500-0fdecbf170ce req-58cd698a-395b-4320-a7bc-c1cdcec730d7 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:40.434337 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1005e994-0c30-42d9-b500-0fdecbf170ce req-58cd698a-395b-4320-a7bc-c1cdcec730d7 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 944 time: 0.1881268 May 28 05:17:40.435668 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-716d76b3-4a14-41d9-b30c-2966bcbe0e7e req-d2239d3d-2647-42f9-af00-909113321c8a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7d31833-4df6-4d23-a128-e2ce994dc96a HTTP/1.1" status: 200 len: 217 time: 0.0802350 May 28 05:17:40.610751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:40.630082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d76b3-4a14-41d9-b30c-2966bcbe0e7e req-d89572d4-ad32-4d1e-a5e3-368db884a74a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:40.631507 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-716d76b3-4a14-41d9-b30c-2966bcbe0e7e req-d89572d4-ad32-4d1e-a5e3-368db884a74a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c1b00f05-ac3b-42c9-9ef5-672635ede805 HTTP/1.1" status: 200 len: 856 time: 0.1775665 May 28 05:17:40.633751 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1005e994-0c30-42d9-b500-0fdecbf170ce req-fb7c0233-d449-4972-a924-4320b7c29058 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927857 May 28 05:17:40.680996 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:40.686379 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:40.686684 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:40.706939 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-716d76b3-4a14-41d9-b30c-2966bcbe0e7e req-68954957-ff97-49d4-8d70-5eee07d34f7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95910d0f-d2eb-41d2-b983-da2412e2fbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681913 May 28 05:17:40.801177 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:40.817293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:40.822523 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:40.834297 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:17:40.843063 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-716d76b3-4a14-41d9-b30c-2966bcbe0e7e req-0f4f951a-d7d2-492a-be19-055cda7ad331 service neutron] 10.222.0.66 "GET /v2.0/networks/95910d0f-d2eb-41d2-b983-da2412e2fbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292639 May 28 05:17:40.890575 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:40.971480 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-716d76b3-4a14-41d9-b30c-2966bcbe0e7e req-1ffe9e80-b914-400e-a010-88a3f5b96d13 service neutron] 10.222.0.66 "GET /v2.0/networks/95910d0f-d2eb-41d2-b983-da2412e2fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224070 May 28 05:17:41.851229 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15453722-e8b1-4a12-8ee3-6b0cf9af440f req-008f259d-d7a3-46c2-a8f1-34d3e662f986 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:41.853113 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-15453722-e8b1-4a12-8ee3-6b0cf9af440f req-008f259d-d7a3-46c2-a8f1-34d3e662f986 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 944 time: 0.0872464 May 28 05:17:41.899233 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-15453722-e8b1-4a12-8ee3-6b0cf9af440f req-e0a7a5af-9b44-4e2e-8e31-5fbbae9aaa69 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401812 May 28 05:17:42.307363 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device a7d31833-4df6-4d23-a128-e2ce994dc96a details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:17:42.453300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port a7d31833-4df6-4d23-a128-e2ce994dc96a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a7d31833-4df6-4d23-a128-e2ce994dc96a,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:42.467574 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'a7d31833-4df6-4d23-a128-e2ce994dc96a', 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3', 'port_id': 'a7d31833-4df6-4d23-a128-e2ce994dc96a', 'mac_address': 'fa:16:3e:c9:0e:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b00f05-ac3b-42c9-9ef5-672635ede805', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:17:42.525643 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:42.544205 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7d31833-4df6-4d23-a128-e2ce994dc96a {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:17:42.566362 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port a7d31833-4df6-4d23-a128-e2ce994dc96a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a7d31833-4df6-4d23-a128-e2ce994dc96a,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:42.572935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:42.644233 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=a7d31833-4df6-4d23-a128-e2ce994dc96a,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:42.713289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:42.774419 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['a7d31833-4df6-4d23-a128-e2ce994dc96a'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:17:42.858773 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:42.859143 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:43.096322 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33caf16-f9fc-4deb-aa2b-e54ce222acf7 req-bbae2633-bb9b-4854-b8ea-55b3ba3473e9 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:43.097809 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d33caf16-f9fc-4deb-aa2b-e54ce222acf7 req-bbae2633-bb9b-4854-b8ea-55b3ba3473e9 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 945 time: 0.0762486 May 28 05:17:43.149958 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d33caf16-f9fc-4deb-aa2b-e54ce222acf7 req-aae18c90-4392-4309-9e9a-e8d6308b3e55 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462165 May 28 05:17:43.358824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Sync routers for ids ['0ada1d85-8760-43ca-bdb5-046a1e24ce36'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:17:43.372284 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Routers {'0ada1d85-8760-43ca-bdb5-046a1e24ce36'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:17:43.372903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:17:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0ada1d85-8760-43ca-bdb5-046a1e24ce36'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:43.549846 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Set router 0ada1d85-8760-43ca-bdb5-046a1e24ce36 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:17:43.866690 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'name': 'tempest-TestEncryptedCinderVolumes-1934056083-router', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '69f6715a-5df4-4acc-867d-12492c640dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:24Z', 'updated_at': '2022-05-28T05:17:27Z', 'revision_number': 4, 'project_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'gw_port': {'id': '69f6715a-5df4-4acc-867d-12492c640dc7', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:25Z', 'updated_at': '2022-05-28T05:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '6fc59077-576e-45cc-8d0f-8b8dc8be6ed2', 'name': '', 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'mac_address': 'fa:16:3e:00:80:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b00f05-ac3b-42c9-9ef5-672635ede805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:27Z', 'updated_at': '2022-05-28T05:17:27Z', 'revision_number': 2, 'project_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'subnets': [{'id': 'c1b00f05-ac3b-42c9-9ef5-672635ede805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:43.870978 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Checking router: 0ada1d85-8760-43ca-bdb5-046a1e24ce36 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:17:43.871315 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Updating router 0ada1d85-8760-43ca-bdb5-046a1e24ce36 port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:17:43.958339 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:44.305254 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:44.317322 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Transition to ACTIVE for port object 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:44.323505 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device a7d31833-4df6-4d23-a128-e2ce994dc96a up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:44.349930 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7599e85-81c8-4ab3-9d2a-78c4854a54cb req-85054674-f0ab-4816-9049-0973da6fe29b tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:44.351578 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b7599e85-81c8-4ab3-9d2a-78c4854a54cb req-85054674-f0ab-4816-9049-0973da6fe29b tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 945 time: 0.0817358 May 28 05:17:44.351981 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:44.399097 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b7599e85-81c8-4ab3-9d2a-78c4854a54cb req-5959b5a0-8072-4e3b-b8ba-cf7d1e8c93ae tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416756 May 28 05:17:44.493286 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680ce49-3f54-4353-81d8-29fe88d47b77 None None] Pushing event updated for resources: {'Port': ['ID=6fc59077-576e-45cc-8d0f-8b8dc8be6ed2,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:44.517327 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7680ce49-3f54-4353-81d8-29fe88d47b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:44.517746 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7680ce49-3f54-4353-81d8-29fe88d47b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:44.518239 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7680ce49-3f54-4353-81d8-29fe88d47b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:44.518645 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7680ce49-3f54-4353-81d8-29fe88d47b77 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:44.518955 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7680ce49-3f54-4353-81d8-29fe88d47b77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:44.519273 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7680ce49-3f54-4353-81d8-29fe88d47b77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:44.519588 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7680ce49-3f54-4353-81d8-29fe88d47b77 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:44.519901 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7680ce49-3f54-4353-81d8-29fe88d47b77 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:44.520208 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7680ce49-3f54-4353-81d8-29fe88d47b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:44.520513 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7680ce49-3f54-4353-81d8-29fe88d47b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:44.520807 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7680ce49-3f54-4353-81d8-29fe88d47b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:17:44.592416 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port a7d31833-4df6-4d23-a128-e2ce994dc96a completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:44.608633 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port a7d31833-4df6-4d23-a128-e2ce994dc96a triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:44.608995 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:44.649887 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Attempting to bind port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:17:44.650247 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Attempting to bind port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:17:44.650599 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Attempting to bind port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 on network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:17:44.670418 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:17:44.670754 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Checking segment: {'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:44.671168 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:44.671554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Bound using segment: {'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:17:44.671998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Bound port: 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:17:44.672357 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:44.826600 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:44.836183 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] For port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:17:44.849381 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] For port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6fc59077-576e-45cc-8d0f-8b8dc8be6ed2,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:17:44.856755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:44.892697 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d2f07d-af72-4f41-83bf-c8abaaeb77b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d31833-4df6-4d23-a128-e2ce994dc96a'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:17:44.915678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port a7d31833-4df6-4d23-a128-e2ce994dc96a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a7d31833-4df6-4d23-a128-e2ce994dc96a,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:44.932330 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:44.962682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680ce49-3f54-4353-81d8-29fe88d47b77 None None] Pushing event updated for resources: {'Port': ['ID=6fc59077-576e-45cc-8d0f-8b8dc8be6ed2,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:44.965311 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Routers {'0ada1d85-8760-43ca-bdb5-046a1e24ce36'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:17:44.965942 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:17:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0ada1d85-8760-43ca-bdb5-046a1e24ce36'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:45.053757 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cde4404f-52c8-4f03-a3ba-6eadd3a88ea5'] response: {'server_uuid': '85d2f07d-af72-4f41-83bf-c8abaaeb77b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7d31833-4df6-4d23-a128-e2ce994dc96a', 'code': 200} May 28 05:17:45.123210 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Sync routers for ids ['f6407ede-878e-4308-b5ca-956761ba9c2b'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:17:45.137371 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Routers {'f6407ede-878e-4308-b5ca-956761ba9c2b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:17:45.138101 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-949d3de1-829c-43c5-88d1-336291170956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:17:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['f6407ede-878e-4308-b5ca-956761ba9c2b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:45.157043 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=a7d31833-4df6-4d23-a128-e2ce994dc96a,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:45.219372 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-005cc8e4-9caa-4390-9215-1344c0730606 req-a38c4dc4-9c09-4029-999b-7a36750fbc12 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 1099 time: 0.0738883 May 28 05:17:45.234162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] Set router 0ada1d85-8760-43ca-bdb5-046a1e24ce36 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:17:45.262063 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-005cc8e4-9caa-4390-9215-1344c0730606 req-58faf9fe-da3b-443b-a524-ced2541fcacb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370715 May 28 05:17:45.317504 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Set router f6407ede-878e-4308-b5ca-956761ba9c2b gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:17:45.595581 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'name': 'tempest-TestEncryptedCinderVolumes-1934056083-router', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '69f6715a-5df4-4acc-867d-12492c640dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:24Z', 'updated_at': '2022-05-28T05:17:27Z', 'revision_number': 4, 'project_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'gw_port': {'id': '69f6715a-5df4-4acc-867d-12492c640dc7', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:25Z', 'updated_at': '2022-05-28T05:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '6fc59077-576e-45cc-8d0f-8b8dc8be6ed2', 'name': '', 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'mac_address': 'fa:16:3e:00:80:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b00f05-ac3b-42c9-9ef5-672635ede805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:27Z', 'updated_at': '2022-05-28T05:17:44Z', 'revision_number': 4, 'project_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'subnets': [{'id': 'c1b00f05-ac3b-42c9-9ef5-672635ede805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:45.600484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d28b37-3c0c-48fa-88d2-33369e7f3055 None None] The sync data for ids ['0ada1d85-8760-43ca-bdb5-046a1e24ce36'] in dv-neutron-843300-5-hyperv is: [{'id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'name': 'tempest-TestEncryptedCinderVolumes-1934056083-router', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '69f6715a-5df4-4acc-867d-12492c640dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:24Z', 'updated_at': '2022-05-28T05:17:27Z', 'revision_number': 4, 'project_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'gw_port': {'id': '69f6715a-5df4-4acc-867d-12492c640dc7', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:25Z', 'updated_at': '2022-05-28T05:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '6fc59077-576e-45cc-8d0f-8b8dc8be6ed2', 'name': '', 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'mac_address': 'fa:16:3e:00:80:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c1b00f05-ac3b-42c9-9ef5-672635ede805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:27Z', 'updated_at': '2022-05-28T05:17:44Z', 'revision_number': 4, 'project_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'subnets': [{'id': 'c1b00f05-ac3b-42c9-9ef5-672635ede805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:17:45.615864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830f178-ab1e-401a-89f1-e81e9279cb2b req-b7c0aa88-1f5c-4b2c-90dc-00723b16aced tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:45.617512 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9830f178-ab1e-401a-89f1-e81e9279cb2b req-b7c0aa88-1f5c-4b2c-90dc-00723b16aced tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 946 time: 0.0946670 May 28 05:17:45.635067 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-949d3de1-829c-43c5-88d1-336291170956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'name': 'tempest-TestEncryptedCinderVolumes-68338305-router', 'tenant_id': '75df31b3e39e4ebbb2fc049238035213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': 'ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:30Z', 'updated_at': '2022-05-28T05:17:33Z', 'revision_number': 4, 'project_id': '75df31b3e39e4ebbb2fc049238035213', 'gw_port': {'id': 'ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:30Z', 'updated_at': '2022-05-28T05:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'a49c0bfe-4b48-42b2-9173-26ee0b073216', 'name': '', 'network_id': 'a486118b-e283-4ace-8320-ca6f49d1b124', 'tenant_id': '75df31b3e39e4ebbb2fc049238035213', 'mac_address': 'fa:16:3e:87:02:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d5fb6b7-9b5b-44aa-aca3-9535be168074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:32Z', 'updated_at': '2022-05-28T05:17:33Z', 'revision_number': 2, 'project_id': '75df31b3e39e4ebbb2fc049238035213', 'subnets': [{'id': '6d5fb6b7-9b5b-44aa-aca3-9535be168074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:45.639552 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Checking router: f6407ede-878e-4308-b5ca-956761ba9c2b for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:17:45.639552 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Updating router f6407ede-878e-4308-b5ca-956761ba9c2b port a49c0bfe-4b48-42b2-9173-26ee0b073216 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:17:45.666605 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9830f178-ab1e-401a-89f1-e81e9279cb2b req-89c58446-3a1b-4892-811e-3ae49179f78b tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433941 May 28 05:17:45.693267 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:46.041874 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:46.054114 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Transition to ACTIVE for port object a49c0bfe-4b48-42b2-9173-26ee0b073216 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:17:46.064309 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:46.197494 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d7dd7-eb85-4897-a034-1df32c7ea66f None None] Pushing event updated for resources: {'Port': ['ID=a49c0bfe-4b48-42b2-9173-26ee0b073216,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:46.305557 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Attempting to bind port a49c0bfe-4b48-42b2-9173-26ee0b073216 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:17:46.306247 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Attempting to bind port a49c0bfe-4b48-42b2-9173-26ee0b073216 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'c6dfeaee-f125-4646-ac32-0bb582fdb20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a486118b-e283-4ace-8320-ca6f49d1b124'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:17:46.306597 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Attempting to bind port a49c0bfe-4b48-42b2-9173-26ee0b073216 on network a486118b-e283-4ace-8320-ca6f49d1b124 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:17:46.313745 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:17:46.314177 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Checking segment: {'id': 'c6dfeaee-f125-4646-ac32-0bb582fdb20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a486118b-e283-4ace-8320-ca6f49d1b124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:17:46.314575 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:46.314979 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Bound using segment: {'id': 'c6dfeaee-f125-4646-ac32-0bb582fdb20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a486118b-e283-4ace-8320-ca6f49d1b124'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:17:46.315432 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Bound port: a49c0bfe-4b48-42b2-9173-26ee0b073216, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6dfeaee-f125-4646-ac32-0bb582fdb20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a486118b-e283-4ace-8320-ca6f49d1b124'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:17:46.315790 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:46.433693 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-949d3de1-829c-43c5-88d1-336291170956 None None] For port a49c0bfe-4b48-42b2-9173-26ee0b073216, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:17:46.436676 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-949d3de1-829c-43c5-88d1-336291170956 None None] For port a49c0bfe-4b48-42b2-9173-26ee0b073216, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a49c0bfe-4b48-42b2-9173-26ee0b073216,segment=NetworkSegment(c6dfeaee-f125-4646-ac32-0bb582fdb20f),segment_id=c6dfeaee-f125-4646-ac32-0bb582fdb20f)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:17:46.443353 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:46.519383 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d7dd7-eb85-4897-a034-1df32c7ea66f None None] Pushing event updated for resources: {'Port': ['ID=a49c0bfe-4b48-42b2-9173-26ee0b073216,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:46.524103 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Routers {'f6407ede-878e-4308-b5ca-956761ba9c2b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:17:46.524704 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-949d3de1-829c-43c5-88d1-336291170956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:17:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['f6407ede-878e-4308-b5ca-956761ba9c2b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:46.625183 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:46.695801 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:46.701040 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:46.701407 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:46.708566 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-949d3de1-829c-43c5-88d1-336291170956 None None] Set router f6407ede-878e-4308-b5ca-956761ba9c2b gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:17:46.828129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:46.861323 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6fc59077-576e-45cc-8d0f-8b8dc8be6ed2,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:46.867368 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:46.892989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2e72c-f5ae-4710-94a0-31dd7c1e7871 req-6d82b6fa-a6d6-4194-ae44-0475c0fd97d1 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:46.895443 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d9d2e72c-f5ae-4710-94a0-31dd7c1e7871 req-6d82b6fa-a6d6-4194-ae44-0475c0fd97d1 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 946 time: 0.0930796 May 28 05:17:46.947358 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=6fc59077-576e-45cc-8d0f-8b8dc8be6ed2,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:46.950189 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d9d2e72c-f5ae-4710-94a0-31dd7c1e7871 req-49cc4b0c-6fd8-44ae-bb6f-cc117587e58c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491807 May 28 05:17:47.029308 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-949d3de1-829c-43c5-88d1-336291170956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'name': 'tempest-TestEncryptedCinderVolumes-68338305-router', 'tenant_id': '75df31b3e39e4ebbb2fc049238035213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': 'ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:30Z', 'updated_at': '2022-05-28T05:17:33Z', 'revision_number': 4, 'project_id': '75df31b3e39e4ebbb2fc049238035213', 'gw_port': {'id': 'ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:30Z', 'updated_at': '2022-05-28T05:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'a49c0bfe-4b48-42b2-9173-26ee0b073216', 'name': '', 'network_id': 'a486118b-e283-4ace-8320-ca6f49d1b124', 'tenant_id': '75df31b3e39e4ebbb2fc049238035213', 'mac_address': 'fa:16:3e:87:02:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d5fb6b7-9b5b-44aa-aca3-9535be168074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:32Z', 'updated_at': '2022-05-28T05:17:46Z', 'revision_number': 4, 'project_id': '75df31b3e39e4ebbb2fc049238035213', 'subnets': [{'id': '6d5fb6b7-9b5b-44aa-aca3-9535be168074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:17:47.033717 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d3de1-829c-43c5-88d1-336291170956 None None] The sync data for ids ['f6407ede-878e-4308-b5ca-956761ba9c2b'] in dv-neutron-843300-5-hyperv is: [{'id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'name': 'tempest-TestEncryptedCinderVolumes-68338305-router', 'tenant_id': '75df31b3e39e4ebbb2fc049238035213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': 'ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:30Z', 'updated_at': '2022-05-28T05:17:33Z', 'revision_number': 4, 'project_id': '75df31b3e39e4ebbb2fc049238035213', 'gw_port': {'id': 'ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:30Z', 'updated_at': '2022-05-28T05:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'a49c0bfe-4b48-42b2-9173-26ee0b073216', 'name': '', 'network_id': 'a486118b-e283-4ace-8320-ca6f49d1b124', 'tenant_id': '75df31b3e39e4ebbb2fc049238035213', 'mac_address': 'fa:16:3e:87:02:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6d5fb6b7-9b5b-44aa-aca3-9535be168074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:32Z', 'updated_at': '2022-05-28T05:17:46Z', 'revision_number': 4, 'project_id': '75df31b3e39e4ebbb2fc049238035213', 'subnets': [{'id': '6d5fb6b7-9b5b-44aa-aca3-9535be168074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:17:47.162286 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49692518-ea76-43ac-ba21-554b7c8cf208 req-d0a2df63-3cd0-4ff5-8f3b-4fee79f361dd tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:17:47.163784 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-49692518-ea76-43ac-ba21-554b7c8cf208 req-d0a2df63-3cd0-4ff5-8f3b-4fee79f361dd tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 946 time: 0.0932035 May 28 05:17:47.210001 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-49692518-ea76-43ac-ba21-554b7c8cf208 req-823facff-c69b-4223-812c-425bd9df8634 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 May 28 05:17:48.659210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a49c0bfe-4b48-42b2-9173-26ee0b073216 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:48.732139 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port a49c0bfe-4b48-42b2-9173-26ee0b073216 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:17:48.737405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port a49c0bfe-4b48-42b2-9173-26ee0b073216 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:48.737812 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:48.852911 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:48.885390 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port a49c0bfe-4b48-42b2-9173-26ee0b073216, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a49c0bfe-4b48-42b2-9173-26ee0b073216,segment=NetworkSegment(c6dfeaee-f125-4646-ac32-0bb582fdb20f),segment_id=c6dfeaee-f125-4646-ac32-0bb582fdb20f)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:17:48.891366 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:48.892227 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:49.003367 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=a49c0bfe-4b48-42b2-9173-26ee0b073216,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:17:49.016265 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:49.016627 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:50.603481 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a49c0bfe-4b48-42b2-9173-26ee0b073216 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:17:50.672656 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port a49c0bfe-4b48-42b2-9173-26ee0b073216 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:17:50.673016 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:52.178063 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1681a7ef-bc66-4d7a-b759-ef1a24aaa18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:54.336709 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a18934c1-98b0-43bc-b6d5-05098ad47c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:54.991086 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:55.574762 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:55.660679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:57.226942 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:17:59.789515 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-070e043d-c5db-461e-8ef7-0fa5e3042002 req-5edab30f-f0c4-4d02-bfc3-8d1dd28ec095 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772800 May 28 05:17:59.929079 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-070e043d-c5db-461e-8ef7-0fa5e3042002 req-959a2ad7-6f84-43f5-b47e-247611c748b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fddb1aac57884d60a06eb1e2464d7d69&device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 1099 time: 0.0698495 May 28 05:18:00.077964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e043d-c5db-461e-8ef7-0fa5e3042002 req-0c19a3f7-5521-4d7f-b1cb-a01c75816ff6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:00.079427 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-070e043d-c5db-461e-8ef7-0fa5e3042002 req-0c19a3f7-5521-4d7f-b1cb-a01c75816ff6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=95910d0f-d2eb-41d2-b983-da2412e2fbd3 HTTP/1.1" status: 200 len: 918 time: 0.1303804 May 28 05:18:00.151170 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-070e043d-c5db-461e-8ef7-0fa5e3042002 req-0832f9bb-b55a-4f16-9511-f19f6027ee97 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a7d31833-4df6-4d23-a128-e2ce994dc96a HTTP/1.1" status: 200 len: 217 time: 0.0657625 May 28 05:18:00.213226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e043d-c5db-461e-8ef7-0fa5e3042002 req-2c63a967-0fc7-46c0-85f6-a6fd7906b701 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:00.214746 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-070e043d-c5db-461e-8ef7-0fa5e3042002 req-2c63a967-0fc7-46c0-85f6-a6fd7906b701 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c1b00f05-ac3b-42c9-9ef5-672635ede805 HTTP/1.1" status: 200 len: 856 time: 0.0580115 May 28 05:18:00.295192 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-070e043d-c5db-461e-8ef7-0fa5e3042002 req-7ea9a119-8174-476f-96e0-7a89ca31099e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95910d0f-d2eb-41d2-b983-da2412e2fbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720472 May 28 05:18:00.426065 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-070e043d-c5db-461e-8ef7-0fa5e3042002 req-8bca3004-010a-48e0-a5ae-cee26f005611 service neutron] 10.222.0.66 "GET /v2.0/networks/95910d0f-d2eb-41d2-b983-da2412e2fbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251018 May 28 05:18:00.650806 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-070e043d-c5db-461e-8ef7-0fa5e3042002 req-1c94f04a-fb8c-4ec4-a15f-58a78e40fbb9 service neutron] 10.222.0.66 "GET /v2.0/networks/95910d0f-d2eb-41d2-b983-da2412e2fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190750 May 28 05:18:01.893887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222418b7-bed0-493b-b67e-4864bdf8e5e7 req-0de49cd2-6651-4705-b3e4-8e4a73c8a9f6 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:01.895332 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-222418b7-bed0-493b-b67e-4864bdf8e5e7 req-0de49cd2-6651-4705-b3e4-8e4a73c8a9f6 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 946 time: 0.0821121 May 28 05:18:01.941329 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-222418b7-bed0-493b-b67e-4864bdf8e5e7 req-c574cde6-36d2-488a-8d41-c3a6d32f8b1c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401676 May 28 05:18:03.153282 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0efc8-9fd3-457a-81bd-7145ff2e1230 req-983d853d-6bc9-48ae-a066-bb8bb423b9b3 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:03.154777 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-14d0efc8-9fd3-457a-81bd-7145ff2e1230 req-983d853d-6bc9-48ae-a066-bb8bb423b9b3 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 946 time: 0.0894904 May 28 05:18:03.206932 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-14d0efc8-9fd3-457a-81bd-7145ff2e1230 req-ad68c1fa-aa8e-427b-a098-898d395b8aa6 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460136 May 28 05:18:03.386173 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920b7d2-7977-4efc-9a5e-fb568e41a4da req-02e95d63-be43-4bf8-b1bf-6485e7d46018 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:03.387612 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e920b7d2-7977-4efc-9a5e-fb568e41a4da req-02e95d63-be43-4bf8-b1bf-6485e7d46018 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.66 "GET /v2.0/ports?device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 946 time: 0.0871108 May 28 05:18:03.460571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-e920b7d2-7977-4efc-9a5e-fb568e41a4da req-96523862-ec3e-4279-915c-fb4e780f299c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Deleting port a7d31833-4df6-4d23-a128-e2ce994dc96a {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:18:03.460809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-e920b7d2-7977-4efc-9a5e-fb568e41a4da req-96523862-ec3e-4279-915c-fb4e780f299c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:03.708428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-e920b7d2-7977-4efc-9a5e-fb568e41a4da req-96523862-ec3e-4279-915c-fb4e780f299c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] For port a7d31833-4df6-4d23-a128-e2ce994dc96a, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=a7d31833-4df6-4d23-a128-e2ce994dc96a,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:18:03.708809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-e920b7d2-7977-4efc-9a5e-fb568e41a4da req-96523862-ec3e-4279-915c-fb4e780f299c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:03.834599 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-e920b7d2-7977-4efc-9a5e-fb568e41a4da req-96523862-ec3e-4279-915c-fb4e780f299c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Calling delete_port for a7d31833-4df6-4d23-a128-e2ce994dc96a owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:18:03.981559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-e920b7d2-7977-4efc-9a5e-fb568e41a4da req-96523862-ec3e-4279-915c-fb4e780f299c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:03.994497 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['a7d31833-4df6-4d23-a128-e2ce994dc96a'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:18:04.030249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96523862-ec3e-4279-915c-fb4e780f299c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Pushing event deleted for resources: {'Port': ['ID=a7d31833-4df6-4d23-a128-e2ce994dc96a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:04.102157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-e920b7d2-7977-4efc-9a5e-fb568e41a4da req-96523862-ec3e-4279-915c-fb4e780f299c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] No DVR routers for this DVR port a7d31833-4df6-4d23-a128-e2ce994dc96a on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:18:04.104576 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-e920b7d2-7977-4efc-9a5e-fb568e41a4da req-96523862-ec3e-4279-915c-fb4e780f299c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:04.107156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d2f07d-af72-4f41-83bf-c8abaaeb77b5', 'name': 'network-vif-deleted', 'tag': 'a7d31833-4df6-4d23-a128-e2ce994dc96a'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:18:04.124697 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e920b7d2-7977-4efc-9a5e-fb568e41a4da req-96523862-ec3e-4279-915c-fb4e780f299c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.66 "DELETE /v2.0/ports/a7d31833-4df6-4d23-a128-e2ce994dc96a HTTP/1.1" status: 204 len: 173 time: 0.7311406 May 28 05:18:04.168919 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18dd528-5d9c-45c1-80ce-ea45fe5adae1'] response: {'server_uuid': '85d2f07d-af72-4f41-83bf-c8abaaeb77b5', 'name': 'network-vif-deleted', 'tag': 'a7d31833-4df6-4d23-a128-e2ce994dc96a', 'status': 'completed', 'code': 200} May 28 05:18:04.387539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-72636def-38b4-4686-be5d-0f1a1ea9d5e1 req-61606f2c-abe3-4000-a631-366e4a0b041d tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Synchronizing usage tracker for tenant:fddb1aac57884d60a06eb1e2464d7d69 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:18:04.406979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-72636def-38b4-4686-be5d-0f1a1ea9d5e1 req-61606f2c-abe3-4000-a631-366e4a0b041d tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Unset dirty status for tenant:fddb1aac57884d60a06eb1e2464d7d69 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:18:04.408111 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-72636def-38b4-4686-be5d-0f1a1ea9d5e1 req-61606f2c-abe3-4000-a631-366e4a0b041d tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=85d2f07d-af72-4f41-83bf-c8abaaeb77b5 HTTP/1.1" status: 200 len: 210 time: 0.0648038 May 28 05:18:05.972188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-b187cb08-da4c-4f7d-b69c-5293c519a8b2 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:05.973945 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-b187cb08-da4c-4f7d-b69c-5293c519a8b2 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/networks?id=95910d0f-d2eb-41d2-b983-da2412e2fbd3 HTTP/1.1" status: 200 len: 817 time: 0.1433787 May 28 05:18:05.993637 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-39c2e950-bf00-4ca3-8843-d35da90d3e04 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/quotas/fddb1aac57884d60a06eb1e2464d7d69 HTTP/1.1" status: 200 len: 375 time: 0.0114357 May 28 05:18:06.074380 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-6a654477-5ca1-465b-8a6b-5b3c6075191a tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fddb1aac57884d60a06eb1e2464d7d69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753872 May 28 05:18:06.211153 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-ef6b4507-ac43-48f3-9b95-46ac60df2ccf service neutron] 10.222.0.15 "GET /v2.0/networks/95910d0f-d2eb-41d2-b983-da2412e2fbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246665 May 28 05:18:06.431693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device a7d31833-4df6-4d23-a128-e2ce994dc96a no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:18:06.448749 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-b6a09555-1c74-485f-a65d-d1b0add3f23c service neutron] 10.222.0.15 "GET /v2.0/networks/95910d0f-d2eb-41d2-b983-da2412e2fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293298 May 28 05:18:06.468069 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: a7d31833-4df6-4d23-a128-e2ce994dc96a {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:18:06.468404 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device a7d31833-4df6-4d23-a128-e2ce994dc96a not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:18:06.640386 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2641cb05-eda4-4064-b4ca-51a2ebf1849a req-9304313c-507e-4715-9edc-eb9cdf592015 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 210 time: 0.0466483 May 28 05:18:07.709740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-b754978e-d72b-456f-9897-5d061b5b397a tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:07.711603 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-b754978e-d72b-456f-9897-5d061b5b397a tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.66 "GET /v2.0/networks?id=95910d0f-d2eb-41d2-b983-da2412e2fbd3 HTTP/1.1" status: 200 len: 817 time: 0.1531401 May 28 05:18:07.726980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-dfb10385-438b-4f62-bbe8-d904c8c2ed02 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Request body: {'port': {'device_id': 'e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8', 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3', 'admin_state_up': True, 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:18:07.853359 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f80d9961-59cb-4e05-b355-59b3d904a9ab req-dfb7cc43-1dd5-4c7d-89b9-09dece2d03d5 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 210 time: 0.0583684 May 28 05:18:07.905994 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-dfb10385-438b-4f62-bbe8-d904c8c2ed02 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:18:07.915666 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-dfb10385-438b-4f62-bbe8-d904c8c2ed02 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:18:07.926950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-dfb10385-438b-4f62-bbe8-d904c8c2ed02 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Made reservation on behalf of fddb1aac57884d60a06eb1e2464d7d69 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:18:07.930140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-dfb10385-438b-4f62-bbe8-d904c8c2ed02 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:08.107569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-dfb10385-438b-4f62-bbe8-d904c8c2ed02 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Allocated IP 172.20.0.10 (95910d0f-d2eb-41d2-b983-da2412e2fbd3/c1b00f05-ac3b-42c9-9ef5-672635ede805/3bc00922-4e91-4333-b7e3-39788732785b) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:18:08.317972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-dfb10385-438b-4f62-bbe8-d904c8c2ed02 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:08.334188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-dfb10385-438b-4f62-bbe8-d904c8c2ed02 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Transition to ACTIVE for port object 3bc00922-4e91-4333-b7e3-39788732785b will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:18:08.359002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-dfb10385-438b-4f62-bbe8-d904c8c2ed02 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:08.437193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-dfb10385-438b-4f62-bbe8-d904c8c2ed02 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:18:08.440254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-dfb10385-438b-4f62-bbe8-d904c8c2ed02 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:18:08.444584 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-dfb10385-438b-4f62-bbe8-d904c8c2ed02 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:18:08.469061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb10385-438b-4f62-bbe8-d904c8c2ed02 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Pushing event updated for resources: {'Port': ['ID=3bc00922-4e91-4333-b7e3-39788732785b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:08.507896 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-dfb10385-438b-4f62-bbe8-d904c8c2ed02 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:08.508493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-dfb10385-438b-4f62-bbe8-d904c8c2ed02 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:08.536691 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-dfb10385-438b-4f62-bbe8-d904c8c2ed02 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8136001 May 28 05:18:08.661335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4cb46ada-3e0b-4212-b0f7-fbdfaa5c098b None None] Provisioning for port 3bc00922-4e91-4333-b7e3-39788732785b completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:18:08.666296 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4cb46ada-3e0b-4212-b0f7-fbdfaa5c098b None None] Provisioning complete for port 3bc00922-4e91-4333-b7e3-39788732785b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:18:08.666661 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4cb46ada-3e0b-4212-b0f7-fbdfaa5c098b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:08.706196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Request body: {'port': {'device_id': 'e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:18:08.718558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4cb46ada-3e0b-4212-b0f7-fbdfaa5c098b None None] Port 3bc00922-4e91-4333-b7e3-39788732785b cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:18:08.813355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:09.142255 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96c213-e891-46ec-be42-e4faab41f9ce req-adb7d40f-fa71-4a4a-9de7-5605a7a3c107 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:09.142920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8c96c213-e891-46ec-be42-e4faab41f9ce req-adb7d40f-fa71-4a4a-9de7-5605a7a3c107 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Synchronizing usage tracker for tenant:fddb1aac57884d60a06eb1e2464d7d69 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:18:09.213701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8c96c213-e891-46ec-be42-e4faab41f9ce req-adb7d40f-fa71-4a4a-9de7-5605a7a3c107 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Unset dirty status for tenant:fddb1aac57884d60a06eb1e2464d7d69 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:18:09.214781 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c96c213-e891-46ec-be42-e4faab41f9ce req-adb7d40f-fa71-4a4a-9de7-5605a7a3c107 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 932 time: 0.2002783 May 28 05:18:09.216511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bc00922-4e91-4333-b7e3-39788732785b {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:18:09.236159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:09.262545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Transition to ACTIVE for port object 3bc00922-4e91-4333-b7e3-39788732785b will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:18:09.269822 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:09.320132 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c96c213-e891-46ec-be42-e4faab41f9ce req-7657f520-78b5-4c1f-bc90-f147a983f2e7 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994756 May 28 05:18:09.507296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc00922-4e91-4333-b7e3-39788732785b,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:09.614001 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Attempting to bind port 3bc00922-4e91-4333-b7e3-39788732785b on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:18:09.614236 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Attempting to bind port 3bc00922-4e91-4333-b7e3-39788732785b by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:18:09.614544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Attempting to bind port 3bc00922-4e91-4333-b7e3-39788732785b on network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:18:09.620420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Port 3bc00922-4e91-4333-b7e3-39788732785b on network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:18:09.620720 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Attempting to bind port 3bc00922-4e91-4333-b7e3-39788732785b on network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:18:09.627331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:18:09.627651 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Checking segment: {'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:18:09.628014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Bound using segment: {'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:18:09.628423 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Bound port: 3bc00922-4e91-4333-b7e3-39788732785b, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c98ff6a-5770-4263-b291-1c57e711b835', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:18:09.628821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:09.716315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] For port 3bc00922-4e91-4333-b7e3-39788732785b, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:18:09.719463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] For port 3bc00922-4e91-4333-b7e3-39788732785b, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3bc00922-4e91-4333-b7e3-39788732785b,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:18:09.727437 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:09.794759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:09.796892 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] 10.222.0.66 "PUT /v2.0/ports/3bc00922-4e91-4333-b7e3-39788732785b HTTP/1.1" status: 200 len: 1094 time: 1.2529297 May 28 05:18:09.797429 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8', 'tag': '3bc00922-4e91-4333-b7e3-39788732785b'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:18:09.818489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fff385-6867-4ad4-bbb0-f7322671e249 service neutron] Pushing event updated for resources: {'Port': ['ID=3bc00922-4e91-4333-b7e3-39788732785b,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:09.869558 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78aa3d6-0a66-4a44-b1d3-28170e39111a'] response: {'name': 'network-changed', 'server_uuid': 'e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8', 'tag': '3bc00922-4e91-4333-b7e3-39788732785b', 'status': 'completed', 'code': 200} May 28 05:18:09.913977 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-74dedc6b-538e-49cc-992f-1bb12716d2ad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fddb1aac57884d60a06eb1e2464d7d69&device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 1097 time: 0.0759046 May 28 05:18:09.983916 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-655a5e5c-7deb-43c4-91c4-32b35af2f050 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bc00922-4e91-4333-b7e3-39788732785b HTTP/1.1" status: 200 len: 217 time: 0.0635486 May 28 05:18:10.051326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-a21fd75d-b1d7-458f-967a-0bcceb0b491c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:10.052944 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-a21fd75d-b1d7-458f-967a-0bcceb0b491c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c1b00f05-ac3b-42c9-9ef5-672635ede805 HTTP/1.1" status: 200 len: 856 time: 0.0630579 May 28 05:18:10.132784 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-99d61055-44c1-4faf-8e53-1d6bd2566f19 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95910d0f-d2eb-41d2-b983-da2412e2fbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735943 May 28 05:18:10.264643 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-1bf7829a-a20c-4097-8bfb-ad003891f037 service neutron] 10.222.0.66 "GET /v2.0/networks/95910d0f-d2eb-41d2-b983-da2412e2fbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257818 May 28 05:18:10.414477 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40b3df2f-d0f4-41e5-b952-9c9fa8748a54 req-a08b1090-cb83-4330-9011-9a6569b4094b service neutron] 10.222.0.66 "GET /v2.0/networks/95910d0f-d2eb-41d2-b983-da2412e2fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437747 May 28 05:18:10.583469 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c21b48-54c9-4d7f-8c93-4f6dda1b3430 req-28fcbbfc-d87d-44b6-bf82-5700b6c9fbc1 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:10.584928 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c3c21b48-54c9-4d7f-8c93-4f6dda1b3430 req-28fcbbfc-d87d-44b6-bf82-5700b6c9fbc1 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 944 time: 0.1333261 May 28 05:18:10.587602 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e7dd26f1-9781-4a05-baf3-0a8e77072a6e req-1337cc27-850e-4e5f-9156-3639168812b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fddb1aac57884d60a06eb1e2464d7d69&device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 1097 time: 0.1011837 May 28 05:18:10.714070 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c3c21b48-54c9-4d7f-8c93-4f6dda1b3430 req-8b1d1914-6934-411d-9a92-5b4f6d42fa62 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224332 May 28 05:18:10.749918 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd26f1-9781-4a05-baf3-0a8e77072a6e req-393276fa-135a-47a3-8928-ca0c2e8fadda service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:10.751339 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e7dd26f1-9781-4a05-baf3-0a8e77072a6e req-393276fa-135a-47a3-8928-ca0c2e8fadda service neutron] 10.222.0.66 "GET /v2.0/networks?id=95910d0f-d2eb-41d2-b983-da2412e2fbd3 HTTP/1.1" status: 200 len: 918 time: 0.1418655 May 28 05:18:10.823327 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e7dd26f1-9781-4a05-baf3-0a8e77072a6e req-b17330dd-d1c4-4d97-8d70-facf23889494 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bc00922-4e91-4333-b7e3-39788732785b HTTP/1.1" status: 200 len: 217 time: 0.0638165 May 28 05:18:10.893143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd26f1-9781-4a05-baf3-0a8e77072a6e req-3743be2e-6074-45cd-8bd8-ff18d1e83d3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:10.894780 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e7dd26f1-9781-4a05-baf3-0a8e77072a6e req-3743be2e-6074-45cd-8bd8-ff18d1e83d3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c1b00f05-ac3b-42c9-9ef5-672635ede805 HTTP/1.1" status: 200 len: 856 time: 0.0639796 May 28 05:18:10.970354 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e7dd26f1-9781-4a05-baf3-0a8e77072a6e req-7a4d081c-27a1-49f4-af49-34b012729ab8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=95910d0f-d2eb-41d2-b983-da2412e2fbd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687661 May 28 05:18:11.099685 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e7dd26f1-9781-4a05-baf3-0a8e77072a6e req-1e1d7e3a-e9d3-41f9-b954-a509b8449991 service neutron] 10.222.0.66 "GET /v2.0/networks/95910d0f-d2eb-41d2-b983-da2412e2fbd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224380 May 28 05:18:11.324990 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e7dd26f1-9781-4a05-baf3-0a8e77072a6e req-29c5cadc-7333-497e-bcf6-0fbf2b2e8d3b service neutron] 10.222.0.66 "GET /v2.0/networks/95910d0f-d2eb-41d2-b983-da2412e2fbd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187212 May 28 05:18:11.928332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb14b47-218b-4eb3-9200-cf1837c90ea3 req-bab8e4f1-b049-4529-8e8f-4b544f71496a tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:11.929786 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8cb14b47-218b-4eb3-9200-cf1837c90ea3 req-bab8e4f1-b049-4529-8e8f-4b544f71496a tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 944 time: 0.0803239 May 28 05:18:11.975465 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8cb14b47-218b-4eb3-9200-cf1837c90ea3 req-257b8418-958f-41fd-ab55-5c0b11eb5bb0 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399122 May 28 05:18:12.464757 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 3bc00922-4e91-4333-b7e3-39788732785b details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:18:12.608143 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 3bc00922-4e91-4333-b7e3-39788732785b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3bc00922-4e91-4333-b7e3-39788732785b,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:18:12.621822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '3bc00922-4e91-4333-b7e3-39788732785b', 'network_id': '95910d0f-d2eb-41d2-b983-da2412e2fbd3', 'port_id': '3bc00922-4e91-4333-b7e3-39788732785b', 'mac_address': 'fa:16:3e:66:ae:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b00f05-ac3b-42c9-9ef5-672635ede805', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:18:12.678654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:12.696835 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bc00922-4e91-4333-b7e3-39788732785b {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:18:12.712433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 3bc00922-4e91-4333-b7e3-39788732785b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3bc00922-4e91-4333-b7e3-39788732785b,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:18:12.717154 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:12.783021 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=3bc00922-4e91-4333-b7e3-39788732785b,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:12.906928 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['3bc00922-4e91-4333-b7e3-39788732785b'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:18:13.179318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c403884-ca24-4ec8-b941-4fe977170abb req-b8d6eaa7-0840-4d81-8703-4bf608b2ee5b tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:13.180736 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4c403884-ca24-4ec8-b941-4fe977170abb req-b8d6eaa7-0840-4d81-8703-4bf608b2ee5b tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 945 time: 0.0746775 May 28 05:18:13.226497 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4c403884-ca24-4ec8-b941-4fe977170abb req-471aa28c-4786-4840-aa12-dd0ce68e4f11 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397761 May 28 05:18:14.438810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4aaba-a162-4a45-a5e0-45ae1e0ed845 req-d825c877-d3fa-41f6-9ebe-c9b6f7cc682a tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:14.440294 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-82f4aaba-a162-4a45-a5e0-45ae1e0ed845 req-d825c877-d3fa-41f6-9ebe-c9b6f7cc682a tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 945 time: 0.0807643 May 28 05:18:14.478274 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 3bc00922-4e91-4333-b7e3-39788732785b up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:18:14.487173 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-82f4aaba-a162-4a45-a5e0-45ae1e0ed845 req-02e241a5-30a7-467f-ae1f-a618f4b50ce4 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405962 May 28 05:18:14.553853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 3bc00922-4e91-4333-b7e3-39788732785b completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:18:14.558917 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 3bc00922-4e91-4333-b7e3-39788732785b triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:18:14.559283 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:14.711743 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:14.739313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc00922-4e91-4333-b7e3-39788732785b'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:18:14.749475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 3bc00922-4e91-4333-b7e3-39788732785b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3bc00922-4e91-4333-b7e3-39788732785b,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:18:14.756138 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:14.799512 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-294abe28-df13-4f76-bde9-f95fffc89513'] response: {'server_uuid': 'e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bc00922-4e91-4333-b7e3-39788732785b', 'code': 200} May 28 05:18:14.828125 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=3bc00922-4e91-4333-b7e3-39788732785b,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:15.025323 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d6a0eb97-c3fb-4aab-a059-fb5d7a74d0c6 req-ca8a018a-de5e-4e68-8ab8-1f4d4062ec36 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 1099 time: 0.0676131 May 28 05:18:15.070913 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d6a0eb97-c3fb-4aab-a059-fb5d7a74d0c6 req-1fb89d33-9356-471b-8c57-8cf7385afc9b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399709 May 28 05:18:15.689607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d30b5-a034-4bec-96a4-6833d71c1db2 req-bbb23779-9323-40d1-805a-4bb2a62a7ff7 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:15.691138 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ff8d30b5-a034-4bec-96a4-6833d71c1db2 req-bbb23779-9323-40d1-805a-4bb2a62a7ff7 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 946 time: 0.0820279 May 28 05:18:15.740362 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ff8d30b5-a034-4bec-96a4-6833d71c1db2 req-e929463b-dbb7-486a-9c78-75b91cc80ffd tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411880 May 28 05:18:16.965730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c51561-9add-444a-a314-fbc86680fd3b req-aacea2d2-834f-4646-87fb-de4fd15a625c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:16.967195 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-33c51561-9add-444a-a314-fbc86680fd3b req-aacea2d2-834f-4646-87fb-de4fd15a625c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 946 time: 0.0833240 May 28 05:18:17.016318 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-33c51561-9add-444a-a314-fbc86680fd3b req-1def98e3-d58a-42f2-a944-aa548dd24afb tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402086 May 28 05:18:17.221606 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceff827-aa97-4906-96f6-3db7a95e8ec5 req-193558c6-2c3a-4f9a-97e5-110ac788fe1d tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:17.223235 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2ceff827-aa97-4906-96f6-3db7a95e8ec5 req-193558c6-2c3a-4f9a-97e5-110ac788fe1d tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 946 time: 0.0780816 May 28 05:18:17.275097 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2ceff827-aa97-4906-96f6-3db7a95e8ec5 req-2d4eb2a8-ec49-46a9-872d-7f3abf68e2de tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432811 May 28 05:18:17.835155 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:18:22.182115 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-af28a6a0-6c31-4d18-bd21-83fab820f161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:24.337519 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-80786172-d20b-4985-b21a-981558b9ec05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:24.983963 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:25.579811 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:25.662643 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:27.230833 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:31.745368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc888374-5511-4880-9773-89ea7a5f0f55 req-830cad0e-2d13-4bfc-ad34-2603abe6aefd tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:31.746726 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dc888374-5511-4880-9773-89ea7a5f0f55 req-830cad0e-2d13-4bfc-ad34-2603abe6aefd tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 946 time: 0.1006060 May 28 05:18:31.794906 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dc888374-5511-4880-9773-89ea7a5f0f55 req-eb3a0c04-c7f1-4899-9bee-85c8baf90dfc tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425129 May 28 05:18:33.007565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395aae4a-f7e8-429e-9381-a303fd659cf8 req-b17d0302-72be-49af-ad96-a733b9ef514e tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:33.008999 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-395aae4a-f7e8-429e-9381-a303fd659cf8 req-b17d0302-72be-49af-ad96-a733b9ef514e tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 946 time: 0.0782833 May 28 05:18:33.059001 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-395aae4a-f7e8-429e-9381-a303fd659cf8 req-878b214d-d079-4f66-b4a8-5cec4ff0b077 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/security-groups?id=72076c8c-f42c-4968-b3ae-1f8937024c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438018 May 28 05:18:33.173625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b47dc-9342-49c2-8481-ba77b231f8bf req-758a86ab-5979-4dd9-8f92-4563561874b6 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:33.174995 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-703b47dc-9342-49c2-8481-ba77b231f8bf req-758a86ab-5979-4dd9-8f92-4563561874b6 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.66 "GET /v2.0/ports?device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 946 time: 0.0763521 May 28 05:18:33.243099 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-703b47dc-9342-49c2-8481-ba77b231f8bf req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Deleting port 3bc00922-4e91-4333-b7e3-39788732785b {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:18:33.243430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-703b47dc-9342-49c2-8481-ba77b231f8bf req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:33.483693 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-703b47dc-9342-49c2-8481-ba77b231f8bf req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] For port 3bc00922-4e91-4333-b7e3-39788732785b, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=3bc00922-4e91-4333-b7e3-39788732785b,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:18:33.483946 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-703b47dc-9342-49c2-8481-ba77b231f8bf req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:33.607326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-703b47dc-9342-49c2-8481-ba77b231f8bf req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Calling delete_port for 3bc00922-4e91-4333-b7e3-39788732785b owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:18:33.759502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-703b47dc-9342-49c2-8481-ba77b231f8bf req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:33.771044 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['3bc00922-4e91-4333-b7e3-39788732785b'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:18:33.806334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Pushing event deleted for resources: {'Port': ['ID=3bc00922-4e91-4333-b7e3-39788732785b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:33.817997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:33.818305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:33.818611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:33.818961 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:33.819266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:33.819580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:33.819923 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:33.820236 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:33.821114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:33.821114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:33.821114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:33.895022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-703b47dc-9342-49c2-8481-ba77b231f8bf req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] No DVR routers for this DVR port 3bc00922-4e91-4333-b7e3-39788732785b on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:18:33.897740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-703b47dc-9342-49c2-8481-ba77b231f8bf req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:33.907928 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8', 'name': 'network-vif-deleted', 'tag': '3bc00922-4e91-4333-b7e3-39788732785b'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:18:33.914591 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-703b47dc-9342-49c2-8481-ba77b231f8bf req-e93eca80-4e80-4606-92c0-c48d6ca1da51 tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.66 "DELETE /v2.0/ports/3bc00922-4e91-4333-b7e3-39788732785b HTTP/1.1" status: 204 len: 173 time: 0.7341471 May 28 05:18:33.969262 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09357b95-b172-48ad-9d9d-339e1a55cb98'] response: {'server_uuid': 'e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8', 'name': 'network-vif-deleted', 'tag': '3bc00922-4e91-4333-b7e3-39788732785b', 'status': 'completed', 'code': 200} May 28 05:18:34.257471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-cb4349cb-6c3e-45f7-ba3b-b601b6dbb17f req-12f39850-6588-4f2a-978c-6284245b3f9c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Synchronizing usage tracker for tenant:fddb1aac57884d60a06eb1e2464d7d69 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:18:34.276671 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-cb4349cb-6c3e-45f7-ba3b-b601b6dbb17f req-12f39850-6588-4f2a-978c-6284245b3f9c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] Unset dirty status for tenant:fddb1aac57884d60a06eb1e2464d7d69 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:18:34.278834 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb4349cb-6c3e-45f7-ba3b-b601b6dbb17f req-12f39850-6588-4f2a-978c-6284245b3f9c tempest-TestEncryptedCinderVolumes-413794069 tempest-TestEncryptedCinderVolumes-413794069-project] 10.222.0.15 "GET /v2.0/ports?device_id=e930c2a4-8c7a-4f39-9e7e-91e6a816ebc8 HTTP/1.1" status: 200 len: 210 time: 0.0679972 May 28 05:18:35.449251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38238) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:35.946842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49b83ad8-f127-42d0-939e-06f11ec0f50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:36.553961 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-49b83ad8-f127-42d0-939e-06f11ec0f50b admin admin] Deleting port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:18:36.554731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49b83ad8-f127-42d0-939e-06f11ec0f50b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:36.587345 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 3bc00922-4e91-4333-b7e3-39788732785b no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:18:36.620575 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 3bc00922-4e91-4333-b7e3-39788732785b {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:18:36.620970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 3bc00922-4e91-4333-b7e3-39788732785b not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:18:36.721412 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-49b83ad8-f127-42d0-939e-06f11ec0f50b admin admin] For port 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6fc59077-576e-45cc-8d0f-8b8dc8be6ed2,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:18:36.721780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49b83ad8-f127-42d0-939e-06f11ec0f50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:36.837838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-49b83ad8-f127-42d0-939e-06f11ec0f50b admin admin] Calling delete_port for 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:18:37.007143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49b83ad8-f127-42d0-939e-06f11ec0f50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:37.049180 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b83ad8-f127-42d0-939e-06f11ec0f50b admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc59077-576e-45cc-8d0f-8b8dc8be6ed2,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:37.445596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-49b83ad8-f127-42d0-939e-06f11ec0f50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:38.071710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b83ad8-f127-42d0-939e-06f11ec0f50b admin admin] Router 0ada1d85-8760-43ca-bdb5-046a1e24ce36 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:18:38.285994 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b83ad8-f127-42d0-939e-06f11ec0f50b admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:18:38.294706 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c121c-a244-434c-b029-9a8a63562b78 None None] Sync routers for ids ['0ada1d85-8760-43ca-bdb5-046a1e24ce36'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:18:38.305402 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-49b83ad8-f127-42d0-939e-06f11ec0f50b admin admin] 10.222.0.15 "PUT /v2.0/routers/0ada1d85-8760-43ca-bdb5-046a1e24ce36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8549025 May 28 05:18:38.307328 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c121c-a244-434c-b029-9a8a63562b78 None None] Routers {'0ada1d85-8760-43ca-bdb5-046a1e24ce36'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:18:38.307932 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-932c121c-a244-434c-b029-9a8a63562b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:18:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0ada1d85-8760-43ca-bdb5-046a1e24ce36'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:38.308232 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38242) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:38.483690 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-932c121c-a244-434c-b029-9a8a63562b78 None None] Set router 0ada1d85-8760-43ca-bdb5-046a1e24ce36 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:18:38.496230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f1ca368-529c-4b39-b027-a81b75f23611 admin admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:38.688717 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f1ca368-529c-4b39-b027-a81b75f23611 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:38.699511 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-8f1ca368-529c-4b39-b027-a81b75f23611 admin admin] Deleting port 69f6715a-5df4-4acc-867d-12492c640dc7 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:18:38.699975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f1ca368-529c-4b39-b027-a81b75f23611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:38.770890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-932c121c-a244-434c-b029-9a8a63562b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'name': 'tempest-TestEncryptedCinderVolumes-1934056083-router', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.193'}], 'enable_snat': True}, 'gw_port_id': '69f6715a-5df4-4acc-867d-12492c640dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:24Z', 'updated_at': '2022-05-28T05:18:36Z', 'revision_number': 5, 'project_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'gw_port': {'id': '69f6715a-5df4-4acc-867d-12492c640dc7', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:76:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:25Z', 'updated_at': '2022-05-28T05:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:38.774727 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c121c-a244-434c-b029-9a8a63562b78 None None] Checking router: 0ada1d85-8760-43ca-bdb5-046a1e24ce36 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:18:38.785353 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c121c-a244-434c-b029-9a8a63562b78 None None] Routers {'0ada1d85-8760-43ca-bdb5-046a1e24ce36'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:18:38.785996 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-932c121c-a244-434c-b029-9a8a63562b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:18:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['0ada1d85-8760-43ca-bdb5-046a1e24ce36'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:38.935619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-932c121c-a244-434c-b029-9a8a63562b78 None None] Set router 0ada1d85-8760-43ca-bdb5-046a1e24ce36 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:18:38.992670 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-8f1ca368-529c-4b39-b027-a81b75f23611 admin admin] For port 69f6715a-5df4-4acc-867d-12492c640dc7, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=69f6715a-5df4-4acc-867d-12492c640dc7,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:18:38.992973 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f1ca368-529c-4b39-b027-a81b75f23611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:39.039982 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-932c121c-a244-434c-b029-9a8a63562b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'name': 'tempest-TestEncryptedCinderVolumes-1934056083-router', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:24Z', 'updated_at': '2022-05-28T05:18:38Z', 'revision_number': 6, 'project_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:39.044255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c121c-a244-434c-b029-9a8a63562b78 None None] The sync data for ids ['0ada1d85-8760-43ca-bdb5-046a1e24ce36'] in dv-neutron-843300-5-hyperv is: [{'id': '0ada1d85-8760-43ca-bdb5-046a1e24ce36', 'name': 'tempest-TestEncryptedCinderVolumes-1934056083-router', 'tenant_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:24Z', 'updated_at': '2022-05-28T05:18:38Z', 'revision_number': 6, 'project_id': 'fddb1aac57884d60a06eb1e2464d7d69', 'gw_port_host': None}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:18:39.118388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-8f1ca368-529c-4b39-b027-a81b75f23611 admin admin] Calling delete_port for 69f6715a-5df4-4acc-867d-12492c640dc7 owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:18:39.290895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f1ca368-529c-4b39-b027-a81b75f23611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:39.340263 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ca368-529c-4b39-b027-a81b75f23611 admin admin] Pushing event deleted for resources: {'Port': ['ID=69f6715a-5df4-4acc-867d-12492c640dc7,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:39.565112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f1ca368-529c-4b39-b027-a81b75f23611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:39.840363 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f1ca368-529c-4b39-b027-a81b75f23611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:39.845116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f1ca368-529c-4b39-b027-a81b75f23611 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:39.871728 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f1ca368-529c-4b39-b027-a81b75f23611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:39.872208 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1ca368-529c-4b39-b027-a81b75f23611 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ada1d85-8760-43ca-bdb5-046a1e24ce36 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:18:39.884115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f1ca368-529c-4b39-b027-a81b75f23611 admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:39.887873 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8f1ca368-529c-4b39-b027-a81b75f23611 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0ada1d85-8760-43ca-bdb5-046a1e24ce36 HTTP/1.1" status: 204 len: 168 time: 1.5758884 May 28 05:18:39.888037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38246) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:39.948516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-b583da80-5e81-4d86-a647-db76e0eba954 admin admin] Deleting subnet c1b00f05-ac3b-42c9-9ef5-672635ede805 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:18:39.951924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b583da80-5e81-4d86-a647-db76e0eba954 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:40.004256 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b583da80-5e81-4d86-a647-db76e0eba954 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:40.085510 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b583da80-5e81-4d86-a647-db76e0eba954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:40.166754 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b583da80-5e81-4d86-a647-db76e0eba954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:40.202006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583da80-5e81-4d86-a647-db76e0eba954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b00f05-ac3b-42c9-9ef5-672635ede805,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:40.210723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b583da80-5e81-4d86-a647-db76e0eba954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:40.216505 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b576fa9c-d1ed-471f-a240-7a04f66a562e None None] Network 95910d0f-d2eb-41d2-b983-da2412e2fbd3 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:18:40.218712 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b583da80-5e81-4d86-a647-db76e0eba954 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c1b00f05-ac3b-42c9-9ef5-672635ede805 HTTP/1.1" status: 204 len: 168 time: 0.3297455 May 28 05:18:40.221438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38250) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:40.328996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:40.339783 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Deleting port d943ec78-983b-41df-9491-ab135b26d180 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:18:40.340015 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:40.465735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57069c7-e83b-4015-a68a-7cbcceb369c8 None None] DHCP port deletion for 95910d0f-d2eb-41d2-b983-da2412e2fbd3 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:18:40.470087 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a57069c7-e83b-4015-a68a-7cbcceb369c8 None None] Deleting port d943ec78-983b-41df-9491-ab135b26d180 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:18:40.470459 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a57069c7-e83b-4015-a68a-7cbcceb369c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:40.547453 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] For port d943ec78-983b-41df-9491-ab135b26d180, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d943ec78-983b-41df-9491-ab135b26d180,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:18:40.547754 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:40.630732 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d943ec78-983b-41df-9491-ab135b26d180 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:18:40.667288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Calling delete_port for d943ec78-983b-41df-9491-ab135b26d180 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:18:40.741144 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:40.758462 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a57069c7-e83b-4015-a68a-7cbcceb369c8 None None] For port d943ec78-983b-41df-9491-ab135b26d180, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d943ec78-983b-41df-9491-ab135b26d180,segment=NetworkSegment(3c98ff6a-5770-4263-b291-1c57e711b835),segment_id=3c98ff6a-5770-4263-b291-1c57e711b835)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:18:40.758835 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a57069c7-e83b-4015-a68a-7cbcceb369c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:40.768005 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No active binding found for port d943ec78-983b-41df-9491-ab135b26d180 {{(pid=84011) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 28 05:18:40.768384 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d943ec78-983b-41df-9491-ab135b26d180 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:18:40.768774 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 69f6715a-5df4-4acc-867d-12492c640dc7 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:18:40.789459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d943ec78-983b-41df-9491-ab135b26d180,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:40.795638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] No DVR routers for this DVR port d943ec78-983b-41df-9491-ab135b26d180 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:18:40.846398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:40.846693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:40.847039 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:40.847356 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:40.847674 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:40.847985 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:40.848302 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:40.848612 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:40.848966 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:40.849233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:40.849568 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:40.850234 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 69f6715a-5df4-4acc-867d-12492c640dc7 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:18:40.850571 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 69f6715a-5df4-4acc-867d-12492c640dc7 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:18:40.850986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:18:40.925737 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:40.940344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a57069c7-e83b-4015-a68a-7cbcceb369c8 None None] Calling delete_port for d943ec78-983b-41df-9491-ab135b26d180 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:18:40.951647 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95910d0f-d2eb-41d2-b983-da2412e2fbd3']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:40.963544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c98ff6a-5770-4263-b291-1c57e711b835') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:40.963829 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c98ff6a-5770-4263-b291-1c57e711b835') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:40.965188 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:18:40.965530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6fc59077-576e-45cc-8d0f-8b8dc8be6ed2 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:18:40.976747 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:40.993943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:41.000478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:18:41.000878 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:41.012195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-a57069c7-e83b-4015-a68a-7cbcceb369c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:18:41.012545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-a57069c7-e83b-4015-a68a-7cbcceb369c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:18:41.014708 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:18:41.185000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:41.204266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:41.214100 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=95910d0f-d2eb-41d2-b983-da2412e2fbd3,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:41.221405 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-289a3e74-9d97-4858-ae5d-2ea75990f2d8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/95910d0f-d2eb-41d2-b983-da2412e2fbd3 HTTP/1.1" status: 204 len: 168 time: 0.9989295 May 28 05:18:41.225441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38254) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:41.513819 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a57069c7-e83b-4015-a68a-7cbcceb369c8 None None] Deleting port d943ec78-983b-41df-9491-ab135b26d180 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:18:41.514409 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a57069c7-e83b-4015-a68a-7cbcceb369c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:41.580184 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a57069c7-e83b-4015-a68a-7cbcceb369c8 None None] The port 'd943ec78-983b-41df-9491-ab135b26d180' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 05:18:41.613532 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3348cc50-177b-46ef-a618-1a4cae6fa5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:42.257394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-3348cc50-177b-46ef-a618-1a4cae6fa5f4 admin admin] Deleting port a49c0bfe-4b48-42b2-9173-26ee0b073216 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:18:42.258157 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3348cc50-177b-46ef-a618-1a4cae6fa5f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:42.430738 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-3348cc50-177b-46ef-a618-1a4cae6fa5f4 admin admin] For port a49c0bfe-4b48-42b2-9173-26ee0b073216, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a49c0bfe-4b48-42b2-9173-26ee0b073216,segment=NetworkSegment(c6dfeaee-f125-4646-ac32-0bb582fdb20f),segment_id=c6dfeaee-f125-4646-ac32-0bb582fdb20f)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:18:42.431042 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3348cc50-177b-46ef-a618-1a4cae6fa5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:42.549381 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-3348cc50-177b-46ef-a618-1a4cae6fa5f4 admin admin] Calling delete_port for a49c0bfe-4b48-42b2-9173-26ee0b073216 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:18:42.822199 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3348cc50-177b-46ef-a618-1a4cae6fa5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:42.865424 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348cc50-177b-46ef-a618-1a4cae6fa5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a49c0bfe-4b48-42b2-9173-26ee0b073216,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:43.160351 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3348cc50-177b-46ef-a618-1a4cae6fa5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:43.745967 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3348cc50-177b-46ef-a618-1a4cae6fa5f4 admin admin] Router f6407ede-878e-4308-b5ca-956761ba9c2b has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:18:43.949021 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3348cc50-177b-46ef-a618-1a4cae6fa5f4 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:18:43.957877 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef22e2b7-9d37-4565-82d5-6552bc09611e None None] Sync routers for ids ['f6407ede-878e-4308-b5ca-956761ba9c2b'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:18:43.958334 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3348cc50-177b-46ef-a618-1a4cae6fa5f4 admin admin] 10.222.0.15 "PUT /v2.0/routers/f6407ede-878e-4308-b5ca-956761ba9c2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7317801 May 28 05:18:43.960870 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38258) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:43.971504 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef22e2b7-9d37-4565-82d5-6552bc09611e None None] Routers {'f6407ede-878e-4308-b5ca-956761ba9c2b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:18:43.972084 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ef22e2b7-9d37-4565-82d5-6552bc09611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:18:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['f6407ede-878e-4308-b5ca-956761ba9c2b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:44.150480 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-ef22e2b7-9d37-4565-82d5-6552bc09611e None None] Set router f6407ede-878e-4308-b5ca-956761ba9c2b gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:18:44.273262 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0dccae74-542e-494c-b5d5-9ffb85a22e95 admin admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:44.429669 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ef22e2b7-9d37-4565-82d5-6552bc09611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'name': 'tempest-TestEncryptedCinderVolumes-68338305-router', 'tenant_id': '75df31b3e39e4ebbb2fc049238035213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': 'ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:30Z', 'updated_at': '2022-05-28T05:18:42Z', 'revision_number': 5, 'project_id': '75df31b3e39e4ebbb2fc049238035213', 'gw_port': {'id': 'ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c1:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:17:30Z', 'updated_at': '2022-05-28T05:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:44.433558 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef22e2b7-9d37-4565-82d5-6552bc09611e None None] Checking router: f6407ede-878e-4308-b5ca-956761ba9c2b for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:18:44.444224 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef22e2b7-9d37-4565-82d5-6552bc09611e None None] Routers {'f6407ede-878e-4308-b5ca-956761ba9c2b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:18:44.444793 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ef22e2b7-9d37-4565-82d5-6552bc09611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:18:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['f6407ede-878e-4308-b5ca-956761ba9c2b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:44.464724 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0dccae74-542e-494c-b5d5-9ffb85a22e95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:44.475356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-0dccae74-542e-494c-b5d5-9ffb85a22e95 admin admin] Deleting port ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:18:44.475693 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0dccae74-542e-494c-b5d5-9ffb85a22e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:44.593604 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-ef22e2b7-9d37-4565-82d5-6552bc09611e None None] Set router f6407ede-878e-4308-b5ca-956761ba9c2b gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:18:44.654601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-0dccae74-542e-494c-b5d5-9ffb85a22e95 admin admin] For port ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:18:44.654993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0dccae74-542e-494c-b5d5-9ffb85a22e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:44.723326 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ef22e2b7-9d37-4565-82d5-6552bc09611e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'name': 'tempest-TestEncryptedCinderVolumes-68338305-router', 'tenant_id': '75df31b3e39e4ebbb2fc049238035213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:30Z', 'updated_at': '2022-05-28T05:18:44Z', 'revision_number': 6, 'project_id': '75df31b3e39e4ebbb2fc049238035213', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:44.727381 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef22e2b7-9d37-4565-82d5-6552bc09611e None None] The sync data for ids ['f6407ede-878e-4308-b5ca-956761ba9c2b'] in dv-neutron-843300-5-hyperv is: [{'id': 'f6407ede-878e-4308-b5ca-956761ba9c2b', 'name': 'tempest-TestEncryptedCinderVolumes-68338305-router', 'tenant_id': '75df31b3e39e4ebbb2fc049238035213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:17:30Z', 'updated_at': '2022-05-28T05:18:44Z', 'revision_number': 6, 'project_id': '75df31b3e39e4ebbb2fc049238035213', 'gw_port_host': None}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:18:44.773143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-0dccae74-542e-494c-b5d5-9ffb85a22e95 admin admin] Calling delete_port for ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:18:44.950340 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0dccae74-542e-494c-b5d5-9ffb85a22e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:44.993365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dccae74-542e-494c-b5d5-9ffb85a22e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:45.218925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0dccae74-542e-494c-b5d5-9ffb85a22e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:45.580856 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0dccae74-542e-494c-b5d5-9ffb85a22e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:45.585192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0dccae74-542e-494c-b5d5-9ffb85a22e95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:45.613042 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0dccae74-542e-494c-b5d5-9ffb85a22e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:45.613752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dccae74-542e-494c-b5d5-9ffb85a22e95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6407ede-878e-4308-b5ca-956761ba9c2b {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:18:45.631140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0dccae74-542e-494c-b5d5-9ffb85a22e95 admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:45.632550 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0dccae74-542e-494c-b5d5-9ffb85a22e95 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f6407ede-878e-4308-b5ca-956761ba9c2b HTTP/1.1" status: 204 len: 168 time: 1.6706567 May 28 05:18:45.635226 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38262) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:45.698776 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1e4e55-fd70-4abc-a205-789a3cb27452 admin admin] Deleting subnet 6d5fb6b7-9b5b-44aa-aca3-9535be168074 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:18:45.701995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4e55-fd70-4abc-a205-789a3cb27452 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:45.754943 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4e55-fd70-4abc-a205-789a3cb27452 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:45.842150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4e55-fd70-4abc-a205-789a3cb27452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:45.912285 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4e55-fd70-4abc-a205-789a3cb27452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:45.950340 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e4e55-fd70-4abc-a205-789a3cb27452 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d5fb6b7-9b5b-44aa-aca3-9535be168074,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:45.954590 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4e55-fd70-4abc-a205-789a3cb27452 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:45.960230 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ed1e4e55-fd70-4abc-a205-789a3cb27452 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6d5fb6b7-9b5b-44aa-aca3-9535be168074 HTTP/1.1" status: 204 len: 168 time: 0.3241024 May 28 05:18:45.960801 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd9ae23-2567-4c29-bfaa-2f7c279f5180 None None] Network a486118b-e283-4ace-8320-ca6f49d1b124 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:18:45.962729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38266) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:46.066497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:46.078530 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] Deleting port 2713cb74-7607-47c4-b329-99e6aaf54de8 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:18:46.078849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:46.192399 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5c5572-9417-46f1-93bc-10a91b4beab0 None None] DHCP port deletion for a486118b-e283-4ace-8320-ca6f49d1b124 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:18:46.196699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c5572-9417-46f1-93bc-10a91b4beab0 None None] Deleting port 2713cb74-7607-47c4-b329-99e6aaf54de8 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:18:46.197136 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5572-9417-46f1-93bc-10a91b4beab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:46.284658 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] For port 2713cb74-7607-47c4-b329-99e6aaf54de8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2713cb74-7607-47c4-b329-99e6aaf54de8,segment=NetworkSegment(c6dfeaee-f125-4646-ac32-0bb582fdb20f),segment_id=c6dfeaee-f125-4646-ac32-0bb582fdb20f)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:18:46.284906 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:46.398928 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e5c5572-9417-46f1-93bc-10a91b4beab0 None None] For port 2713cb74-7607-47c4-b329-99e6aaf54de8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=2713cb74-7607-47c4-b329-99e6aaf54de8,segment=NetworkSegment(c6dfeaee-f125-4646-ac32-0bb582fdb20f),segment_id=c6dfeaee-f125-4646-ac32-0bb582fdb20f)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:18:46.399314 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5572-9417-46f1-93bc-10a91b4beab0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:46.402733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] Calling delete_port for 2713cb74-7607-47c4-b329-99e6aaf54de8 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:18:46.479543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:46.515900 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c5572-9417-46f1-93bc-10a91b4beab0 None None] Calling delete_port for 2713cb74-7607-47c4-b329-99e6aaf54de8 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:18:46.525985 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] Pushing event deleted for resources: {'Port': ['ID=2713cb74-7607-47c4-b329-99e6aaf54de8,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:46.530194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] No DVR routers for this DVR port 2713cb74-7607-47c4-b329-99e6aaf54de8 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:18:46.589551 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-5e5c5572-9417-46f1-93bc-10a91b4beab0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:18:46.589925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-5e5c5572-9417-46f1-93bc-10a91b4beab0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:18:46.628221 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:18:46.649304 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:46.663717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:18:46.664058 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ae131b3c-cc4b-42cd-8dc5-cb90a1353a1a not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:18:46.664497 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2713cb74-7607-47c4-b329-99e6aaf54de8 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:18:46.675906 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a486118b-e283-4ace-8320-ca6f49d1b124']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:46.688368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6dfeaee-f125-4646-ac32-0bb582fdb20f') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:46.688656 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6dfeaee-f125-4646-ac32-0bb582fdb20f') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:46.695395 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 2713cb74-7607-47c4-b329-99e6aaf54de8 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:18:46.695733 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 2713cb74-7607-47c4-b329-99e6aaf54de8 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:18:46.696129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a49c0bfe-4b48-42b2-9173-26ee0b073216 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:18:46.699954 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:46.715462 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:46.721580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:18:46.722093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:46.726743 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: a49c0bfe-4b48-42b2-9173-26ee0b073216 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:18:46.727131 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a49c0bfe-4b48-42b2-9173-26ee0b073216 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:18:46.736064 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:18:46.818934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:46.841426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:46.851289 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] Pushing event deleted for resources: {'Network': ['ID=a486118b-e283-4ace-8320-ca6f49d1b124,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:46.855922 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e4c43378-3682-4f1a-93d2-7818f639822e admin admin] 10.222.0.15 "DELETE /v2.0/networks/a486118b-e283-4ace-8320-ca6f49d1b124 HTTP/1.1" status: 204 len: 168 time: 0.8921547 May 28 05:18:47.084616 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38272) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:47.091428 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c5572-9417-46f1-93bc-10a91b4beab0 None None] Deleting port 2713cb74-7607-47c4-b329-99e6aaf54de8 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:18:47.091892 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e5c5572-9417-46f1-93bc-10a91b4beab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:47.136305 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-33c19d5f-ad48-47fc-b523-76f36db06762 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fddb1aac57884d60a06eb1e2464d7d69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504611 May 28 05:18:47.139112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38276) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:47.158399 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e5c5572-9417-46f1-93bc-10a91b4beab0 None None] The port '2713cb74-7607-47c4-b329-99e6aaf54de8' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 05:18:47.205254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-77e92e0d-6bdb-4138-933a-b4e166ea82f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:47.232048 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-77e92e0d-6bdb-4138-933a-b4e166ea82f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:47.286847 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-77e92e0d-6bdb-4138-933a-b4e166ea82f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:47.300910 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e92e0d-6bdb-4138-933a-b4e166ea82f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72076c8c-f42c-4968-b3ae-1f8937024c7a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:47.309564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-77e92e0d-6bdb-4138-933a-b4e166ea82f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:47.310749 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-77e92e0d-6bdb-4138-933a-b4e166ea82f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72076c8c-f42c-4968-b3ae-1f8937024c7a HTTP/1.1" status: 204 len: 168 time: 0.1707418 May 28 05:18:47.725467 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38284) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:47.777649 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3ab0baef-4fbe-4c5c-8f09-1fe329862a1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75df31b3e39e4ebbb2fc049238035213&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508523 May 28 05:18:47.780266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38288) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:47.840556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-941fa8bd-d978-453b-8b21-04d0f46eddeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:47.867549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-941fa8bd-d978-453b-8b21-04d0f46eddeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:47.925975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-941fa8bd-d978-453b-8b21-04d0f46eddeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:47.940174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941fa8bd-d978-453b-8b21-04d0f46eddeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85afbdfa-301e-45f4-a906-6cbc31075876,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:47.946349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-941fa8bd-d978-453b-8b21-04d0f46eddeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:47.947512 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-941fa8bd-d978-453b-8b21-04d0f46eddeb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85afbdfa-301e-45f4-a906-6cbc31075876 HTTP/1.1" status: 204 len: 168 time: 0.1663973 May 28 05:18:49.022197 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38310) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:49.167713 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-99688489-network', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:18:49.172855 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:18:49.177352 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Usage tracker for resource:network and tenant:a5dadd151b31435bbcfefaf5c4cb5a6d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:18:49.180530 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:18:49.187693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:18:49.201161 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Made reservation on behalf of a5dadd151b31435bbcfefaf5c4cb5a6d for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:18:49.203510 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:49.215779 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:49.249018 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:18:49.253190 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Usage tracker for resource:security_group_rule and tenant:a5dadd151b31435bbcfefaf5c4cb5a6d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:18:49.256226 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:18:49.262920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:18:49.326712 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:49.332718 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:49.359337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:18:49.377993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476949b8-e666-4e3a-a299-c80c8e75e9c1,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:49.383395 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:49.383729 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Added segment 64b74fc6-4cf1-464f-bcb9-986065d1ca50 of type vlan for network fd9928d0-16bf-49a2-a82c-1a81b16aedc9 May 28 05:18:49.409746 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:49.440948 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:49.442044 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:49.442817 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:49.545127 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] Pushing event updated for resources: {'Network': ['ID=fd9928d0-16bf-49a2-a82c-1a81b16aedc9,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:49.548714 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c797bab1-3fdf-47b2-a819-9f03ea1f1287 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5248744 May 28 05:18:49.552028 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38316) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:49.556436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network fd9928d0-16bf-49a2-a82c-1a81b16aedc9 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:18:49.557438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-a6db7c2e-374f-4acb-a3ca-1b8eccc6bddb admin admin] Request body: {'subnet': {'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-99688489-subnet', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'ip_version': 4}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:18:49.562478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a6db7c2e-374f-4acb-a3ca-1b8eccc6bddb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:18:49.566268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a6db7c2e-374f-4acb-a3ca-1b8eccc6bddb admin admin] Usage tracker for resource:subnet and tenant:a5dadd151b31435bbcfefaf5c4cb5a6d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:18:49.569065 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-a6db7c2e-374f-4acb-a3ca-1b8eccc6bddb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:18:49.574860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-a6db7c2e-374f-4acb-a3ca-1b8eccc6bddb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:18:49.687062 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6db7c2e-374f-4acb-a3ca-1b8eccc6bddb admin admin] Made reservation on behalf of a5dadd151b31435bbcfefaf5c4cb5a6d for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:18:49.689245 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a6db7c2e-374f-4acb-a3ca-1b8eccc6bddb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:49.896057 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a6db7c2e-374f-4acb-a3ca-1b8eccc6bddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:49.961378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db7c2e-374f-4acb-a3ca-1b8eccc6bddb admin admin] Pushing event updated for resources: {'Subnet': ['ID=174ea1e6-ad92-4c5b-b7b0-fd052e0c127c,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:49.983726 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6db7c2e-374f-4acb-a3ca-1b8eccc6bddb admin admin] Checking segment: {'id': '64b74fc6-4cf1-464f-bcb9-986065d1ca50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:18:49.984070 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db7c2e-374f-4acb-a3ca-1b8eccc6bddb admin admin] Network hostable DHCP agents. Network: fd9928d0-16bf-49a2-a82c-1a81b16aedc9, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:18:50.007874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db7c2e-374f-4acb-a3ca-1b8eccc6bddb admin admin] Network fd9928d0-16bf-49a2-a82c-1a81b16aedc9 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:18:50.018168 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-a6db7c2e-374f-4acb-a3ca-1b8eccc6bddb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, fd9928d0-16bf-49a2-a82c-1a81b16aedc9) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:18:50.022022 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6db7c2e-374f-4acb-a3ca-1b8eccc6bddb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:50.022591 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a6db7c2e-374f-4acb-a3ca-1b8eccc6bddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:50.028626 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acc5af1-edf6-4a2f-ba05-f94ba91cec55 None None] Network fd9928d0-16bf-49a2-a82c-1a81b16aedc9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:18:50.043561 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a6db7c2e-374f-4acb-a3ca-1b8eccc6bddb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4905281 May 28 05:18:50.046342 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38320) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:50.051396 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-99688489-router', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:18:50.056015 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:18:50.059917 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Usage tracker for resource:router and tenant:a5dadd151b31435bbcfefaf5c4cb5a6d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:18:50.062757 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:18:50.068420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:18:50.079283 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:50.080545 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:50.098448 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:50.240287 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'fixed_ips': [{'subnet_id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:18:50.241191 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:50.243010 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:50.398076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Allocated IP 172.20.0.2 (fd9928d0-16bf-49a2-a82c-1a81b16aedc9/174ea1e6-ad92-4c5b-b7b0-fd052e0c127c/50988156-817d-40a6-b136-bd5391f50db2) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:18:50.431977 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:50.461163 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:50.599815 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Allocated IP 172.26.8.129 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/fc2c306e-effa-4039-9428-d03649e69086) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:18:50.604575 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:50.615721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Transition to ACTIVE for port object 50988156-817d-40a6-b136-bd5391f50db2 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:18:50.634089 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Transition to ACTIVE for port object 50988156-817d-40a6-b136-bd5391f50db2 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:18:50.641366 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:50.711104 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Pushing event updated for resources: {'Port': ['ID=50988156-817d-40a6-b136-bd5391f50db2,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:50.714283 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Network fd9928d0-16bf-49a2-a82c-1a81b16aedc9 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:18:50.716084 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:18:50.718607 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:18:50.730158 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:50.730482 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:50.730831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:50.731144 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:50.731486 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:50.731807 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:50.732128 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:50.732446 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:50.732750 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:50.733078 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:50.733393 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:50.748719 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:50.778934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:50.820026 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Attempting to bind port 50988156-817d-40a6-b136-bd5391f50db2 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:18:50.820475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Attempting to bind port 50988156-817d-40a6-b136-bd5391f50db2 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '64b74fc6-4cf1-464f-bcb9-986065d1ca50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:18:50.820754 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Attempting to bind port 50988156-817d-40a6-b136-bd5391f50db2 on network fd9928d0-16bf-49a2-a82c-1a81b16aedc9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:18:50.827507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:18:50.827861 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Checking segment: {'id': '64b74fc6-4cf1-464f-bcb9-986065d1ca50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:18:50.828246 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:50.828620 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Bound using segment: {'id': '64b74fc6-4cf1-464f-bcb9-986065d1ca50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:18:50.829065 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Bound port: 50988156-817d-40a6-b136-bd5391f50db2, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b74fc6-4cf1-464f-bcb9-986065d1ca50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:18:50.829409 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:50.843649 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:18:50.846464 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:18:50.850774 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:18:50.881146 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Pushing event updated for resources: {'Port': ['ID=fc2c306e-effa-4039-9428-d03649e69086,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:50.919666 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] For port 50988156-817d-40a6-b136-bd5391f50db2, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:18:50.922905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] For port 50988156-817d-40a6-b136-bd5391f50db2, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=50988156-817d-40a6-b136-bd5391f50db2,segment=NetworkSegment(64b74fc6-4cf1-464f-bcb9-986065d1ca50),segment_id=64b74fc6-4cf1-464f-bcb9-986065d1ca50)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:18:50.928998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:51.012444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c98e9f-ed2b-490e-9735-107c66301fea None None] Pushing event updated for resources: {'Port': ['ID=50988156-817d-40a6-b136-bd5391f50db2,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:51.014254 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:51.015011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:51.264844 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Router 3b60a520-5623-432a-8091-f3b993cbc7a0 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:18:51.562378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:18:51.573404 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Sync routers for ids ['3b60a520-5623-432a-8091-f3b993cbc7a0'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:18:51.586440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Routers {'3b60a520-5623-432a-8091-f3b993cbc7a0'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:18:51.587035 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:18:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3b60a520-5623-432a-8091-f3b993cbc7a0'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:51.587598 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:51.589118 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0a94cd73-7c1c-44a7-9226-6db1652fec78 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5416379 May 28 05:18:51.592236 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38324) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:51.773538 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Set router 3b60a520-5623-432a-8091-f3b993cbc7a0 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:18:51.954050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa14519-5fe6-49d8-956f-ff6c6aec56ad None None] Network fd9928d0-16bf-49a2-a82c-1a81b16aedc9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:18:52.097938 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-de97d836-3d22-4e9d-aca5-2a1ed4b89b0f None None] Provisioning for port 50988156-817d-40a6-b136-bd5391f50db2 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:18:52.256844 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-de6db492-f5ba-45c6-8135-3056efaa05cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:52.331772 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'name': 'tempest-TestMinimumBasicScenario-99688489-router', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129'}], 'enable_snat': True}, 'gw_port_id': 'fc2c306e-effa-4039-9428-d03649e69086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:50Z', 'revision_number': 3, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'gw_port': {'id': 'fc2c306e-effa-4039-9428-d03649e69086', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:52.337808 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Checking router: 3b60a520-5623-432a-8091-f3b993cbc7a0 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:18:52.338148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Updating router 3b60a520-5623-432a-8091-f3b993cbc7a0 port fc2c306e-effa-4039-9428-d03649e69086 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:18:52.340220 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:52.395189 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:52.557494 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Allocated IP 172.20.0.1 (fd9928d0-16bf-49a2-a82c-1a81b16aedc9/174ea1e6-ad92-4c5b-b7b0-fd052e0c127c/1e874227-719c-4e5b-86f3-05e9997a627c) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:18:52.671964 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 50988156-817d-40a6-b136-bd5391f50db2 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:18:52.704455 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:52.719844 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Transition to ACTIVE for port object 1e874227-719c-4e5b-86f3-05e9997a627c will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:18:52.742911 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:52.801324 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:52.811711 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 50988156-817d-40a6-b136-bd5391f50db2 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:18:52.817216 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Transition to ACTIVE for port object fc2c306e-effa-4039-9428-d03649e69086 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:18:52.817606 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Network fd9928d0-16bf-49a2-a82c-1a81b16aedc9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:18:52.818509 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Pushing event updated for resources: {'Port': ['ID=1e874227-719c-4e5b-86f3-05e9997a627c,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:52.819417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 50988156-817d-40a6-b136-bd5391f50db2 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:18:52.819768 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:52.821019 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:18:52.823042 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:18:52.849761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:52.886205 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:52.942946 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Attempting to bind port fc2c306e-effa-4039-9428-d03649e69086 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:18:52.943311 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Attempting to bind port fc2c306e-effa-4039-9428-d03649e69086 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:18:52.943666 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Attempting to bind port fc2c306e-effa-4039-9428-d03649e69086 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:18:52.965460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:18:52.965965 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:18:52.966367 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:52.966748 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:18:52.967215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Bound port: fc2c306e-effa-4039-9428-d03649e69086, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:18:52.967576 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:52.984808 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:52.996962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afd908-1646-4dc5-933e-3a0ec6de1cfd None None] Pushing event updated for resources: {'Port': ['ID=fc2c306e-effa-4039-9428-d03649e69086,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:53.090620 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:53.102046 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] For port fc2c306e-effa-4039-9428-d03649e69086, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:18:53.116893 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] For port fc2c306e-effa-4039-9428-d03649e69086, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fc2c306e-effa-4039-9428-d03649e69086,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:18:53.124715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:53.182443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 50988156-817d-40a6-b136-bd5391f50db2, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=50988156-817d-40a6-b136-bd5391f50db2,segment=NetworkSegment(64b74fc6-4cf1-464f-bcb9-986065d1ca50),segment_id=64b74fc6-4cf1-464f-bcb9-986065d1ca50)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:18:53.197750 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:53.210866 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8388356b-66b5-4102-bde9-a493159a206a None None] Provisioning for port 1e874227-719c-4e5b-86f3-05e9997a627c completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:18:53.222394 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afd908-1646-4dc5-933e-3a0ec6de1cfd None None] Pushing event updated for resources: {'Port': ['ID=fc2c306e-effa-4039-9428-d03649e69086,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:53.224840 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8388356b-66b5-4102-bde9-a493159a206a None None] Provisioning complete for port 1e874227-719c-4e5b-86f3-05e9997a627c triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:18:53.225194 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8388356b-66b5-4102-bde9-a493159a206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:53.316626 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:53.323009 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:53.333420 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Routers {'3b60a520-5623-432a-8091-f3b993cbc7a0'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:18:53.334067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:18:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3b60a520-5623-432a-8091-f3b993cbc7a0'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:53.389173 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8388356b-66b5-4102-bde9-a493159a206a None None] Port 1e874227-719c-4e5b-86f3-05e9997a627c cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:18:53.426095 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:53.429371 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Pushing event updated for resources: {'Port': ['ID=1e874227-719c-4e5b-86f3-05e9997a627c,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:53.464019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=50988156-817d-40a6-b136-bd5391f50db2,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:53.517812 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] Set router 3b60a520-5623-432a-8091-f3b993cbc7a0 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:18:53.565538 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Network fd9928d0-16bf-49a2-a82c-1a81b16aedc9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:18:53.566813 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:18:53.850609 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ddfbc782-61a3-4771-9383-e5b21618eea3 None None] Provisioning complete for port 1e874227-719c-4e5b-86f3-05e9997a627c triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:18:53.851192 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ddfbc782-61a3-4771-9383-e5b21618eea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:53.927494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ddfbc782-61a3-4771-9383-e5b21618eea3 None None] Port 1e874227-719c-4e5b-86f3-05e9997a627c cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:18:53.938862 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'name': 'tempest-TestMinimumBasicScenario-99688489-router', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129'}], 'enable_snat': True}, 'gw_port_id': 'fc2c306e-effa-4039-9428-d03649e69086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:52Z', 'revision_number': 4, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'gw_port': {'id': 'fc2c306e-effa-4039-9428-d03649e69086', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '1e874227-719c-4e5b-86f3-05e9997a627c', 'name': '', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'mac_address': 'fa:16:3e:57:a5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:52Z', 'updated_at': '2022-05-28T05:18:53Z', 'revision_number': 2, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'subnets': [{'id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:53.942884 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbf5c96-d695-4ce0-b3c9-4604dbf3b127 None None] The sync data for ids ['3b60a520-5623-432a-8091-f3b993cbc7a0'] in dv-neutron-843300-5-hyperv is: [{'id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'name': 'tempest-TestMinimumBasicScenario-99688489-router', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129'}], 'enable_snat': True}, 'gw_port_id': 'fc2c306e-effa-4039-9428-d03649e69086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:52Z', 'revision_number': 4, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'gw_port': {'id': 'fc2c306e-effa-4039-9428-d03649e69086', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '1e874227-719c-4e5b-86f3-05e9997a627c', 'name': '', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'mac_address': 'fa:16:3e:57:a5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:52Z', 'updated_at': '2022-05-28T05:18:53Z', 'revision_number': 2, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'subnets': [{'id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:18:53.953185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Router 3b60a520-5623-432a-8091-f3b993cbc7a0 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:18:54.175551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:18:54.186291 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-db9ca367-3468-4bc9-9768-d394442221b4 admin admin] 10.222.0.15 "PUT /v2.0/routers/3b60a520-5623-432a-8091-f3b993cbc7a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5915279 May 28 05:18:54.332465 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-10149d5b-1f91-492e-8e1d-3b93987f73e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:54.715656 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fc2c306e-effa-4039-9428-d03649e69086 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:18:54.786848 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port fc2c306e-effa-4039-9428-d03649e69086 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:18:54.792047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port fc2c306e-effa-4039-9428-d03649e69086 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:18:54.792515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:54.837869 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:18:54.913270 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:54.930602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port fc2c306e-effa-4039-9428-d03649e69086, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fc2c306e-effa-4039-9428-d03649e69086,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:18:54.938253 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:54.939040 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 50988156-817d-40a6-b136-bd5391f50db2 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:18:55.093062 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.097802 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38346) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:55.102538 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=fc2c306e-effa-4039-9428-d03649e69086,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:55.104251 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-994061250-network', 'tenant_id': '92b3bc2dc88742e8b4910093155b9ece'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:18:55.110275 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:18:55.110500 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 50988156-817d-40a6-b136-bd5391f50db2 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:18:55.110634 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.116114 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Usage tracker for resource:network and tenant:92b3bc2dc88742e8b4910093155b9ece is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:18:55.120285 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:18:55.126619 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:18:55.140039 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Made reservation on behalf of 92b3bc2dc88742e8b4910093155b9ece for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:18:55.142850 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.155796 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.188365 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:18:55.192155 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Usage tracker for resource:security_group_rule and tenant:92b3bc2dc88742e8b4910093155b9ece is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:18:55.194886 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:18:55.200576 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:18:55.268955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.275393 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.305250 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:18:55.313364 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee9efdd-b1a2-428a-8401-7260ffdc4c8a,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:55.318653 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.318989 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Added segment 6c006653-498d-4c7e-aebe-c97d1bfa26ac of type vlan for network dc3f5228-9a44-4ca4-8cee-2dd69df08376 May 28 05:18:55.344467 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.374260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.375059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:55.375634 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.474646 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3749957 May 28 05:18:55.475314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cfeef-dc90-4d01-bf4b-d3510127e36d admin admin] Pushing event updated for resources: {'Network': ['ID=dc3f5228-9a44-4ca4-8cee-2dd69df08376,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:55.477346 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38350) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:55.482776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-02327a94-26af-473d-8f4d-f48fa917d8e2 admin admin] Request body: {'subnet': {'network_id': 'dc3f5228-9a44-4ca4-8cee-2dd69df08376', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-994061250-subnet', 'tenant_id': '92b3bc2dc88742e8b4910093155b9ece', 'ip_version': 4}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:18:55.485196 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network dc3f5228-9a44-4ca4-8cee-2dd69df08376 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:18:55.487973 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-02327a94-26af-473d-8f4d-f48fa917d8e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:18:55.491838 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-02327a94-26af-473d-8f4d-f48fa917d8e2 admin admin] Usage tracker for resource:subnet and tenant:92b3bc2dc88742e8b4910093155b9ece is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:18:55.494843 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-02327a94-26af-473d-8f4d-f48fa917d8e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:18:55.500789 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-02327a94-26af-473d-8f4d-f48fa917d8e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:18:55.515173 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02327a94-26af-473d-8f4d-f48fa917d8e2 admin admin] Made reservation on behalf of 92b3bc2dc88742e8b4910093155b9ece for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:18:55.517488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02327a94-26af-473d-8f4d-f48fa917d8e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.592072 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.667317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.738476 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02327a94-26af-473d-8f4d-f48fa917d8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.810742 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02327a94-26af-473d-8f4d-f48fa917d8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73cc463c-e3ec-4e20-8f3a-2ed63d07409e,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:55.825402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02327a94-26af-473d-8f4d-f48fa917d8e2 admin admin] Checking segment: {'id': '6c006653-498d-4c7e-aebe-c97d1bfa26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc3f5228-9a44-4ca4-8cee-2dd69df08376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:18:55.825850 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02327a94-26af-473d-8f4d-f48fa917d8e2 admin admin] Network hostable DHCP agents. Network: dc3f5228-9a44-4ca4-8cee-2dd69df08376, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:18:55.851844 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02327a94-26af-473d-8f4d-f48fa917d8e2 admin admin] Network dc3f5228-9a44-4ca4-8cee-2dd69df08376 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:18:55.862981 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-02327a94-26af-473d-8f4d-f48fa917d8e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, dc3f5228-9a44-4ca4-8cee-2dd69df08376) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:18:55.867451 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02327a94-26af-473d-8f4d-f48fa917d8e2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:18:55.872057 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bc98fa-8e78-4c64-b1d3-9655c1a3a6c0 None None] Network dc3f5228-9a44-4ca4-8cee-2dd69df08376 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:18:55.874335 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-02327a94-26af-473d-8f4d-f48fa917d8e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.900561 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-02327a94-26af-473d-8f4d-f48fa917d8e2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4195557 May 28 05:18:55.900925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38354) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:55.907422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-994061250-router', 'tenant_id': '92b3bc2dc88742e8b4910093155b9ece', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:18:55.912738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:18:55.917156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Usage tracker for resource:router and tenant:92b3bc2dc88742e8b4910093155b9ece is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:18:55.920387 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:18:55.927215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:18:55.940703 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.942392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:55.963310 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:56.091028 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-dc3f5228-9a44-4ca4-8cee-2dd69df08376', 'network_id': 'dc3f5228-9a44-4ca4-8cee-2dd69df08376', 'tenant_id': '92b3bc2dc88742e8b4910093155b9ece', 'fixed_ips': [{'subnet_id': '73cc463c-e3ec-4e20-8f3a-2ed63d07409e'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:18:56.091876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:56.204182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:56.249979 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Allocated IP 172.20.0.2 (dc3f5228-9a44-4ca4-8cee-2dd69df08376/73cc463c-e3ec-4e20-8f3a-2ed63d07409e/6dbd5554-5ad9-4fbb-8504-b8a0f155d395) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:18:56.389340 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:56.422250 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:56.447358 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:56.457278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Transition to ACTIVE for port object 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:18:56.475948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Transition to ACTIVE for port object 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:18:56.483973 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:56.553088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Allocated IP 172.26.8.72 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/ce18763b-b418-422e-94ab-e8c5c1dda15c) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:18:56.553563 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Network dc3f5228-9a44-4ca4-8cee-2dd69df08376 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:18:56.556505 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:18:56.561146 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:18:56.595023 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Pushing event updated for resources: {'Port': ['ID=6dbd5554-5ad9-4fbb-8504-b8a0f155d395,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:56.652872 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fc2c306e-effa-4039-9428-d03649e69086 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:18:56.688943 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Attempting to bind port 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:18:56.689293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Attempting to bind port 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '6c006653-498d-4c7e-aebe-c97d1bfa26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc3f5228-9a44-4ca4-8cee-2dd69df08376'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:18:56.689636 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Attempting to bind port 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 on network dc3f5228-9a44-4ca4-8cee-2dd69df08376 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:18:56.709089 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:18:56.709444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Checking segment: {'id': '6c006653-498d-4c7e-aebe-c97d1bfa26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc3f5228-9a44-4ca4-8cee-2dd69df08376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:18:56.709871 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:56.710252 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Bound using segment: {'id': '6c006653-498d-4c7e-aebe-c97d1bfa26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc3f5228-9a44-4ca4-8cee-2dd69df08376'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:18:56.710700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Bound port: 6dbd5554-5ad9-4fbb-8504-b8a0f155d395, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c006653-498d-4c7e-aebe-c97d1bfa26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc3f5228-9a44-4ca4-8cee-2dd69df08376'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:18:56.711059 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:56.716179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:56.747119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:56.803440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port fc2c306e-effa-4039-9428-d03649e69086 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:18:56.803814 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:56.820300 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:18:56.823874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:18:56.826579 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Pushing event updated for resources: {'Port': ['ID=ce18763b-b418-422e-94ab-e8c5c1dda15c,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:56.828898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:18:56.843143 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] For port 6dbd5554-5ad9-4fbb-8504-b8a0f155d395, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:18:56.896853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] For port 6dbd5554-5ad9-4fbb-8504-b8a0f155d395, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6dbd5554-5ad9-4fbb-8504-b8a0f155d395,segment=NetworkSegment(6c006653-498d-4c7e-aebe-c97d1bfa26ac),segment_id=6c006653-498d-4c7e-aebe-c97d1bfa26ac)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:18:56.904782 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:56.994751 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:56.995865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:57.031190 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6241a1-6ebf-448a-abeb-7d76fbc6254b None None] Pushing event updated for resources: {'Port': ['ID=6dbd5554-5ad9-4fbb-8504-b8a0f155d395,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:57.234897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:57.249913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Router a04fd959-eb19-463e-af52-54f860b27a7b is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:18:57.460713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:18:57.469370 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Sync routers for ids ['a04fd959-eb19-463e-af52-54f860b27a7b'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:18:57.485584 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Routers {'a04fd959-eb19-463e-af52-54f860b27a7b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:18:57.486598 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:18:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a04fd959-eb19-463e-af52-54f860b27a7b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:57.489071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:57.490416 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c3b52588-4b14-42fb-a705-84a2d18f3204 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5874171 May 28 05:18:57.493282 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38358) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:18:57.673441 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Set router a04fd959-eb19-463e-af52-54f860b27a7b gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:18:57.976253 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaa5957-4d4f-4b93-a44c-0c69c799c24a None None] Network dc3f5228-9a44-4ca4-8cee-2dd69df08376 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:18:57.989317 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'name': 'tempest-TestMinimumBasicScenario-994061250-router', 'tenant_id': '92b3bc2dc88742e8b4910093155b9ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'ce18763b-b418-422e-94ab-e8c5c1dda15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:55Z', 'updated_at': '2022-05-28T05:18:56Z', 'revision_number': 3, 'project_id': '92b3bc2dc88742e8b4910093155b9ece', 'gw_port': {'id': 'ce18763b-b418-422e-94ab-e8c5c1dda15c', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:56Z', 'updated_at': '2022-05-28T05:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:57.993127 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Checking router: a04fd959-eb19-463e-af52-54f860b27a7b for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:18:57.993458 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Updating router a04fd959-eb19-463e-af52-54f860b27a7b port ce18763b-b418-422e-94ab-e8c5c1dda15c binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:18:58.049113 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:58.143598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-de9e62ab-a65c-43a3-a19d-ca756855bb4e None None] Provisioning for port 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:18:58.383363 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:58.395366 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:58.407623 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Transition to ACTIVE for port object ce18763b-b418-422e-94ab-e8c5c1dda15c will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:18:58.415449 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:58.496069 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e5295-7444-4ad2-9a9d-7f3b238218b5 None None] Pushing event updated for resources: {'Port': ['ID=ce18763b-b418-422e-94ab-e8c5c1dda15c,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:58.499979 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Attempting to bind port ce18763b-b418-422e-94ab-e8c5c1dda15c on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:18:58.500331 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Attempting to bind port ce18763b-b418-422e-94ab-e8c5c1dda15c by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:18:58.500677 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Attempting to bind port ce18763b-b418-422e-94ab-e8c5c1dda15c on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:18:58.511349 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e5295-7444-4ad2-9a9d-7f3b238218b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:58.511680 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e5295-7444-4ad2-9a9d-7f3b238218b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:58.512005 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e5295-7444-4ad2-9a9d-7f3b238218b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:58.512322 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e5295-7444-4ad2-9a9d-7f3b238218b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:58.512640 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e5295-7444-4ad2-9a9d-7f3b238218b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:58.512955 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e5295-7444-4ad2-9a9d-7f3b238218b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:58.513289 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e5295-7444-4ad2-9a9d-7f3b238218b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:58.513595 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e5295-7444-4ad2-9a9d-7f3b238218b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:58.513929 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e5295-7444-4ad2-9a9d-7f3b238218b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:58.514232 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e5295-7444-4ad2-9a9d-7f3b238218b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:58.514533 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01e5295-7444-4ad2-9a9d-7f3b238218b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:18:58.517702 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:18:58.518059 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:18:58.518446 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:58.518807 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:18:58.519260 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Bound port: ce18763b-b418-422e-94ab-e8c5c1dda15c, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:18:58.519614 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:58.590777 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] For port ce18763b-b418-422e-94ab-e8c5c1dda15c, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:18:58.592888 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] For port ce18763b-b418-422e-94ab-e8c5c1dda15c, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ce18763b-b418-422e-94ab-e8c5c1dda15c,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:18:58.598842 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:58.602420 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Allocated IP 172.20.0.1 (dc3f5228-9a44-4ca4-8cee-2dd69df08376/73cc463c-e3ec-4e20-8f3a-2ed63d07409e/d59cbfd5-d20c-4b1b-a173-9cc8e71c6061) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:18:58.676553 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:18:58.680191 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e5295-7444-4ad2-9a9d-7f3b238218b5 None None] Pushing event updated for resources: {'Port': ['ID=ce18763b-b418-422e-94ab-e8c5c1dda15c,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:58.687790 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Routers {'a04fd959-eb19-463e-af52-54f860b27a7b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:18:58.688639 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:18:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a04fd959-eb19-463e-af52-54f860b27a7b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:58.750454 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:18:58.755212 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:18:58.755694 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:58.775432 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:58.791885 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Transition to ACTIVE for port object d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:18:58.817936 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:58.875233 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:58.892769 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] Set router a04fd959-eb19-463e-af52-54f860b27a7b gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:18:58.895990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Network dc3f5228-9a44-4ca4-8cee-2dd69df08376 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:18:58.900921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:18:58.904108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:18:58.909437 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 6dbd5554-5ad9-4fbb-8504-b8a0f155d395, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6dbd5554-5ad9-4fbb-8504-b8a0f155d395,segment=NetworkSegment(6c006653-498d-4c7e-aebe-c97d1bfa26ac),segment_id=6c006653-498d-4c7e-aebe-c97d1bfa26ac)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:18:58.914429 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:58.934088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Pushing event updated for resources: {'Port': ['ID=d59cbfd5-d20c-4b1b-a173-9cc8e71c6061,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:58.974101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:58.994409 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=6dbd5554-5ad9-4fbb-8504-b8a0f155d395,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:59.074946 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:59.208057 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1f7cf54d-60f9-4cb8-888f-62578c764aec None None] Provisioning for port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:18:59.218251 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1f7cf54d-60f9-4cb8-888f-62578c764aec None None] Provisioning complete for port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:18:59.218635 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f7cf54d-60f9-4cb8-888f-62578c764aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:59.241042 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'name': 'tempest-TestMinimumBasicScenario-994061250-router', 'tenant_id': '92b3bc2dc88742e8b4910093155b9ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'ce18763b-b418-422e-94ab-e8c5c1dda15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:55Z', 'updated_at': '2022-05-28T05:18:56Z', 'revision_number': 3, 'project_id': '92b3bc2dc88742e8b4910093155b9ece', 'gw_port': {'id': 'ce18763b-b418-422e-94ab-e8c5c1dda15c', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:56Z', 'updated_at': '2022-05-28T05:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:18:59.245068 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9fcbe8-2d98-4147-ac1e-efb71a2f1dff None None] The sync data for ids ['a04fd959-eb19-463e-af52-54f860b27a7b'] in dv-neutron-843300-5-hyperv is: [{'id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'name': 'tempest-TestMinimumBasicScenario-994061250-router', 'tenant_id': '92b3bc2dc88742e8b4910093155b9ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'ce18763b-b418-422e-94ab-e8c5c1dda15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:55Z', 'updated_at': '2022-05-28T05:18:56Z', 'revision_number': 3, 'project_id': '92b3bc2dc88742e8b4910093155b9ece', 'gw_port': {'id': 'ce18763b-b418-422e-94ab-e8c5c1dda15c', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:56Z', 'updated_at': '2022-05-28T05:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:18:59.278717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1f7cf54d-60f9-4cb8-888f-62578c764aec None None] Port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:18:59.303118 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:59.309648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:59.408155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:59.411328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Pushing event updated for resources: {'Port': ['ID=d59cbfd5-d20c-4b1b-a173-9cc8e71c6061,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:18:59.544949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Network dc3f5228-9a44-4ca4-8cee-2dd69df08376 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:18:59.546064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:18:59.805410 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f8e809f5-f0bf-4525-a94b-d5091e86ffee None None] Provisioning complete for port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:18:59.806020 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8e809f5-f0bf-4525-a94b-d5091e86ffee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:18:59.859680 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f8e809f5-f0bf-4525-a94b-d5091e86ffee None None] Port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:19:00.040397 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Router a04fd959-eb19-463e-af52-54f860b27a7b has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:19:00.255699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:19:00.265214 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c1d069ee-644e-423b-ab09-a8f4a6ca1d1b admin admin] 10.222.0.15 "PUT /v2.0/routers/a04fd959-eb19-463e-af52-54f860b27a7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7709165 May 28 05:19:00.639530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:19:00.712322 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:00.712672 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:04.691070 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ce18763b-b418-422e-94ab-e8c5c1dda15c up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:19:04.776167 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port ce18763b-b418-422e-94ab-e8c5c1dda15c completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:19:04.784364 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ce18763b-b418-422e-94ab-e8c5c1dda15c triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:04.784735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:04.942837 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:04.965701 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port ce18763b-b418-422e-94ab-e8c5c1dda15c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ce18763b-b418-422e-94ab-e8c5c1dda15c,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:19:04.980046 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:05.062890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=ce18763b-b418-422e-94ab-e8c5c1dda15c,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:06.650278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ce18763b-b418-422e-94ab-e8c5c1dda15c up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:19:06.744367 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ce18763b-b418-422e-94ab-e8c5c1dda15c triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:06.744839 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:08.726989 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Sync routers for ids ['3b60a520-5623-432a-8091-f3b993cbc7a0'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:19:08.739685 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Routers {'3b60a520-5623-432a-8091-f3b993cbc7a0'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:19:08.740422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:18:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3b60a520-5623-432a-8091-f3b993cbc7a0'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:08.962197 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Set router 3b60a520-5623-432a-8091-f3b993cbc7a0 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:19:09.290891 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'name': 'tempest-TestMinimumBasicScenario-99688489-router', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129'}], 'enable_snat': True}, 'gw_port_id': 'fc2c306e-effa-4039-9428-d03649e69086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:52Z', 'revision_number': 4, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'gw_port': {'id': 'fc2c306e-effa-4039-9428-d03649e69086', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '1e874227-719c-4e5b-86f3-05e9997a627c', 'name': '', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'mac_address': 'fa:16:3e:57:a5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:52Z', 'updated_at': '2022-05-28T05:18:53Z', 'revision_number': 2, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'subnets': [{'id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:09.295742 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Checking router: 3b60a520-5623-432a-8091-f3b993cbc7a0 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:19:09.296082 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Updating router 3b60a520-5623-432a-8091-f3b993cbc7a0 port 1e874227-719c-4e5b-86f3-05e9997a627c binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:19:09.348914 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:09.722435 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:09.740573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Transition to ACTIVE for port object 1e874227-719c-4e5b-86f3-05e9997a627c will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:19:09.749499 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:09.960861 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d41edf-84c5-49ae-9380-402d0343ce09 None None] Pushing event updated for resources: {'Port': ['ID=1e874227-719c-4e5b-86f3-05e9997a627c,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:10.024863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Attempting to bind port 1e874227-719c-4e5b-86f3-05e9997a627c on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:19:10.025230 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Attempting to bind port 1e874227-719c-4e5b-86f3-05e9997a627c by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '64b74fc6-4cf1-464f-bcb9-986065d1ca50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:19:10.025585 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Attempting to bind port 1e874227-719c-4e5b-86f3-05e9997a627c on network fd9928d0-16bf-49a2-a82c-1a81b16aedc9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:19:10.032937 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:19:10.033448 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Checking segment: {'id': '64b74fc6-4cf1-464f-bcb9-986065d1ca50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:19:10.033877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:10.034386 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Bound using segment: {'id': '64b74fc6-4cf1-464f-bcb9-986065d1ca50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:19:10.034706 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Bound port: 1e874227-719c-4e5b-86f3-05e9997a627c, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b74fc6-4cf1-464f-bcb9-986065d1ca50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:19:10.035069 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:10.143041 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] For port 1e874227-719c-4e5b-86f3-05e9997a627c, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:19:10.146567 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] For port 1e874227-719c-4e5b-86f3-05e9997a627c, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=1e874227-719c-4e5b-86f3-05e9997a627c,segment=NetworkSegment(64b74fc6-4cf1-464f-bcb9-986065d1ca50),segment_id=64b74fc6-4cf1-464f-bcb9-986065d1ca50)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:19:10.158619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:10.253104 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d41edf-84c5-49ae-9380-402d0343ce09 None None] Pushing event updated for resources: {'Port': ['ID=1e874227-719c-4e5b-86f3-05e9997a627c,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:10.258813 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Routers {'3b60a520-5623-432a-8091-f3b993cbc7a0'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:19:10.259419 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:18:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3b60a520-5623-432a-8091-f3b993cbc7a0'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:10.537749 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] Set router 3b60a520-5623-432a-8091-f3b993cbc7a0 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:19:10.676545 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Sync routers for ids ['a04fd959-eb19-463e-af52-54f860b27a7b'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:19:10.693825 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Routers {'a04fd959-eb19-463e-af52-54f860b27a7b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:19:10.694718 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:18:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a04fd959-eb19-463e-af52-54f860b27a7b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:10.763484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1e874227-719c-4e5b-86f3-05e9997a627c up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:19:10.896086 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Set router a04fd959-eb19-463e-af52-54f860b27a7b gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:19:10.937864 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 1e874227-719c-4e5b-86f3-05e9997a627c completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:19:10.950297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 1e874227-719c-4e5b-86f3-05e9997a627c triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:10.950824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:11.020634 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'name': 'tempest-TestMinimumBasicScenario-99688489-router', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129'}], 'enable_snat': True}, 'gw_port_id': 'fc2c306e-effa-4039-9428-d03649e69086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:52Z', 'revision_number': 4, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'gw_port': {'id': 'fc2c306e-effa-4039-9428-d03649e69086', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '1e874227-719c-4e5b-86f3-05e9997a627c', 'name': '', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'mac_address': 'fa:16:3e:57:a5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:52Z', 'updated_at': '2022-05-28T05:19:10Z', 'revision_number': 4, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'subnets': [{'id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:11.026953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7e8f15-944b-4c74-89fc-87cd5ecb2409 None None] The sync data for ids ['3b60a520-5623-432a-8091-f3b993cbc7a0'] in dv-neutron-843300-5-hyperv is: [{'id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'name': 'tempest-TestMinimumBasicScenario-99688489-router', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129'}], 'enable_snat': True}, 'gw_port_id': 'fc2c306e-effa-4039-9428-d03649e69086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:52Z', 'revision_number': 4, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'gw_port': {'id': 'fc2c306e-effa-4039-9428-d03649e69086', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '1e874227-719c-4e5b-86f3-05e9997a627c', 'name': '', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'mac_address': 'fa:16:3e:57:a5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:52Z', 'updated_at': '2022-05-28T05:19:10Z', 'revision_number': 4, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'subnets': [{'id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:19:11.090303 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:11.133120 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 1e874227-719c-4e5b-86f3-05e9997a627c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=1e874227-719c-4e5b-86f3-05e9997a627c,segment=NetworkSegment(64b74fc6-4cf1-464f-bcb9-986065d1ca50),segment_id=64b74fc6-4cf1-464f-bcb9-986065d1ca50)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:19:11.138111 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906232a-d328-421d-9b58-a32c5868034b req-a48be1d7-3d43-440a-8175-08fac944dc44 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:11.139669 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9906232a-d328-421d-9b58-a32c5868034b req-a48be1d7-3d43-440a-8175-08fac944dc44 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/networks?id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9 HTTP/1.1" status: 200 len: 813 time: 0.1660893 May 28 05:19:11.141059 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:11.172756 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9906232a-d328-421d-9b58-a32c5868034b req-7bdbcd69-d8f9-40c5-ad27-43ca00e8d0a5 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/quotas/a5dadd151b31435bbcfefaf5c4cb5a6d HTTP/1.1" status: 200 len: 375 time: 0.0208709 May 28 05:19:11.216217 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=1e874227-719c-4e5b-86f3-05e9997a627c,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:11.262258 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'name': 'tempest-TestMinimumBasicScenario-994061250-router', 'tenant_id': '92b3bc2dc88742e8b4910093155b9ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'ce18763b-b418-422e-94ab-e8c5c1dda15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:55Z', 'updated_at': '2022-05-28T05:18:59Z', 'revision_number': 4, 'project_id': '92b3bc2dc88742e8b4910093155b9ece', 'gw_port': {'id': 'ce18763b-b418-422e-94ab-e8c5c1dda15c', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:56Z', 'updated_at': '2022-05-28T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd59cbfd5-d20c-4b1b-a173-9cc8e71c6061', 'name': '', 'network_id': 'dc3f5228-9a44-4ca4-8cee-2dd69df08376', 'tenant_id': '92b3bc2dc88742e8b4910093155b9ece', 'mac_address': 'fa:16:3e:9c:b8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73cc463c-e3ec-4e20-8f3a-2ed63d07409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:58Z', 'updated_at': '2022-05-28T05:18:59Z', 'revision_number': 2, 'project_id': '92b3bc2dc88742e8b4910093155b9ece', 'subnets': [{'id': '73cc463c-e3ec-4e20-8f3a-2ed63d07409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:11.266541 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Checking router: a04fd959-eb19-463e-af52-54f860b27a7b for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:19:11.266864 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Updating router a04fd959-eb19-463e-af52-54f860b27a7b port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:19:11.284221 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9906232a-d328-421d-9b58-a32c5868034b req-3c3b5c24-eb78-4d4b-9f8f-fbcec1fd018c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5dadd151b31435bbcfefaf5c4cb5a6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1100855 May 28 05:19:11.324748 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:11.429112 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9906232a-d328-421d-9b58-a32c5868034b req-cb098a91-93a9-4a45-95cf-e87e01f04820 service neutron] 10.222.0.15 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329975 May 28 05:19:11.575546 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9906232a-d328-421d-9b58-a32c5868034b req-9b80cff3-f2b3-4f11-889d-1c4374bcb13c service neutron] 10.222.0.15 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402581 May 28 05:19:11.675180 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:11.688041 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Transition to ACTIVE for port object d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:19:11.696850 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:11.772897 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-89b33ebf-2d91-409a-94a8-b5edeee411a2 req-dabe16c7-7aa8-4e72-b365-7995f6afb0cf tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 210 time: 0.0422559 May 28 05:19:11.831814 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3768fe3-0ea9-4a89-bd05-c95293f86e5f None None] Pushing event updated for resources: {'Port': ['ID=d59cbfd5-d20c-4b1b-a173-9cc8e71c6061,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:11.927189 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Attempting to bind port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:19:11.927667 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Attempting to bind port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '6c006653-498d-4c7e-aebe-c97d1bfa26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc3f5228-9a44-4ca4-8cee-2dd69df08376'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:19:11.928132 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Attempting to bind port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 on network dc3f5228-9a44-4ca4-8cee-2dd69df08376 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:19:11.935421 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:19:11.935850 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Checking segment: {'id': '6c006653-498d-4c7e-aebe-c97d1bfa26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc3f5228-9a44-4ca4-8cee-2dd69df08376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:19:11.936307 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:11.936752 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Bound using segment: {'id': '6c006653-498d-4c7e-aebe-c97d1bfa26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc3f5228-9a44-4ca4-8cee-2dd69df08376'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:19:11.937265 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Bound port: d59cbfd5-d20c-4b1b-a173-9cc8e71c6061, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c006653-498d-4c7e-aebe-c97d1bfa26ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'dc3f5228-9a44-4ca4-8cee-2dd69df08376'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:19:11.937731 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:12.028935 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] For port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:19:12.032417 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] For port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d59cbfd5-d20c-4b1b-a173-9cc8e71c6061,segment=NetworkSegment(6c006653-498d-4c7e-aebe-c97d1bfa26ac),segment_id=6c006653-498d-4c7e-aebe-c97d1bfa26ac)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:19:12.036428 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:12.148316 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3768fe3-0ea9-4a89-bd05-c95293f86e5f None None] Pushing event updated for resources: {'Port': ['ID=d59cbfd5-d20c-4b1b-a173-9cc8e71c6061,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:12.153251 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Routers {'a04fd959-eb19-463e-af52-54f860b27a7b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:19:12.154106 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:18:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a04fd959-eb19-463e-af52-54f860b27a7b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:12.333823 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] Set router a04fd959-eb19-463e-af52-54f860b27a7b gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:19:12.649710 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'name': 'tempest-TestMinimumBasicScenario-994061250-router', 'tenant_id': '92b3bc2dc88742e8b4910093155b9ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'ce18763b-b418-422e-94ab-e8c5c1dda15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:55Z', 'updated_at': '2022-05-28T05:18:59Z', 'revision_number': 4, 'project_id': '92b3bc2dc88742e8b4910093155b9ece', 'gw_port': {'id': 'ce18763b-b418-422e-94ab-e8c5c1dda15c', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:56Z', 'updated_at': '2022-05-28T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd59cbfd5-d20c-4b1b-a173-9cc8e71c6061', 'name': '', 'network_id': 'dc3f5228-9a44-4ca4-8cee-2dd69df08376', 'tenant_id': '92b3bc2dc88742e8b4910093155b9ece', 'mac_address': 'fa:16:3e:9c:b8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73cc463c-e3ec-4e20-8f3a-2ed63d07409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:58Z', 'updated_at': '2022-05-28T05:19:12Z', 'revision_number': 4, 'project_id': '92b3bc2dc88742e8b4910093155b9ece', 'subnets': [{'id': '73cc463c-e3ec-4e20-8f3a-2ed63d07409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:12.654422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1e874227-719c-4e5b-86f3-05e9997a627c up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:19:12.654828 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6671ee0e-c3a1-49ba-954a-0db3f03912ee None None] The sync data for ids ['a04fd959-eb19-463e-af52-54f860b27a7b'] in dv-neutron-843300-5-hyperv is: [{'id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'name': 'tempest-TestMinimumBasicScenario-994061250-router', 'tenant_id': '92b3bc2dc88742e8b4910093155b9ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'ce18763b-b418-422e-94ab-e8c5c1dda15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:55Z', 'updated_at': '2022-05-28T05:18:59Z', 'revision_number': 4, 'project_id': '92b3bc2dc88742e8b4910093155b9ece', 'gw_port': {'id': 'ce18763b-b418-422e-94ab-e8c5c1dda15c', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:56Z', 'updated_at': '2022-05-28T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd59cbfd5-d20c-4b1b-a173-9cc8e71c6061', 'name': '', 'network_id': 'dc3f5228-9a44-4ca4-8cee-2dd69df08376', 'tenant_id': '92b3bc2dc88742e8b4910093155b9ece', 'mac_address': 'fa:16:3e:9c:b8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73cc463c-e3ec-4e20-8f3a-2ed63d07409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:58Z', 'updated_at': '2022-05-28T05:19:12Z', 'revision_number': 4, 'project_id': '92b3bc2dc88742e8b4910093155b9ece', 'subnets': [{'id': '73cc463c-e3ec-4e20-8f3a-2ed63d07409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:19:12.796832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 1e874227-719c-4e5b-86f3-05e9997a627c triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:12.797738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:13.062440 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9e0a40ca-c38f-43a8-bab5-2eacecd035dc req-0d8295c7-b3fe-4911-9d42-08ee594129cc tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 210 time: 0.0572836 May 28 05:19:13.088149 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906232a-d328-421d-9b58-a32c5868034b req-769c66f1-f013-45bc-831a-c892e07fec50 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:13.089896 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9906232a-d328-421d-9b58-a32c5868034b req-769c66f1-f013-45bc-831a-c892e07fec50 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.66 "GET /v2.0/networks?id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9 HTTP/1.1" status: 200 len: 813 time: 0.2928929 May 28 05:19:13.106320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Request body: {'port': {'device_id': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'admin_state_up': True, 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:19:13.250874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:13.255536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Usage tracker for resource:port and tenant:a5dadd151b31435bbcfefaf5c4cb5a6d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:13.258982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:13.266327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:13.279219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Made reservation on behalf of a5dadd151b31435bbcfefaf5c4cb5a6d for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:19:13.283628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:13.472381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Allocated IP 172.20.0.11 (fd9928d0-16bf-49a2-a82c-1a81b16aedc9/174ea1e6-ad92-4c5b-b7b0-fd052e0c127c/c3c0073f-84ed-47a6-9a6d-e12ed193e481) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:19:13.963275 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:13.988101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Transition to ACTIVE for port object c3c0073f-84ed-47a6-9a6d-e12ed193e481 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:19:14.020299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:14.122561 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Network fd9928d0-16bf-49a2-a82c-1a81b16aedc9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:19:14.130709 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:19:14.135407 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:19:14.212649 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:14.213258 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:14.298926 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Pushing event updated for resources: {'Port': ['ID=c3c0073f-84ed-47a6-9a6d-e12ed193e481,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:14.312228 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9906232a-d328-421d-9b58-a32c5868034b req-f633321c-e6fa-4ef1-8642-1939ea217221 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2102759 May 28 05:19:14.366903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34226447-1481-4bff-85e2-c074fb052147 req-68fb8b66-a06b-4f72-913d-841c46efe6bc tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:14.367605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-34226447-1481-4bff-85e2-c074fb052147 req-68fb8b66-a06b-4f72-913d-841c46efe6bc tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Synchronizing usage tracker for tenant:a5dadd151b31435bbcfefaf5c4cb5a6d on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:19:14.400421 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-34226447-1481-4bff-85e2-c074fb052147 req-68fb8b66-a06b-4f72-913d-841c46efe6bc tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Unset dirty status for tenant:a5dadd151b31435bbcfefaf5c4cb5a6d on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:19:14.403480 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-34226447-1481-4bff-85e2-c074fb052147 req-68fb8b66-a06b-4f72-913d-841c46efe6bc tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 932 time: 0.1637664 May 28 05:19:14.466676 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-34226447-1481-4bff-85e2-c074fb052147 req-1df3a36b-c73f-447b-a8e4-d3579be5f8b0 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560684 May 28 05:19:14.534983 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-96d527cf-f99b-499e-a531-82f9f015b32a None None] Provisioning for port c3c0073f-84ed-47a6-9a6d-e12ed193e481 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:19:14.545455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-96d527cf-f99b-499e-a531-82f9f015b32a None None] Provisioning complete for port c3c0073f-84ed-47a6-9a6d-e12ed193e481 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:14.545870 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-96d527cf-f99b-499e-a531-82f9f015b32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:14.651540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-96d527cf-f99b-499e-a531-82f9f015b32a None None] Port c3c0073f-84ed-47a6-9a6d-e12ed193e481 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:19:14.708863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:19:14.787836 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:19:14.793299 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:14.793758 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:14.933554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:14.969397 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d59cbfd5-d20c-4b1b-a173-9cc8e71c6061,segment=NetworkSegment(6c006653-498d-4c7e-aebe-c97d1bfa26ac),segment_id=6c006653-498d-4c7e-aebe-c97d1bfa26ac)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:19:14.974979 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:15.046656 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=d59cbfd5-d20c-4b1b-a173-9cc8e71c6061,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:15.688066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1163a-c340-43b4-9b22-c3ce872eb0ae req-e8ce9dcc-ada3-40fe-b8d2-120d8fde3485 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:15.689545 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ffd1163a-c340-43b4-9b22-c3ce872eb0ae req-e8ce9dcc-ada3-40fe-b8d2-120d8fde3485 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 932 time: 0.0886304 May 28 05:19:15.749162 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ffd1163a-c340-43b4-9b22-c3ce872eb0ae req-9bd49a1d-4325-48d1-9f8d-c634aba80397 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510077 May 28 05:19:16.653838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:19:16.730441 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:16.730828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:16.991878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d0896-5e63-4811-99d6-04f3643ae269 req-63028e2f-e0be-4b8d-b8c4-90e7d4936110 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:16.995815 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-600d0896-5e63-4811-99d6-04f3643ae269 req-63028e2f-e0be-4b8d-b8c4-90e7d4936110 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 932 time: 0.0918460 May 28 05:19:17.045202 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-600d0896-5e63-4811-99d6-04f3643ae269 req-bce85d52-40ed-4882-ba34-cb3a9b583dd6 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445261 May 28 05:19:18.263700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cafb5-31cc-4b29-8cf2-8ed49837c71f req-b4bfbbbb-c299-4edb-801a-2cf419943f1c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:18.265123 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e88cafb5-31cc-4b29-8cf2-8ed49837c71f req-b4bfbbbb-c299-4edb-801a-2cf419943f1c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 932 time: 0.0824006 May 28 05:19:18.312342 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e88cafb5-31cc-4b29-8cf2-8ed49837c71f req-2613dc1c-d3e1-476d-99bb-e1ee4717064f tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413401 May 28 05:19:19.525642 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68546f2-8303-4a20-ab9d-5198749106dd req-0b93066d-ff1a-43b2-b471-be69e67fd16c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:19.527519 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c68546f2-8303-4a20-ab9d-5198749106dd req-0b93066d-ff1a-43b2-b471-be69e67fd16c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 932 time: 0.0850139 May 28 05:19:19.574045 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c68546f2-8303-4a20-ab9d-5198749106dd req-624ba86d-f5ca-425a-9a66-59ef37d24ea6 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407989 May 28 05:19:20.778378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95efeb-977a-4cac-90b4-69e45851ae07 req-dbdd3758-eb38-4ba4-8778-41e5c504be7a tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:20.779865 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b95efeb-977a-4cac-90b4-69e45851ae07 req-dbdd3758-eb38-4ba4-8778-41e5c504be7a tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 932 time: 0.0820918 May 28 05:19:20.827985 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9b95efeb-977a-4cac-90b4-69e45851ae07 req-f91fd429-cf73-4f26-b0e0-e74a6a6605c1 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415034 May 28 05:19:21.116845 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Request body: {'port': {'device_id': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:19:21.231018 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:21.564694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3c0073f-84ed-47a6-9a6d-e12ed193e481 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:19:21.571796 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:21.586927 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Transition to ACTIVE for port object c3c0073f-84ed-47a6-9a6d-e12ed193e481 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:19:21.593060 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:21.721936 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c0073f-84ed-47a6-9a6d-e12ed193e481,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:21.832852 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Attempting to bind port c3c0073f-84ed-47a6-9a6d-e12ed193e481 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:19:21.833546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Attempting to bind port c3c0073f-84ed-47a6-9a6d-e12ed193e481 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '64b74fc6-4cf1-464f-bcb9-986065d1ca50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:19:21.833546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Attempting to bind port c3c0073f-84ed-47a6-9a6d-e12ed193e481 on network fd9928d0-16bf-49a2-a82c-1a81b16aedc9 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:19:21.840216 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Port c3c0073f-84ed-47a6-9a6d-e12ed193e481 on network fd9928d0-16bf-49a2-a82c-1a81b16aedc9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:19:21.840525 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Attempting to bind port c3c0073f-84ed-47a6-9a6d-e12ed193e481 on network fd9928d0-16bf-49a2-a82c-1a81b16aedc9 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:19:21.846630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:19:21.846950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Checking segment: {'id': '64b74fc6-4cf1-464f-bcb9-986065d1ca50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:19:21.847315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Bound using segment: {'id': '64b74fc6-4cf1-464f-bcb9-986065d1ca50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:19:21.847723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Bound port: c3c0073f-84ed-47a6-9a6d-e12ed193e481, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b74fc6-4cf1-464f-bcb9-986065d1ca50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:19:21.848050 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:22.077275 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] For port c3c0073f-84ed-47a6-9a6d-e12ed193e481, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:19:22.086949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] For port c3c0073f-84ed-47a6-9a6d-e12ed193e481, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c3c0073f-84ed-47a6-9a6d-e12ed193e481,segment=NetworkSegment(64b74fc6-4cf1-464f-bcb9-986065d1ca50),segment_id=64b74fc6-4cf1-464f-bcb9-986065d1ca50)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:19:22.094124 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:22.154084 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:22.155427 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9906232a-d328-421d-9b58-a32c5868034b req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] 10.222.0.66 "PUT /v2.0/ports/c3c0073f-84ed-47a6-9a6d-e12ed193e481 HTTP/1.1" status: 200 len: 1094 time: 1.0430040 May 28 05:19:22.163934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'tag': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:19:22.173908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e6166-74b1-4d2d-a504-9ffebb4c25db req-9bbc5d51-7687-40bb-8497-c314e28646e6 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:22.175388 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7c4e6166-74b1-4d2d-a504-9ffebb4c25db req-9bbc5d51-7687-40bb-8497-c314e28646e6 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 944 time: 0.1817062 May 28 05:19:22.196037 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4e52e62e-db8a-44cf-b7d3-0ccdfe35e1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:22.257150 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ef2fde-3d5a-4550-a174-324923c5fe52'] response: {'name': 'network-changed', 'server_uuid': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'tag': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481', 'status': 'completed', 'code': 200} May 28 05:19:22.275268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db54a2-a0f3-4dac-abd0-507b1f77dbb4 service neutron] Pushing event updated for resources: {'Port': ['ID=c3c0073f-84ed-47a6-9a6d-e12ed193e481,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:22.301850 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7c4e6166-74b1-4d2d-a504-9ffebb4c25db req-358f7492-f8f1-4115-89fe-15fd4f01b7ef tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126573 May 28 05:19:22.318563 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9906232a-d328-421d-9b58-a32c5868034b req-8cdc8201-f308-41ff-bbd9-912d3fb2a1f5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5dadd151b31435bbcfefaf5c4cb5a6d&device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 1097 time: 0.0986834 May 28 05:19:22.391672 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9906232a-d328-421d-9b58-a32c5868034b req-1631ca2f-1109-4fc6-a9a4-4ea6a2a9f574 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3c0073f-84ed-47a6-9a6d-e12ed193e481 HTTP/1.1" status: 200 len: 217 time: 0.0662267 May 28 05:19:22.455245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906232a-d328-421d-9b58-a32c5868034b req-68b85554-4794-479d-a86d-81ef9777a3e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:22.456531 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9906232a-d328-421d-9b58-a32c5868034b req-68b85554-4794-479d-a86d-81ef9777a3e2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=174ea1e6-ad92-4c5b-b7b0-fd052e0c127c HTTP/1.1" status: 200 len: 852 time: 0.0591819 May 28 05:19:22.544750 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9906232a-d328-421d-9b58-a32c5868034b req-31cd0e9a-2a81-4634-8b41-e09a864f1d52 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822697 May 28 05:19:22.678110 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9906232a-d328-421d-9b58-a32c5868034b req-bb1401c7-1505-4a09-bf35-433c2d75439b service neutron] 10.222.0.66 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268859 May 28 05:19:22.828064 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9906232a-d328-421d-9b58-a32c5868034b req-57143b39-dece-4016-9854-49cdd063ebdb service neutron] 10.222.0.66 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441641 May 28 05:19:22.948970 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-300e8669-a91e-435a-b0aa-18954f6bf081 req-14c1ecff-98f6-425a-ae4d-72b28a671bee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5dadd151b31435bbcfefaf5c4cb5a6d&device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 1097 time: 0.0705249 May 28 05:19:23.078230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e8669-a91e-435a-b0aa-18954f6bf081 req-5db72c97-e0b3-4506-a457-1dee984abc07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:23.079656 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-300e8669-a91e-435a-b0aa-18954f6bf081 req-5db72c97-e0b3-4506-a457-1dee984abc07 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9 HTTP/1.1" status: 200 len: 914 time: 0.1241601 May 28 05:19:23.150347 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-300e8669-a91e-435a-b0aa-18954f6bf081 req-a275415a-8970-4c8c-bd42-555408b42393 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3c0073f-84ed-47a6-9a6d-e12ed193e481 HTTP/1.1" status: 200 len: 217 time: 0.0632932 May 28 05:19:23.213536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e8669-a91e-435a-b0aa-18954f6bf081 req-5ef29bb1-248c-4f00-afd1-8734dc6470e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:23.215076 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-300e8669-a91e-435a-b0aa-18954f6bf081 req-5ef29bb1-248c-4f00-afd1-8734dc6470e4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=174ea1e6-ad92-4c5b-b7b0-fd052e0c127c HTTP/1.1" status: 200 len: 852 time: 0.0583382 May 28 05:19:23.302946 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-300e8669-a91e-435a-b0aa-18954f6bf081 req-19bfc06b-6f4a-4af7-863b-e3eaf4a7546d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807364 May 28 05:19:23.470101 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-300e8669-a91e-435a-b0aa-18954f6bf081 req-1e67efc2-cf5d-4f45-82af-5ef72de3fde6 service neutron] 10.222.0.66 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602123 May 28 05:19:23.617890 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d5862-1918-43af-8792-a16db6bd32a9 req-13a6e7f3-1d80-4bba-a702-1d5a087d1e3f tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:23.619330 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-451d5862-1918-43af-8792-a16db6bd32a9 req-13a6e7f3-1d80-4bba-a702-1d5a087d1e3f tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 944 time: 0.1874025 May 28 05:19:23.622747 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-300e8669-a91e-435a-b0aa-18954f6bf081 req-3740e029-efe3-45b7-91c2-7fd90689dc69 service neutron] 10.222.0.66 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453686 May 28 05:19:23.667036 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-451d5862-1918-43af-8792-a16db6bd32a9 req-861e9d39-9240-41a6-aaa5-be89249f3111 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414369 May 28 05:19:24.341723 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-428d52fe-5bd3-48ba-9ac1-7817f4d33048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:24.836670 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device c3c0073f-84ed-47a6-9a6d-e12ed193e481 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:19:24.982055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1e1f00-2802-4f4a-bff6-5a61c89ebc62 req-a99f76e0-efb7-4261-b224-312692eb521e tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:24.983344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port c3c0073f-84ed-47a6-9a6d-e12ed193e481, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c3c0073f-84ed-47a6-9a6d-e12ed193e481,segment=NetworkSegment(64b74fc6-4cf1-464f-bcb9-986065d1ca50),segment_id=64b74fc6-4cf1-464f-bcb9-986065d1ca50)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:19:24.983529 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2e1e1f00-2802-4f4a-bff6-5a61c89ebc62 req-a99f76e0-efb7-4261-b224-312692eb521e tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 944 time: 0.1876600 May 28 05:19:25.005831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'port_id': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481', 'mac_address': 'fa:16:3e:b1:e2:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:19:25.029868 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2e1e1f00-2802-4f4a-bff6-5a61c89ebc62 req-efd89f68-e449-4150-af22-43ebd4602ef7 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401356 May 28 05:19:25.039613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:25.067983 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:25.086019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3c0073f-84ed-47a6-9a6d-e12ed193e481 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:19:25.100823 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port c3c0073f-84ed-47a6-9a6d-e12ed193e481, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c3c0073f-84ed-47a6-9a6d-e12ed193e481,segment=NetworkSegment(64b74fc6-4cf1-464f-bcb9-986065d1ca50),segment_id=64b74fc6-4cf1-464f-bcb9-986065d1ca50)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:19:25.105864 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:25.215484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=c3c0073f-84ed-47a6-9a6d-e12ed193e481,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:25.309582 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['c3c0073f-84ed-47a6-9a6d-e12ed193e481'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:19:25.573397 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:25.671703 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:26.250806 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420ad92-7e8e-46c0-bef8-657c28c2864f req-c562ccb5-e497-49a2-8afb-79ce143436ed tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:26.252253 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6420ad92-7e8e-46c0-bef8-657c28c2864f req-c562ccb5-e497-49a2-8afb-79ce143436ed tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 945 time: 0.0959961 May 28 05:19:26.299390 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6420ad92-7e8e-46c0-bef8-657c28c2864f req-e7110e2c-5698-49f9-9e90-fe121e84b102 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414827 May 28 05:19:26.854008 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device c3c0073f-84ed-47a6-9a6d-e12ed193e481 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:19:26.924683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port c3c0073f-84ed-47a6-9a6d-e12ed193e481 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:19:26.929318 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port c3c0073f-84ed-47a6-9a6d-e12ed193e481 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:26.929711 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:27.054119 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:27.085446 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:19:27.095676 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port c3c0073f-84ed-47a6-9a6d-e12ed193e481, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c3c0073f-84ed-47a6-9a6d-e12ed193e481,segment=NetworkSegment(64b74fc6-4cf1-464f-bcb9-986065d1ca50),segment_id=64b74fc6-4cf1-464f-bcb9-986065d1ca50)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:19:27.099941 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:27.143582 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88d5f9e-1199-40c9-b0ff-0dac926a5263'] response: {'server_uuid': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481', 'code': 200} May 28 05:19:27.170460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=c3c0073f-84ed-47a6-9a6d-e12ed193e481,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:27.235162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:27.374789 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7d8ec962-0ce3-4131-b109-ffced866a205 req-f6779095-1e9e-4197-906c-84659f69422f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 1099 time: 0.0690320 May 28 05:19:27.418081 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7d8ec962-0ce3-4131-b109-ffced866a205 req-6a726ace-c5ff-42a0-b903-7a4e56234237 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369771 May 28 05:19:27.498580 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674db47-68ad-4ae5-8c4e-cd58bc22f2ad req-bbe2ebcf-5c85-46ee-a920-af6062b9e4af tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:27.500070 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2674db47-68ad-4ae5-8c4e-cd58bc22f2ad req-bbe2ebcf-5c85-46ee-a920-af6062b9e4af tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 946 time: 0.0807276 May 28 05:19:27.548030 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2674db47-68ad-4ae5-8c4e-cd58bc22f2ad req-c22d3bbe-49d5-4ce2-a6db-7162874a7c15 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421627 May 28 05:19:28.752525 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22628dc2-ab53-4bed-ba12-8d344b67f33e req-96850a3e-f667-4ef1-8c4b-70e5b2f9fd0c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:28.753975 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-22628dc2-ab53-4bed-ba12-8d344b67f33e req-96850a3e-f667-4ef1-8c4b-70e5b2f9fd0c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 946 time: 0.0770245 May 28 05:19:28.798414 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-22628dc2-ab53-4bed-ba12-8d344b67f33e req-f00f6a17-b2d3-4ac8-a633-ca00553d7986 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388093 May 28 05:19:29.028656 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d410f31e-a2c1-4f6d-852c-e9ab02b70c33 req-f74ac617-525d-4b87-b743-1fffebf351d9 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:29.030235 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d410f31e-a2c1-4f6d-852c-e9ab02b70c33 req-f74ac617-525d-4b87-b743-1fffebf351d9 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 946 time: 0.0809395 May 28 05:19:29.074979 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d410f31e-a2c1-4f6d-852c-e9ab02b70c33 req-9c606d14-2475-4fab-b432-bb8b00435559 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392041 May 28 05:19:29.647507 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d1bca-4d29-456d-bb44-2875c59cc760 req-64c37eea-d81a-48fe-aa18-3fcbd22d82b2 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:29.648944 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-655d1bca-4d29-456d-bb44-2875c59cc760 req-64c37eea-d81a-48fe-aa18-3fcbd22d82b2 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 946 time: 0.0839899 May 28 05:19:29.697445 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-655d1bca-4d29-456d-bb44-2875c59cc760 req-ec0e39df-d83d-4377-a195-e235d465c326 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429080 May 28 05:19:31.835003 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:19:39.935122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af4698-9024-4f3c-a5a5-4091bebc5fcf req-a97c709c-12dc-490f-b66e-916a617835be tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:39.936675 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a3af4698-9024-4f3c-a5a5-4091bebc5fcf req-a97c709c-12dc-490f-b66e-916a617835be tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 946 time: 0.0783653 May 28 05:19:39.983891 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a3af4698-9024-4f3c-a5a5-4091bebc5fcf req-d7a925ae-9b1f-4743-8f5a-c063b97e0bf9 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409241 May 28 05:19:40.018531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38530) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:40.267061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e8a011b8-85a0-434c-99a1-e66ac8e6330d tempest-TestMinimumBasicScenario-2060690120 tempest-TestMinimumBasicScenario-2060690120-project-admin] Synchronizing usage tracker for tenant:92b3bc2dc88742e8b4910093155b9ece on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:19:40.289247 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e8a011b8-85a0-434c-99a1-e66ac8e6330d tempest-TestMinimumBasicScenario-2060690120 tempest-TestMinimumBasicScenario-2060690120-project-admin] Unset dirty status for tenant:92b3bc2dc88742e8b4910093155b9ece on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:19:40.290248 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e8a011b8-85a0-434c-99a1-e66ac8e6330d tempest-TestMinimumBasicScenario-2060690120 tempest-TestMinimumBasicScenario-2060690120-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 1094 time: 0.2706509 May 28 05:19:40.293311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38536) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:40.298814 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:19:40.304554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:40.308571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Usage tracker for resource:floatingip and tenant:a5dadd151b31435bbcfefaf5c4cb5a6d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:40.311923 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:40.317876 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:40.330898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:40.470727 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:40.610692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Allocated IP 172.26.8.248 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/0e6f5606-595e-47b4-9e9b-4f871252f23b) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:19:40.768693 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:40.801430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:40.881393 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:19:40.882193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Pushing event updated for resources: {'Port': ['ID=0e6f5606-595e-47b4-9e9b-4f871252f23b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:40.884517 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:19:40.887383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:19:40.930472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:40.930824 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:40.931136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:40.931468 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:40.931790 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:40.932120 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:40.932437 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:40.932750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:40.933070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:40.933413 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:40.933738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:41.550200 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:41.607340 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:41.835067 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:41.843356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:41.947283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Pushing event updated for resources: {'Port': ['ID=0e6f5606-595e-47b4-9e9b-4f871252f23b,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:41.964311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:42.168672 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Floating IP bfc379d0-79dd-472b-821f-068fac7c3698 associated. External IP: 172.26.8.248, port: c3c0073f-84ed-47a6-9a6d-e12ed193e481. May 28 05:19:42.567528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Router 3b60a520-5623-432a-8091-f3b993cbc7a0 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:19:42.768644 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:19:42.779251 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a0891a-17b1-4436-86eb-c3bf64710a19 None None] Sync routers for ids ['3b60a520-5623-432a-8091-f3b993cbc7a0'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:19:42.792081 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a0891a-17b1-4436-86eb-c3bf64710a19 None None] Routers {'3b60a520-5623-432a-8091-f3b993cbc7a0'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:19:42.792738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-82a0891a-17b1-4436-86eb-c3bf64710a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:19:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3b60a520-5623-432a-8091-f3b993cbc7a0'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:42.794578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:42.848136 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-973673e6-b369-4a09-ae6c-62cae39c79df tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5536826 May 28 05:19:42.848577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'tag': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:19:42.851182 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38540) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:42.857316 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1043218154', 'description': 'tempest-secgroup-smoke-1043218154 description', 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:19:42.866285 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:42.870916 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Usage tracker for resource:security_group and tenant:a5dadd151b31435bbcfefaf5c4cb5a6d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:42.874360 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:42.880979 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:42.895050 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:42.908469 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e76b92f8-5ada-458d-b9e6-d8402ecc5985'] response: {'name': 'network-changed', 'server_uuid': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'tag': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481', 'status': 'completed', 'code': 200} May 28 05:19:42.943859 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:42.948103 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Usage tracker for resource:security_group_rule and tenant:a5dadd151b31435bbcfefaf5c4cb5a6d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:42.951237 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:42.958404 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:42.993222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-82a0891a-17b1-4436-86eb-c3bf64710a19 None None] Set router 3b60a520-5623-432a-8091-f3b993cbc7a0 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:19:43.021031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.027568 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.141357 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d0d95787-9f63-4bf4-a785-121ecbcd3107 req-2acaff4d-2851-458b-a039-775b9c93de77 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5dadd151b31435bbcfefaf5c4cb5a6d&device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 1099 time: 0.2117441 May 28 05:19:43.182109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef87e2bc-fc00-4fec-9132-6e076f4edd3c,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:43.190619 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.191811 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3395407 May 28 05:19:43.193171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:43.193502 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:43.193854 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:43.194180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:43.194494 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:43.194820 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:43.195133 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:43.195444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:43.195755 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:43.196063 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:43.196376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8fae83-5e82-4417-9e38-c34a2db82b37 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:19:43.199046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38546) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:43.204835 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ba5398e2-048b-484f-9980-edeb5cf7c9de tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Request body: {'security_group_rule': {'security_group_id': 'ef87e2bc-fc00-4fec-9132-6e076f4edd3c', 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:19:43.210868 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ba5398e2-048b-484f-9980-edeb5cf7c9de tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:43.214595 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ba5398e2-048b-484f-9980-edeb5cf7c9de tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Usage tracker for resource:security_group_rule and tenant:a5dadd151b31435bbcfefaf5c4cb5a6d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:43.217483 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ba5398e2-048b-484f-9980-edeb5cf7c9de tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:43.224228 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ba5398e2-048b-484f-9980-edeb5cf7c9de tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:43.243244 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ba5398e2-048b-484f-9980-edeb5cf7c9de tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.288195 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d95787-9f63-4bf4-a785-121ecbcd3107 req-180f51ce-9da9-488b-90e4-1deb6950c226 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:43.289722 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d0d95787-9f63-4bf4-a785-121ecbcd3107 req-180f51ce-9da9-488b-90e4-1deb6950c226 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9 HTTP/1.1" status: 200 len: 914 time: 0.1430161 May 28 05:19:43.314682 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ba5398e2-048b-484f-9980-edeb5cf7c9de tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.319743 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ba5398e2-048b-484f-9980-edeb5cf7c9de tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.342506 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5398e2-048b-484f-9980-edeb5cf7c9de tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51323a9b-cdb2-4314-929e-0961ccf51e29,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:43.355696 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ba5398e2-048b-484f-9980-edeb5cf7c9de tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.361353 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ba5398e2-048b-484f-9980-edeb5cf7c9de tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1609995 May 28 05:19:43.362003 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38550) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:43.367096 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-82a0891a-17b1-4436-86eb-c3bf64710a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'name': 'tempest-TestMinimumBasicScenario-99688489-router', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129'}], 'enable_snat': True}, 'gw_port_id': 'fc2c306e-effa-4039-9428-d03649e69086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:52Z', 'revision_number': 4, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'gw_port': {'id': 'fc2c306e-effa-4039-9428-d03649e69086', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'bfc379d0-79dd-472b-821f-068fac7c3698', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'port_id': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'mac_address': 'fa:16:3e:b1:e2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:19:41Z', 'updated_at': '2022-05-28T05:19:41Z', 'revision_number': 0, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e874227-719c-4e5b-86f3-05e9997a627c', 'name': '', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'mac_address': 'fa:16:3e:57:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:52Z', 'updated_at': '2022-05-28T05:19:11Z', 'revision_number': 5, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'subnets': [{'id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:43.367780 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-d9b54b4f-c1c7-4599-ad59-990f3ec7d04c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Request body: {'security_group_rule': {'security_group_id': 'ef87e2bc-fc00-4fec-9132-6e076f4edd3c', 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:19:43.371229 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a0891a-17b1-4436-86eb-c3bf64710a19 None None] Checking router: 3b60a520-5623-432a-8091-f3b993cbc7a0 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:19:43.373706 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d9b54b4f-c1c7-4599-ad59-990f3ec7d04c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:43.378110 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d9b54b4f-c1c7-4599-ad59-990f3ec7d04c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Usage tracker for resource:security_group_rule and tenant:a5dadd151b31435bbcfefaf5c4cb5a6d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:43.380920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-d9b54b4f-c1c7-4599-ad59-990f3ec7d04c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:43.382187 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a0891a-17b1-4436-86eb-c3bf64710a19 None None] Routers {'3b60a520-5623-432a-8091-f3b993cbc7a0'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:19:43.382787 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-82a0891a-17b1-4436-86eb-c3bf64710a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:19:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3b60a520-5623-432a-8091-f3b993cbc7a0'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:43.386753 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-d9b54b4f-c1c7-4599-ad59-990f3ec7d04c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:43.398923 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d0d95787-9f63-4bf4-a785-121ecbcd3107 req-5ddf0861-998c-4c2e-a24e-a1abcf9f3eb9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3c0073f-84ed-47a6-9a6d-e12ed193e481 HTTP/1.1" status: 200 len: 1000 time: 0.1027470 May 28 05:19:43.405874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9b54b4f-c1c7-4599-ad59-990f3ec7d04c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.468496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d95787-9f63-4bf4-a785-121ecbcd3107 req-d48608ed-f7e2-45df-8745-ed755ec74c8f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:43.470239 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d0d95787-9f63-4bf4-a785-121ecbcd3107 req-d48608ed-f7e2-45df-8745-ed755ec74c8f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=174ea1e6-ad92-4c5b-b7b0-fd052e0c127c HTTP/1.1" status: 200 len: 852 time: 0.0649698 May 28 05:19:43.475449 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9b54b4f-c1c7-4599-ad59-990f3ec7d04c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.480461 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9b54b4f-c1c7-4599-ad59-990f3ec7d04c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.512124 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b54b4f-c1c7-4599-ad59-990f3ec7d04c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78453bbb-7487-4788-8c9a-8af431ac0cde,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:43.522014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d9b54b4f-c1c7-4599-ad59-990f3ec7d04c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.523207 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d9b54b4f-c1c7-4599-ad59-990f3ec7d04c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1602857 May 28 05:19:43.526163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38554) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:43.538554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-d14dd02d-31bd-4dc4-8a56-02622655b98c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Request body: {'security_group_rule': {'security_group_id': 'ef87e2bc-fc00-4fec-9132-6e076f4edd3c', 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:19:43.546117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d14dd02d-31bd-4dc4-8a56-02622655b98c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:43.551493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d14dd02d-31bd-4dc4-8a56-02622655b98c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Usage tracker for resource:security_group_rule and tenant:a5dadd151b31435bbcfefaf5c4cb5a6d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:43.554922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d14dd02d-31bd-4dc4-8a56-02622655b98c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:43.561533 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d14dd02d-31bd-4dc4-8a56-02622655b98c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:43.565898 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-82a0891a-17b1-4436-86eb-c3bf64710a19 None None] Set router 3b60a520-5623-432a-8091-f3b993cbc7a0 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:19:43.576715 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d0d95787-9f63-4bf4-a785-121ecbcd3107 req-08a74abf-df22-418b-9cfa-23d36aaf636e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0989306 May 28 05:19:43.606014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d14dd02d-31bd-4dc4-8a56-02622655b98c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.756434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d14dd02d-31bd-4dc4-8a56-02622655b98c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.762977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d14dd02d-31bd-4dc4-8a56-02622655b98c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.771801 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d0d95787-9f63-4bf4-a785-121ecbcd3107 req-bf20fc57-b554-4cf0-a8ee-10ab5547f481 service neutron] 10.222.0.66 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875837 May 28 05:19:43.809334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dd02d-31bd-4dc4-8a56-02622655b98c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d31f312-ec15-4642-b73b-6338d6647d85,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:43.873936 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d14dd02d-31bd-4dc4-8a56-02622655b98c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.875118 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d14dd02d-31bd-4dc4-8a56-02622655b98c tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3479209 May 28 05:19:43.878630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38558) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:43.886221 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-0536c274-95f9-4007-a2fd-0f83eacea843 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Request body: {'security_group_rule': {'security_group_id': 'ef87e2bc-fc00-4fec-9132-6e076f4edd3c', 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:19:43.898568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0536c274-95f9-4007-a2fd-0f83eacea843 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:43.905477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0536c274-95f9-4007-a2fd-0f83eacea843 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Usage tracker for resource:security_group_rule and tenant:a5dadd151b31435bbcfefaf5c4cb5a6d is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:43.909792 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0536c274-95f9-4007-a2fd-0f83eacea843 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:43.927169 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0536c274-95f9-4007-a2fd-0f83eacea843 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:43.956394 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d0d95787-9f63-4bf4-a785-121ecbcd3107 req-67bcd46b-ce04-464d-a456-311228a694b7 service neutron] 10.222.0.66 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777999 May 28 05:19:43.964534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0536c274-95f9-4007-a2fd-0f83eacea843 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:43.971175 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-82a0891a-17b1-4436-86eb-c3bf64710a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'name': 'tempest-TestMinimumBasicScenario-99688489-router', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129'}], 'enable_snat': True}, 'gw_port_id': 'fc2c306e-effa-4039-9428-d03649e69086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:52Z', 'revision_number': 4, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'gw_port': {'id': 'fc2c306e-effa-4039-9428-d03649e69086', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'bfc379d0-79dd-472b-821f-068fac7c3698', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'port_id': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'mac_address': 'fa:16:3e:b1:e2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:19:41Z', 'updated_at': '2022-05-28T05:19:41Z', 'revision_number': 0, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e874227-719c-4e5b-86f3-05e9997a627c', 'name': '', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'mac_address': 'fa:16:3e:57:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:52Z', 'updated_at': '2022-05-28T05:19:11Z', 'revision_number': 5, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'subnets': [{'id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:19:43.975961 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a0891a-17b1-4436-86eb-c3bf64710a19 None None] The sync data for ids ['3b60a520-5623-432a-8091-f3b993cbc7a0'] in dv-neutron-843300-5-hyperv is: [{'id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'name': 'tempest-TestMinimumBasicScenario-99688489-router', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129'}], 'enable_snat': True}, 'gw_port_id': 'fc2c306e-effa-4039-9428-d03649e69086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:52Z', 'revision_number': 4, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'gw_port': {'id': 'fc2c306e-effa-4039-9428-d03649e69086', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'bfc379d0-79dd-472b-821f-068fac7c3698', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'floating_ip_address': '172.26.8.248', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'port_id': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'mac_address': 'fa:16:3e:b1:e2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:19:41Z', 'updated_at': '2022-05-28T05:19:41Z', 'revision_number': 0, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e874227-719c-4e5b-86f3-05e9997a627c', 'name': '', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'mac_address': 'fa:16:3e:57:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:52Z', 'updated_at': '2022-05-28T05:19:11Z', 'revision_number': 5, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'subnets': [{'id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:19:44.037189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0536c274-95f9-4007-a2fd-0f83eacea843 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:44.041799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0536c274-95f9-4007-a2fd-0f83eacea843 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:44.066642 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536c274-95f9-4007-a2fd-0f83eacea843 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7c358a-06be-4cfc-a4b4-a8d04d609c16,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:44.077991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0536c274-95f9-4007-a2fd-0f83eacea843 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:44.079205 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0536c274-95f9-4007-a2fd-0f83eacea843 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1996622 May 28 05:19:44.082711 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38562) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:44.088380 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-815a5f5e-cafe-4271-aa4f-9da717f88452 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Request body: {'security_group_rule': {'security_group_id': 'ef87e2bc-fc00-4fec-9132-6e076f4edd3c', 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:19:44.094788 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-815a5f5e-cafe-4271-aa4f-9da717f88452 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:44.098657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-815a5f5e-cafe-4271-aa4f-9da717f88452 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Usage tracker for resource:security_group_rule and tenant:a5dadd151b31435bbcfefaf5c4cb5a6d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:44.101470 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-815a5f5e-cafe-4271-aa4f-9da717f88452 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:44.107551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-815a5f5e-cafe-4271-aa4f-9da717f88452 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:44.119908 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-815a5f5e-cafe-4271-aa4f-9da717f88452 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Project a5dadd151b31435bbcfefaf5c4cb5a6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:19:44.128125 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-815a5f5e-cafe-4271-aa4f-9da717f88452 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:44.178865 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931f2c50-237b-46b0-8100-365dee66764a None None] New status for floating IP bfc379d0-79dd-472b-821f-068fac7c3698: ACTIVE {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:19:44.210288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-815a5f5e-cafe-4271-aa4f-9da717f88452 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:44.215452 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-815a5f5e-cafe-4271-aa4f-9da717f88452 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:44.242048 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a5f5e-cafe-4271-aa4f-9da717f88452 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f879cc1-2d9c-47d7-a0a5-0989140c8b90,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:44.252834 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-815a5f5e-cafe-4271-aa4f-9da717f88452 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:44.254731 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-815a5f5e-cafe-4271-aa4f-9da717f88452 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1703355 May 28 05:19:44.256821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38566) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:19:44.262378 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-09307b3d-b574-45f0-9530-bf5409f73ca3 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Request body: {'security_group_rule': {'security_group_id': 'ef87e2bc-fc00-4fec-9132-6e076f4edd3c', 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:19:44.268150 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-09307b3d-b574-45f0-9530-bf5409f73ca3 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:19:44.271867 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-09307b3d-b574-45f0-9530-bf5409f73ca3 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Usage tracker for resource:security_group_rule and tenant:a5dadd151b31435bbcfefaf5c4cb5a6d is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:19:44.274699 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-09307b3d-b574-45f0-9530-bf5409f73ca3 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:19:44.280291 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-09307b3d-b574-45f0-9530-bf5409f73ca3 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:19:44.291855 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-09307b3d-b574-45f0-9530-bf5409f73ca3 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Project a5dadd151b31435bbcfefaf5c4cb5a6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:19:44.298860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09307b3d-b574-45f0-9530-bf5409f73ca3 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:44.366412 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09307b3d-b574-45f0-9530-bf5409f73ca3 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:44.370923 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09307b3d-b574-45f0-9530-bf5409f73ca3 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:44.396132 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09307b3d-b574-45f0-9530-bf5409f73ca3 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3294822-9d96-4054-92b7-17c1e15198e9,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:44.411083 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-09307b3d-b574-45f0-9530-bf5409f73ca3 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:44.414943 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-09307b3d-b574-45f0-9530-bf5409f73ca3 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1545527 May 28 05:19:44.549694 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e5c3e4aa-c564-4358-b32c-57f6fe46af0a req-73cffa10-7c2f-47ca-b179-5cebaf78c56b tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043218154&fields=id&tenant_id=a5dadd151b31435bbcfefaf5c4cb5a6d HTTP/1.1" status: 200 len: 267 time: 0.0454664 May 28 05:19:44.643081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3e4aa-c564-4358-b32c-57f6fe46af0a req-155af89c-ea1a-48f4-a261-866e9bf05e84 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:44.644534 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e5c3e4aa-c564-4358-b32c-57f6fe46af0a req-155af89c-ea1a-48f4-a261-866e9bf05e84 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 946 time: 0.0872769 May 28 05:19:44.658576 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-e5c3e4aa-c564-4358-b32c-57f6fe46af0a req-c37817d7-c216-4855-afda-06011566d833 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Request body: {'port': {'security_groups': ['476949b8-e666-4e3a-a299-c80c8e75e9c1', 'ef87e2bc-fc00-4fec-9132-6e076f4edd3c']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:19:44.780979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-e5c3e4aa-c564-4358-b32c-57f6fe46af0a req-c37817d7-c216-4855-afda-06011566d833 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:45.042051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-e5c3e4aa-c564-4358-b32c-57f6fe46af0a req-c37817d7-c216-4855-afda-06011566d833 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] For port c3c0073f-84ed-47a6-9a6d-e12ed193e481, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c3c0073f-84ed-47a6-9a6d-e12ed193e481,segment=NetworkSegment(64b74fc6-4cf1-464f-bcb9-986065d1ca50),segment_id=64b74fc6-4cf1-464f-bcb9-986065d1ca50)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:19:45.068321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-e5c3e4aa-c564-4358-b32c-57f6fe46af0a req-c37817d7-c216-4855-afda-06011566d833 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:45.076231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-e5c3e4aa-c564-4358-b32c-57f6fe46af0a req-c37817d7-c216-4855-afda-06011566d833 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:45.088474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['c3c0073f-84ed-47a6-9a6d-e12ed193e481'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:19:45.153440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3e4aa-c564-4358-b32c-57f6fe46af0a req-c37817d7-c216-4855-afda-06011566d833 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:45.154069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-e5c3e4aa-c564-4358-b32c-57f6fe46af0a req-c37817d7-c216-4855-afda-06011566d833 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:45.155444 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e5c3e4aa-c564-4358-b32c-57f6fe46af0a req-c37817d7-c216-4855-afda-06011566d833 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "PUT /v2.0/ports/c3c0073f-84ed-47a6-9a6d-e12ed193e481 HTTP/1.1" status: 200 len: 982 time: 0.5016439 May 28 05:19:45.155875 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'tag': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:19:45.190632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37817d7-c216-4855-afda-06011566d833 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Pushing event updated for resources: {'Port': ['ID=c3c0073f-84ed-47a6-9a6d-e12ed193e481,revision_number=6']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:19:45.262438 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c64f67fc-a74c-4119-98cf-1af79e2bb3ca'] response: {'name': 'network-changed', 'server_uuid': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'tag': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481', 'status': 'completed', 'code': 200} May 28 05:19:45.263901 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['c3c0073f-84ed-47a6-9a6d-e12ed193e481'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:19:45.420258 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a62d0be8-c593-4085-a8a2-139a444c7ec8 req-6457f33e-bf0b-4221-a544-15eff5058c50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5dadd151b31435bbcfefaf5c4cb5a6d&device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 1138 time: 0.1392558 May 28 05:19:45.426020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c52a6d-e882-409b-9965-6899d8e1f524 req-6170e040-bfda-4bdd-8c55-d6cc23c61f1d tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:45.427389 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99c52a6d-e882-409b-9965-6899d8e1f524 req-6170e040-bfda-4bdd-8c55-d6cc23c61f1d tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 985 time: 0.1108506 May 28 05:19:45.509383 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-de65c3d4-859e-4fda-a3e6-fc7d14826696 None None] Provisioning complete for port c3c0073f-84ed-47a6-9a6d-e12ed193e481 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:19:45.509608 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-de65c3d4-859e-4fda-a3e6-fc7d14826696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:45.669634 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-99c52a6d-e882-409b-9965-6899d8e1f524 req-a51f0065-20cf-41b0-bfa8-72c47011e846 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef87e2bc-fc00-4fec-9132-6e076f4edd3c&id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2205911 May 28 05:19:45.687504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d0be8-c593-4085-a8a2-139a444c7ec8 req-c882df24-ba48-4228-8d7c-6059235ad97c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:45.689136 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a62d0be8-c593-4085-a8a2-139a444c7ec8 req-c882df24-ba48-4228-8d7c-6059235ad97c service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9 HTTP/1.1" status: 200 len: 914 time: 0.2597516 May 28 05:19:45.792630 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a62d0be8-c593-4085-a8a2-139a444c7ec8 req-df74fbe7-32da-4575-853d-248c92d2acec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3c0073f-84ed-47a6-9a6d-e12ed193e481 HTTP/1.1" status: 200 len: 1002 time: 0.0968370 May 28 05:19:45.854020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d0be8-c593-4085-a8a2-139a444c7ec8 req-69493aa8-4c67-4093-a71a-61531468a812 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:19:45.855475 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a62d0be8-c593-4085-a8a2-139a444c7ec8 req-69493aa8-4c67-4093-a71a-61531468a812 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=174ea1e6-ad92-4c5b-b7b0-fd052e0c127c HTTP/1.1" status: 200 len: 852 time: 0.0573659 May 28 05:19:45.930454 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a62d0be8-c593-4085-a8a2-139a444c7ec8 req-0261c62c-130b-4159-bc96-c80eae358c38 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682387 May 28 05:19:46.063910 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a62d0be8-c593-4085-a8a2-139a444c7ec8 req-6e1b28f7-06d4-4fd7-b21a-36d99a157dbb service neutron] 10.222.0.66 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266091 May 28 05:19:46.200741 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a62d0be8-c593-4085-a8a2-139a444c7ec8 req-e7288803-b132-4865-852c-f3bf263a3e50 service neutron] 10.222.0.66 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289175 May 28 05:19:52.188355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5de095cc-01a3-4d6b-92a4-06bd0585251f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:54.342195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-09ef130a-64df-4cbf-9876-39cfb84e89fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:54.998975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:55.577933 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:55.674881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:19:57.242534 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:02.903322 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-34882fee-8d09-401f-82bd-013c4b88f837 req-93590d99-f4d0-4966-8e3a-ec4308549052 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5dadd151b31435bbcfefaf5c4cb5a6d&device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 1138 time: 0.1290061 May 28 05:20:02.912802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f814f2-c017-44a1-a25e-acddb157335a req-e12ac381-7ba7-4b3e-9160-3fcfb62cbd70 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:02.914185 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e5f814f2-c017-44a1-a25e-acddb157335a req-e12ac381-7ba7-4b3e-9160-3fcfb62cbd70 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 985 time: 0.1021590 May 28 05:20:03.052654 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e5f814f2-c017-44a1-a25e-acddb157335a req-f6d1513c-b356-46ef-a2fd-2429bacde52d tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef87e2bc-fc00-4fec-9132-6e076f4edd3c&id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1193421 May 28 05:20:03.079112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34882fee-8d09-401f-82bd-013c4b88f837 req-d8309094-fd6e-407d-9ff5-7cfa192b38ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:03.080613 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-34882fee-8d09-401f-82bd-013c4b88f837 req-d8309094-fd6e-407d-9ff5-7cfa192b38ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9 HTTP/1.1" status: 200 len: 914 time: 0.1655729 May 28 05:20:03.183269 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-34882fee-8d09-401f-82bd-013c4b88f837 req-4d83ac0f-f676-4855-b16c-f1832fad4beb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3c0073f-84ed-47a6-9a6d-e12ed193e481 HTTP/1.1" status: 200 len: 1002 time: 0.0939376 May 28 05:20:03.256893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34882fee-8d09-401f-82bd-013c4b88f837 req-d15787d3-138c-420f-a9b0-4afc88725f9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:03.258310 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-34882fee-8d09-401f-82bd-013c4b88f837 req-d15787d3-138c-420f-a9b0-4afc88725f9b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=174ea1e6-ad92-4c5b-b7b0-fd052e0c127c HTTP/1.1" status: 200 len: 852 time: 0.0679986 May 28 05:20:03.333015 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-34882fee-8d09-401f-82bd-013c4b88f837 req-10bd3fa0-0125-4f82-9189-e859c272f1c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670547 May 28 05:20:03.461314 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-34882fee-8d09-401f-82bd-013c4b88f837 req-b2b77b3f-e617-47e9-838a-16dc8ecc7654 service neutron] 10.222.0.66 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208606 May 28 05:20:03.598892 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-34882fee-8d09-401f-82bd-013c4b88f837 req-16a0b5bd-3911-4c08-a90c-30c218cc89a2 service neutron] 10.222.0.66 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310065 May 28 05:20:04.269053 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9a26a-90c7-40c0-adad-15cd32d2341a req-884fb923-f306-4ca1-a89d-a360a1072303 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:04.270464 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-89d9a26a-90c7-40c0-adad-15cd32d2341a req-884fb923-f306-4ca1-a89d-a360a1072303 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 985 time: 0.0842085 May 28 05:20:04.318895 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-89d9a26a-90c7-40c0-adad-15cd32d2341a req-026afdb0-9ac4-4918-9d4c-8ed063f82441 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef87e2bc-fc00-4fec-9132-6e076f4edd3c&id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419047 May 28 05:20:04.483510 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-51e40a38-981a-4c09-ace0-82254b1f2a5b req-72a52b4f-ba93-4579-b43f-f7dc73605b0d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5dadd151b31435bbcfefaf5c4cb5a6d&device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 1138 time: 0.0777776 May 28 05:20:04.730117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e40a38-981a-4c09-ace0-82254b1f2a5b req-62b674cc-1cbf-4a43-82e3-20923e69517e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:04.731560 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-51e40a38-981a-4c09-ace0-82254b1f2a5b req-62b674cc-1cbf-4a43-82e3-20923e69517e service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9 HTTP/1.1" status: 200 len: 914 time: 0.2277470 May 28 05:20:04.842327 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-51e40a38-981a-4c09-ace0-82254b1f2a5b req-856f822a-4e48-435e-b02a-38d808c7ce39 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3c0073f-84ed-47a6-9a6d-e12ed193e481 HTTP/1.1" status: 200 len: 1002 time: 0.1033821 May 28 05:20:04.905864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e40a38-981a-4c09-ace0-82254b1f2a5b req-614d6e4e-5ada-45c5-ae6b-da74bba98f73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:04.907269 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-51e40a38-981a-4c09-ace0-82254b1f2a5b req-614d6e4e-5ada-45c5-ae6b-da74bba98f73 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=174ea1e6-ad92-4c5b-b7b0-fd052e0c127c HTTP/1.1" status: 200 len: 852 time: 0.0576138 May 28 05:20:04.987700 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-51e40a38-981a-4c09-ace0-82254b1f2a5b req-5a415a36-5b24-4335-936f-119e8bbd7c08 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730200 May 28 05:20:05.130233 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-51e40a38-981a-4c09-ace0-82254b1f2a5b req-ec44ad00-3ecd-45f1-b71a-90ebd0780adb service neutron] 10.222.0.66 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331909 May 28 05:20:05.273728 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-51e40a38-981a-4c09-ace0-82254b1f2a5b req-15dac995-1260-49aa-87aa-a3ae0220d078 service neutron] 10.222.0.66 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363280 May 28 05:20:05.535476 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516dc737-ac02-4b84-a6b4-267c40264835 req-588a4e53-2f15-4618-a4b9-7045bd5002d6 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:05.536877 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-516dc737-ac02-4b84-a6b4-267c40264835 req-588a4e53-2f15-4618-a4b9-7045bd5002d6 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 985 time: 0.0794866 May 28 05:20:05.587054 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-516dc737-ac02-4b84-a6b4-267c40264835 req-6d36b0e6-f40b-49f6-9082-4291931d8ee7 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef87e2bc-fc00-4fec-9132-6e076f4edd3c&id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441592 May 28 05:20:06.790049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1159cbe-67a7-43b8-8fa2-e8f5e4eb463b req-b58b34ef-c8e4-4984-bd9e-abd6e010a715 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:06.791469 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c1159cbe-67a7-43b8-8fa2-e8f5e4eb463b req-b58b34ef-c8e4-4984-bd9e-abd6e010a715 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 985 time: 0.0833163 May 28 05:20:06.840735 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c1159cbe-67a7-43b8-8fa2-e8f5e4eb463b req-31155553-3d89-4eca-85b0-3a79dd806761 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef87e2bc-fc00-4fec-9132-6e076f4edd3c&id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434034 May 28 05:20:08.057874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95dfd2-b138-42bd-b236-6811ebb5d0ac req-bf4eff6b-aecb-4109-8e17-a1269ba0ccbd tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:08.059327 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-af95dfd2-b138-42bd-b236-6811ebb5d0ac req-bf4eff6b-aecb-4109-8e17-a1269ba0ccbd tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 985 time: 0.0914867 May 28 05:20:08.110016 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-af95dfd2-b138-42bd-b236-6811ebb5d0ac req-6309b5e4-2253-4228-a1d7-62d6ed16f8ec tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef87e2bc-fc00-4fec-9132-6e076f4edd3c&id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448976 May 28 05:20:08.836432 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:20:09.323878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b9545-a7f0-4e8a-bebf-5e739389c25d req-85b4384d-ba0d-458f-bc15-2fda2a060b67 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:09.325302 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c81b9545-a7f0-4e8a-bebf-5e739389c25d req-85b4384d-ba0d-458f-bc15-2fda2a060b67 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 985 time: 0.0851493 May 28 05:20:09.377437 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c81b9545-a7f0-4e8a-bebf-5e739389c25d req-2bb07e27-40e7-44b0-90c5-c7bab8f8b781 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef87e2bc-fc00-4fec-9132-6e076f4edd3c&id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437877 May 28 05:20:10.583939 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f321a-797c-4ed9-9c1b-2a594289fe57 req-c024ed00-1b4c-439e-b5e2-4fcfdd149bd6 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:10.585396 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cf1f321a-797c-4ed9-9c1b-2a594289fe57 req-c024ed00-1b4c-439e-b5e2-4fcfdd149bd6 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 985 time: 0.0832231 May 28 05:20:10.634814 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cf1f321a-797c-4ed9-9c1b-2a594289fe57 req-6091af7a-7121-4331-81b4-29b86b6bbdd3 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef87e2bc-fc00-4fec-9132-6e076f4edd3c&id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435908 May 28 05:20:12.009497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650455c3-7046-4d13-81e6-c886590faf65 req-50c18838-81c3-4ba5-ae67-9f2ca6b151e4 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:12.010986 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-650455c3-7046-4d13-81e6-c886590faf65 req-50c18838-81c3-4ba5-ae67-9f2ca6b151e4 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 985 time: 0.2411726 May 28 05:20:12.058444 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-650455c3-7046-4d13-81e6-c886590faf65 req-9598f425-0b1d-4431-b74e-78aef8ddfb55 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef87e2bc-fc00-4fec-9132-6e076f4edd3c&id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417731 May 28 05:20:13.353698 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7905c-1d5d-4b40-a057-740038cfea51 req-1c744081-28f3-46b6-a625-a7fe6ddf897a tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:13.355674 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-13e7905c-1d5d-4b40-a057-740038cfea51 req-1c744081-28f3-46b6-a625-a7fe6ddf897a tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 985 time: 0.1726799 May 28 05:20:13.406767 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-13e7905c-1d5d-4b40-a057-740038cfea51 req-38f57ed4-fd00-498d-b85e-025b1f2a812e tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef87e2bc-fc00-4fec-9132-6e076f4edd3c&id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427768 May 28 05:20:14.610252 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef8752-0bd1-4c8a-9723-eb1df2d90068 req-2bb07c30-d95f-46ae-85db-bf20df44d9bc tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:14.612058 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-25ef8752-0bd1-4c8a-9723-eb1df2d90068 req-2bb07c30-d95f-46ae-85db-bf20df44d9bc tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 985 time: 0.0835791 May 28 05:20:14.665460 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-25ef8752-0bd1-4c8a-9723-eb1df2d90068 req-c00f93f8-713b-4287-917a-30cac1cca63f tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=ef87e2bc-fc00-4fec-9132-6e076f4edd3c&id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458648 May 28 05:20:22.190341 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-072a02d5-0b39-4750-8ea7-8ff71bd370d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:24.340191 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7c4f1ff0-11f0-47bd-94dc-1c757449e18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:25.006632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:25.582208 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:25.685592 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:27.251839 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:45.839907 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:20:47.031266 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f7ceafa4-d012-4956-8ece-cec9075c097b req-4953b6e9-6eb5-42c9-810a-f6bf5da15d7b tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1043218154&fields=id&tenant_id=a5dadd151b31435bbcfefaf5c4cb5a6d HTTP/1.1" status: 200 len: 267 time: 0.0404549 May 28 05:20:47.111964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceafa4-d012-4956-8ece-cec9075c097b req-801ed1fd-5a64-4a02-9ece-e80dbe4210cb tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:47.113380 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f7ceafa4-d012-4956-8ece-cec9075c097b req-801ed1fd-5a64-4a02-9ece-e80dbe4210cb tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 985 time: 0.0768583 May 28 05:20:47.123906 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-f7ceafa4-d012-4956-8ece-cec9075c097b req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Request body: {'port': {'security_groups': ['476949b8-e666-4e3a-a299-c80c8e75e9c1']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:20:47.242719 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f7ceafa4-d012-4956-8ece-cec9075c097b req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:47.585194 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-f7ceafa4-d012-4956-8ece-cec9075c097b req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] For port c3c0073f-84ed-47a6-9a6d-e12ed193e481, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c3c0073f-84ed-47a6-9a6d-e12ed193e481,segment=NetworkSegment(64b74fc6-4cf1-464f-bcb9-986065d1ca50),segment_id=64b74fc6-4cf1-464f-bcb9-986065d1ca50)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:20:47.610122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f7ceafa4-d012-4956-8ece-cec9075c097b req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:47.617162 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f7ceafa4-d012-4956-8ece-cec9075c097b req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:47.628661 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['c3c0073f-84ed-47a6-9a6d-e12ed193e481'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:20:47.685556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ceafa4-d012-4956-8ece-cec9075c097b req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:47.686093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f7ceafa4-d012-4956-8ece-cec9075c097b req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:47.687460 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f7ceafa4-d012-4956-8ece-cec9075c097b req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "PUT /v2.0/ports/c3c0073f-84ed-47a6-9a6d-e12ed193e481 HTTP/1.1" status: 200 len: 943 time: 0.5679660 May 28 05:20:47.687952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'tag': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:20:47.706047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38624) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:20:47.761890 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe29571-8fce-47cf-b594-c869f4040770'] response: {'name': 'network-changed', 'server_uuid': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'tag': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481', 'status': 'completed', 'code': 200} May 28 05:20:47.772917 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['c3c0073f-84ed-47a6-9a6d-e12ed193e481'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:20:47.782929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Pushing event updated for resources: {'Port': ['ID=c3c0073f-84ed-47a6-9a6d-e12ed193e481,revision_number=7']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:20:47.851461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4e4bbe3-0677-4de8-b7f8-3ddff0004573 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:47.853974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:20:47.854320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:20:47.854658 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:20:47.854994 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:20:47.855326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:20:47.855654 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:20:47.855980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:20:47.856304 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:20:47.856626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:20:47.856947 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:20:47.857429 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4af0a42-4e4f-4f88-83ab-b24804726b10 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:20:47.909501 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4e4bbe3-0677-4de8-b7f8-3ddff0004573 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:47.930214 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a4ea2bbd-ae57-4ffa-a1d4-d26ec5d238a6 req-31c277b7-31af-4b3c-a118-9a2ef6f01f05 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5dadd151b31435bbcfefaf5c4cb5a6d&device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 1099 time: 0.1483822 May 28 05:20:47.954742 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e1a9b945-f73f-4472-8144-b07cdf88d57c None None] Provisioning complete for port c3c0073f-84ed-47a6-9a6d-e12ed193e481 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:20:47.955035 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e1a9b945-f73f-4472-8144-b07cdf88d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:48.083423 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea2bbd-ae57-4ffa-a1d4-d26ec5d238a6 req-27d8217d-285e-4c1e-8260-1c08c2c3ee7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:48.085089 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a4ea2bbd-ae57-4ffa-a1d4-d26ec5d238a6 req-27d8217d-285e-4c1e-8260-1c08c2c3ee7e service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9 HTTP/1.1" status: 200 len: 914 time: 0.1484513 May 28 05:20:48.086695 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4e4bbe3-0677-4de8-b7f8-3ddff0004573 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:48.152284 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4bbe3-0677-4de8-b7f8-3ddff0004573 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef87e2bc-fc00-4fec-9132-6e076f4edd3c,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:20:48.184311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b4e4bbe3-0677-4de8-b7f8-3ddff0004573 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:48.185449 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b4e4bbe3-0677-4de8-b7f8-3ddff0004573 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "DELETE /v2.0/security-groups/ef87e2bc-fc00-4fec-9132-6e076f4edd3c HTTP/1.1" status: 204 len: 168 time: 0.4783618 May 28 05:20:48.188225 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38628) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:20:48.277780 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a4ea2bbd-ae57-4ffa-a1d4-d26ec5d238a6 req-aea4a6f9-6f87-4f0f-9f57-1b7020335558 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3c0073f-84ed-47a6-9a6d-e12ed193e481 HTTP/1.1" status: 200 len: 1002 time: 0.1850636 May 28 05:20:48.423732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea2bbd-ae57-4ffa-a1d4-d26ec5d238a6 req-072eaa08-bd8a-4842-95b3-22d081441ab0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:48.425067 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a4ea2bbd-ae57-4ffa-a1d4-d26ec5d238a6 req-072eaa08-bd8a-4842-95b3-22d081441ab0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=174ea1e6-ad92-4c5b-b7b0-fd052e0c127c HTTP/1.1" status: 200 len: 852 time: 0.1399393 May 28 05:20:48.479299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f1a891e8-9d4b-46e0-801d-ba6b9569fd83 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Deleting port 0e6f5606-595e-47b4-9e9b-4f871252f23b {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:20:48.479710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f1a891e8-9d4b-46e0-801d-ba6b9569fd83 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:48.625781 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a4ea2bbd-ae57-4ffa-a1d4-d26ec5d238a6 req-c48698ca-6806-4b47-8555-2fb63d9015bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1893148 May 28 05:20:48.729311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f1a891e8-9d4b-46e0-801d-ba6b9569fd83 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:48.729502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f1a891e8-9d4b-46e0-801d-ba6b9569fd83 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:48.848294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f1a891e8-9d4b-46e0-801d-ba6b9569fd83 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Calling delete_port for 0e6f5606-595e-47b4-9e9b-4f871252f23b owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:20:49.031969 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a4ea2bbd-ae57-4ffa-a1d4-d26ec5d238a6 req-5153af26-f9d8-4d0b-a1da-3eb4570d57eb service neutron] 10.222.0.66 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934834 May 28 05:20:49.209817 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a4ea2bbd-ae57-4ffa-a1d4-d26ec5d238a6 req-0503ae03-0d4a-46c0-9a78-407fb6e5e442 service neutron] 10.222.0.66 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700532 May 28 05:20:49.230700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f1a891e8-9d4b-46e0-801d-ba6b9569fd83 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:49.281871 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a891e8-9d4b-46e0-801d-ba6b9569fd83 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Pushing event deleted for resources: {'Port': ['ID=0e6f5606-595e-47b4-9e9b-4f871252f23b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:20:49.376659 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f1a891e8-9d4b-46e0-801d-ba6b9569fd83 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:49.794865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a891e8-9d4b-46e0-801d-ba6b9569fd83 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Router 3b60a520-5623-432a-8091-f3b993cbc7a0 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:20:49.998953 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a891e8-9d4b-46e0-801d-ba6b9569fd83 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:20:50.008594 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7ac911-8228-4d41-92d3-f79919691124 None None] Sync routers for ids ['3b60a520-5623-432a-8091-f3b993cbc7a0'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:20:50.021210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f1a891e8-9d4b-46e0-801d-ba6b9569fd83 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:50.021411 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ac911-8228-4d41-92d3-f79919691124 None None] Routers {'3b60a520-5623-432a-8091-f3b993cbc7a0'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:20:50.022071 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7d7ac911-8228-4d41-92d3-f79919691124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:20:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3b60a520-5623-432a-8091-f3b993cbc7a0'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:20:50.073539 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f1a891e8-9d4b-46e0-801d-ba6b9569fd83 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "DELETE /v2.0/floatingips/bfc379d0-79dd-472b-821f-068fac7c3698 HTTP/1.1" status: 204 len: 168 time: 1.8843055 May 28 05:20:50.074170 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'tag': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:20:50.129509 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcebcac8-5acb-445b-b838-574901e27c33'] response: {'name': 'network-changed', 'server_uuid': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'tag': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481', 'status': 'completed', 'code': 200} May 28 05:20:50.204869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-7d7ac911-8228-4d41-92d3-f79919691124 None None] Set router 3b60a520-5623-432a-8091-f3b993cbc7a0 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:20:50.224983 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c49af396-4c57-415e-9f8e-00c28bd2c71c req-57e20474-c1fb-4c56-9c27-a7edcffa446b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5dadd151b31435bbcfefaf5c4cb5a6d&device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 1099 time: 0.0735838 May 28 05:20:50.364029 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49af396-4c57-415e-9f8e-00c28bd2c71c req-f0da4cf6-b452-4c8d-8869-986e1cb07f2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:50.365543 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c49af396-4c57-415e-9f8e-00c28bd2c71c req-f0da4cf6-b452-4c8d-8869-986e1cb07f2a service neutron] 10.222.0.66 "GET /v2.0/networks?id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9 HTTP/1.1" status: 200 len: 914 time: 0.1346712 May 28 05:20:50.442273 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c49af396-4c57-415e-9f8e-00c28bd2c71c req-54478e7b-0481-41a4-b8f1-5d07e1fb9f3f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c3c0073f-84ed-47a6-9a6d-e12ed193e481 HTTP/1.1" status: 200 len: 217 time: 0.0702188 May 28 05:20:50.519249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49af396-4c57-415e-9f8e-00c28bd2c71c req-2a3d61e8-5d03-4553-9ff9-bc9c4325f620 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:50.520795 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c49af396-4c57-415e-9f8e-00c28bd2c71c req-2a3d61e8-5d03-4553-9ff9-bc9c4325f620 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=174ea1e6-ad92-4c5b-b7b0-fd052e0c127c HTTP/1.1" status: 200 len: 852 time: 0.0726838 May 28 05:20:50.573306 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7d7ac911-8228-4d41-92d3-f79919691124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'name': 'tempest-TestMinimumBasicScenario-99688489-router', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129'}], 'enable_snat': True}, 'gw_port_id': 'fc2c306e-effa-4039-9428-d03649e69086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:52Z', 'revision_number': 4, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'gw_port': {'id': 'fc2c306e-effa-4039-9428-d03649e69086', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '1e874227-719c-4e5b-86f3-05e9997a627c', 'name': '', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'mac_address': 'fa:16:3e:57:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:52Z', 'updated_at': '2022-05-28T05:19:11Z', 'revision_number': 5, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'subnets': [{'id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:20:50.577499 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7ac911-8228-4d41-92d3-f79919691124 None None] Checking router: 3b60a520-5623-432a-8091-f3b993cbc7a0 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:20:50.588382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ac911-8228-4d41-92d3-f79919691124 None None] Routers {'3b60a520-5623-432a-8091-f3b993cbc7a0'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:20:50.588964 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7d7ac911-8228-4d41-92d3-f79919691124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:20:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3b60a520-5623-432a-8091-f3b993cbc7a0'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:20:50.595586 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c49af396-4c57-415e-9f8e-00c28bd2c71c req-9d1d2f1f-2764-4b54-b68e-256c4cad0f2a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fd9928d0-16bf-49a2-a82c-1a81b16aedc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678053 May 28 05:20:50.776081 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-7d7ac911-8228-4d41-92d3-f79919691124 None None] Set router 3b60a520-5623-432a-8091-f3b993cbc7a0 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:20:50.838524 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c49af396-4c57-415e-9f8e-00c28bd2c71c req-7c492601-681b-4c47-8cc8-39876f8fbad0 service neutron] 10.222.0.66 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356210 May 28 05:20:50.994797 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c49af396-4c57-415e-9f8e-00c28bd2c71c req-f14dd627-1659-4658-9289-2db7d9366dd9 service neutron] 10.222.0.66 "GET /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472018 May 28 05:20:51.099900 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7d7ac911-8228-4d41-92d3-f79919691124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'name': 'tempest-TestMinimumBasicScenario-99688489-router', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129'}], 'enable_snat': True}, 'gw_port_id': 'fc2c306e-effa-4039-9428-d03649e69086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:52Z', 'revision_number': 4, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'gw_port': {'id': 'fc2c306e-effa-4039-9428-d03649e69086', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '1e874227-719c-4e5b-86f3-05e9997a627c', 'name': '', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'mac_address': 'fa:16:3e:57:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:52Z', 'updated_at': '2022-05-28T05:19:11Z', 'revision_number': 5, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'subnets': [{'id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:20:51.104058 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7ac911-8228-4d41-92d3-f79919691124 None None] The sync data for ids ['3b60a520-5623-432a-8091-f3b993cbc7a0'] in dv-neutron-843300-5-hyperv is: [{'id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'name': 'tempest-TestMinimumBasicScenario-99688489-router', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129'}], 'enable_snat': True}, 'gw_port_id': 'fc2c306e-effa-4039-9428-d03649e69086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:52Z', 'revision_number': 4, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'gw_port': {'id': 'fc2c306e-effa-4039-9428-d03649e69086', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '1e874227-719c-4e5b-86f3-05e9997a627c', 'name': '', 'network_id': 'fd9928d0-16bf-49a2-a82c-1a81b16aedc9', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'mac_address': 'fa:16:3e:57:a5:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:52Z', 'updated_at': '2022-05-28T05:19:11Z', 'revision_number': 5, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'subnets': [{'id': '174ea1e6-ad92-4c5b-b7b0-fd052e0c127c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:20:51.341191 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96162ed3-bf5a-497a-9a45-1a21b66caf6b None None] New status for floating IP bfc379d0-79dd-472b-821f-068fac7c3698: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:20:52.184098 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-73ef99fc-ef76-46b8-91f0-a26612972ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:54.344306 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3972d46d-e0f3-4a2f-9ec7-450087fe4a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:54.467876 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68b1a9-60b8-4c9a-8305-2dacbdf119ab req-20e8f5ed-9bf8-4472-806f-2af861861d15 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:54.468577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-0b68b1a9-60b8-4c9a-8305-2dacbdf119ab req-20e8f5ed-9bf8-4472-806f-2af861861d15 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Synchronizing usage tracker for tenant:a5dadd151b31435bbcfefaf5c4cb5a6d on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:20:54.487677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-0b68b1a9-60b8-4c9a-8305-2dacbdf119ab req-20e8f5ed-9bf8-4472-806f-2af861861d15 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Unset dirty status for tenant:a5dadd151b31435bbcfefaf5c4cb5a6d on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:20:54.488863 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0b68b1a9-60b8-4c9a-8305-2dacbdf119ab req-20e8f5ed-9bf8-4472-806f-2af861861d15 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 946 time: 0.1037121 May 28 05:20:54.535240 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-0b68b1a9-60b8-4c9a-8305-2dacbdf119ab req-7d0f30af-4a98-4fb2-a433-99ebf1815f16 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Synchronizing usage tracker for tenant:a5dadd151b31435bbcfefaf5c4cb5a6d on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:20:54.555902 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-0b68b1a9-60b8-4c9a-8305-2dacbdf119ab req-7d0f30af-4a98-4fb2-a433-99ebf1815f16 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Unset dirty status for tenant:a5dadd151b31435bbcfefaf5c4cb5a6d on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:20:54.557029 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0b68b1a9-60b8-4c9a-8305-2dacbdf119ab req-7d0f30af-4a98-4fb2-a433-99ebf1815f16 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624642 May 28 05:20:55.023990 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:55.588233 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:55.680393 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:55.757158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc4e06-6fe4-4fd9-b401-e0f3fd4525fd req-e1a1e415-253b-4b6b-b9d2-8289cf4ad884 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:55.758662 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9cfc4e06-6fe4-4fd9-b401-e0f3fd4525fd req-e1a1e415-253b-4b6b-b9d2-8289cf4ad884 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 946 time: 0.0774810 May 28 05:20:55.804406 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9cfc4e06-6fe4-4fd9-b401-e0f3fd4525fd req-281d6a3e-16dc-4453-b505-9b4b3c330613 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/security-groups?id=476949b8-e666-4e3a-a299-c80c8e75e9c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397046 May 28 05:20:56.006206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d2f1d-23f1-4402-a034-818d8ae97f27 req-ec0a3896-322d-4773-9ab9-c5d2f51d5edd tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:20:56.007616 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-720d2f1d-23f1-4402-a034-818d8ae97f27 req-ec0a3896-322d-4773-9ab9-c5d2f51d5edd tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 946 time: 0.0825975 May 28 05:20:56.075750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-720d2f1d-23f1-4402-a034-818d8ae97f27 req-28a99721-061d-4050-8a6d-2a4304e783bd tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Deleting port c3c0073f-84ed-47a6-9a6d-e12ed193e481 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:20:56.076076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-720d2f1d-23f1-4402-a034-818d8ae97f27 req-28a99721-061d-4050-8a6d-2a4304e783bd tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:56.333159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-720d2f1d-23f1-4402-a034-818d8ae97f27 req-28a99721-061d-4050-8a6d-2a4304e783bd tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] For port c3c0073f-84ed-47a6-9a6d-e12ed193e481, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=c3c0073f-84ed-47a6-9a6d-e12ed193e481,segment=NetworkSegment(64b74fc6-4cf1-464f-bcb9-986065d1ca50),segment_id=64b74fc6-4cf1-464f-bcb9-986065d1ca50)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:20:56.333505 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-720d2f1d-23f1-4402-a034-818d8ae97f27 req-28a99721-061d-4050-8a6d-2a4304e783bd tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:56.456206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-720d2f1d-23f1-4402-a034-818d8ae97f27 req-28a99721-061d-4050-8a6d-2a4304e783bd tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Calling delete_port for c3c0073f-84ed-47a6-9a6d-e12ed193e481 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:20:56.602600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-720d2f1d-23f1-4402-a034-818d8ae97f27 req-28a99721-061d-4050-8a6d-2a4304e783bd tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:56.614541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['c3c0073f-84ed-47a6-9a6d-e12ed193e481'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:20:56.651033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a99721-061d-4050-8a6d-2a4304e783bd tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Pushing event deleted for resources: {'Port': ['ID=c3c0073f-84ed-47a6-9a6d-e12ed193e481,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:20:56.725540 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-720d2f1d-23f1-4402-a034-818d8ae97f27 req-28a99721-061d-4050-8a6d-2a4304e783bd tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] No DVR routers for this DVR port c3c0073f-84ed-47a6-9a6d-e12ed193e481 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:20:56.728364 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-720d2f1d-23f1-4402-a034-818d8ae97f27 req-28a99721-061d-4050-8a6d-2a4304e783bd tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:56.730790 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'name': 'network-vif-deleted', 'tag': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:20:56.750241 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-720d2f1d-23f1-4402-a034-818d8ae97f27 req-28a99721-061d-4050-8a6d-2a4304e783bd tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.66 "DELETE /v2.0/ports/c3c0073f-84ed-47a6-9a6d-e12ed193e481 HTTP/1.1" status: 204 len: 173 time: 0.7371364 May 28 05:20:56.788940 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecaf71b-6c9d-4fd3-a270-c4aba2047241'] response: {'server_uuid': '9cb716ed-446d-4cfd-87f6-b496f2f5a6c4', 'name': 'network-vif-deleted', 'tag': 'c3c0073f-84ed-47a6-9a6d-e12ed193e481', 'status': 'completed', 'code': 200} May 28 05:20:56.989495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-318d33de-c3a8-468d-944a-9d14db03777e req-cb6d4f53-0a1e-4196-8392-5ff156b31fc0 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Synchronizing usage tracker for tenant:a5dadd151b31435bbcfefaf5c4cb5a6d on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:20:57.008657 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-318d33de-c3a8-468d-944a-9d14db03777e req-cb6d4f53-0a1e-4196-8392-5ff156b31fc0 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] Unset dirty status for tenant:a5dadd151b31435bbcfefaf5c4cb5a6d on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:20:57.010184 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-318d33de-c3a8-468d-944a-9d14db03777e req-cb6d4f53-0a1e-4196-8392-5ff156b31fc0 tempest-TestMinimumBasicScenario-1508423272 tempest-TestMinimumBasicScenario-1508423272-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cb716ed-446d-4cfd-87f6-b496f2f5a6c4 HTTP/1.1" status: 200 len: 210 time: 0.0631418 May 28 05:20:57.246285 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:58.744159 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38714) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:20:59.146630 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:59.302070 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device c3c0073f-84ed-47a6-9a6d-e12ed193e481 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:20:59.337955 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: c3c0073f-84ed-47a6-9a6d-e12ed193e481 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:20:59.338289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device c3c0073f-84ed-47a6-9a6d-e12ed193e481 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:20:59.761270 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Deleting port 1e874227-719c-4e5b-86f3-05e9997a627c {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:20:59.762087 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:20:59.930187 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] For port 1e874227-719c-4e5b-86f3-05e9997a627c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=1e874227-719c-4e5b-86f3-05e9997a627c,segment=NetworkSegment(64b74fc6-4cf1-464f-bcb9-986065d1ca50),segment_id=64b74fc6-4cf1-464f-bcb9-986065d1ca50)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:20:59.930507 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:00.135997 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Calling delete_port for 1e874227-719c-4e5b-86f3-05e9997a627c owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:21:00.304821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:00.348847 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=1e874227-719c-4e5b-86f3-05e9997a627c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:00.415781 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:00.416035 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:00.416338 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:00.416654 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:00.416946 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:00.417293 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:00.417606 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:00.417943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:00.418255 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:00.418564 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:00.418844 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:00.666441 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:01.243605 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Router 3b60a520-5623-432a-8091-f3b993cbc7a0 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:21:01.445445 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:21:01.456398 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb9df0b-05d8-4aaa-8176-f8ccf7a5e0ed None None] Sync routers for ids ['3b60a520-5623-432a-8091-f3b993cbc7a0'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:21:01.464573 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-81173911-2158-411f-9286-2ed416a85f5d admin admin] 10.222.0.15 "PUT /v2.0/routers/3b60a520-5623-432a-8091-f3b993cbc7a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7192831 May 28 05:21:01.467238 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38718) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:01.468674 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb9df0b-05d8-4aaa-8176-f8ccf7a5e0ed None None] Routers {'3b60a520-5623-432a-8091-f3b993cbc7a0'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:21:01.469289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4fb9df0b-05d8-4aaa-8176-f8ccf7a5e0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:20:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3b60a520-5623-432a-8091-f3b993cbc7a0'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:01.650179 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-4fb9df0b-05d8-4aaa-8176-f8ccf7a5e0ed None None] Set router 3b60a520-5623-432a-8091-f3b993cbc7a0 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:21:01.767211 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ca89602-a17d-401b-8fe9-ec1469cce341 admin admin] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:01.962821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ca89602-a17d-401b-8fe9-ec1469cce341 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:01.971537 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4fb9df0b-05d8-4aaa-8176-f8ccf7a5e0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'name': 'tempest-TestMinimumBasicScenario-99688489-router', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129'}], 'enable_snat': True}, 'gw_port_id': 'fc2c306e-effa-4039-9428-d03649e69086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:21:00Z', 'revision_number': 5, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'gw_port': {'id': 'fc2c306e-effa-4039-9428-d03649e69086', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:01.972947 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6ca89602-a17d-401b-8fe9-ec1469cce341 admin admin] Deleting port fc2c306e-effa-4039-9428-d03649e69086 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:21:01.973279 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ca89602-a17d-401b-8fe9-ec1469cce341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:01.975745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb9df0b-05d8-4aaa-8176-f8ccf7a5e0ed None None] Checking router: 3b60a520-5623-432a-8091-f3b993cbc7a0 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:21:01.987116 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb9df0b-05d8-4aaa-8176-f8ccf7a5e0ed None None] Routers {'3b60a520-5623-432a-8091-f3b993cbc7a0'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:21:01.987819 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4fb9df0b-05d8-4aaa-8176-f8ccf7a5e0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:20:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['3b60a520-5623-432a-8091-f3b993cbc7a0'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:02.136860 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-4fb9df0b-05d8-4aaa-8176-f8ccf7a5e0ed None None] Set router 3b60a520-5623-432a-8091-f3b993cbc7a0 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:21:02.140697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-6ca89602-a17d-401b-8fe9-ec1469cce341 admin admin] For port fc2c306e-effa-4039-9428-d03649e69086, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fc2c306e-effa-4039-9428-d03649e69086,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:21:02.141057 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ca89602-a17d-401b-8fe9-ec1469cce341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:02.240788 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4fb9df0b-05d8-4aaa-8176-f8ccf7a5e0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'name': 'tempest-TestMinimumBasicScenario-99688489-router', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:21:01Z', 'revision_number': 6, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:02.244798 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb9df0b-05d8-4aaa-8176-f8ccf7a5e0ed None None] The sync data for ids ['3b60a520-5623-432a-8091-f3b993cbc7a0'] in dv-neutron-843300-5-hyperv is: [{'id': '3b60a520-5623-432a-8091-f3b993cbc7a0', 'name': 'tempest-TestMinimumBasicScenario-99688489-router', 'tenant_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:50Z', 'updated_at': '2022-05-28T05:21:01Z', 'revision_number': 6, 'project_id': 'a5dadd151b31435bbcfefaf5c4cb5a6d', 'gw_port_host': None}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:21:02.258202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6ca89602-a17d-401b-8fe9-ec1469cce341 admin admin] Calling delete_port for fc2c306e-effa-4039-9428-d03649e69086 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:21:02.441864 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ca89602-a17d-401b-8fe9-ec1469cce341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:02.489961 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca89602-a17d-401b-8fe9-ec1469cce341 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2c306e-effa-4039-9428-d03649e69086,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:02.711513 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ca89602-a17d-401b-8fe9-ec1469cce341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:03.013542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1e874227-719c-4e5b-86f3-05e9997a627c no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:21:03.046615 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 1e874227-719c-4e5b-86f3-05e9997a627c {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:21:03.046615 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1e874227-719c-4e5b-86f3-05e9997a627c not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:21:03.071509 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ca89602-a17d-401b-8fe9-ec1469cce341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:03.078080 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ca89602-a17d-401b-8fe9-ec1469cce341 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:03.107902 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ca89602-a17d-401b-8fe9-ec1469cce341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:03.108423 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca89602-a17d-401b-8fe9-ec1469cce341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b60a520-5623-432a-8091-f3b993cbc7a0 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:21:03.126678 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6ca89602-a17d-401b-8fe9-ec1469cce341 admin admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:03.128197 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6ca89602-a17d-401b-8fe9-ec1469cce341 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3b60a520-5623-432a-8091-f3b993cbc7a0 HTTP/1.1" status: 204 len: 168 time: 1.6597831 May 28 05:21:03.130831 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38722) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:03.194739 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ace162a-a944-4824-8e89-ceb66379b04e admin admin] Deleting subnet 174ea1e6-ad92-4c5b-b7b0-fd052e0c127c {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:21:03.198130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ace162a-a944-4824-8e89-ceb66379b04e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:03.250098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ace162a-a944-4824-8e89-ceb66379b04e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:03.327268 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ace162a-a944-4824-8e89-ceb66379b04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:03.410589 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ace162a-a944-4824-8e89-ceb66379b04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:03.447971 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace162a-a944-4824-8e89-ceb66379b04e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=174ea1e6-ad92-4c5b-b7b0-fd052e0c127c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:03.453639 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7ace162a-a944-4824-8e89-ceb66379b04e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:03.459454 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14dfe07-e735-4117-b0bd-af93fe0320f8 None None] Network fd9928d0-16bf-49a2-a82c-1a81b16aedc9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:21:03.462457 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7ace162a-a944-4824-8e89-ceb66379b04e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/174ea1e6-ad92-4c5b-b7b0-fd052e0c127c HTTP/1.1" status: 204 len: 168 time: 0.3280661 May 28 05:21:03.462865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38726) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:03.571645 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:03.582099 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] Deleting port 50988156-817d-40a6-b136-bd5391f50db2 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:21:03.582421 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:03.714218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f2b23e-5c60-4b2c-ab67-7cf9560752d0 None None] DHCP port deletion for fd9928d0-16bf-49a2-a82c-1a81b16aedc9 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:21:03.718260 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-70f2b23e-5c60-4b2c-ab67-7cf9560752d0 None None] Deleting port 50988156-817d-40a6-b136-bd5391f50db2 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:21:03.718628 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-70f2b23e-5c60-4b2c-ab67-7cf9560752d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:03.887422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] For port 50988156-817d-40a6-b136-bd5391f50db2, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=50988156-817d-40a6-b136-bd5391f50db2,segment=NetworkSegment(64b74fc6-4cf1-464f-bcb9-986065d1ca50),segment_id=64b74fc6-4cf1-464f-bcb9-986065d1ca50)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:21:03.887771 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:03.925490 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-70f2b23e-5c60-4b2c-ab67-7cf9560752d0 None None] For port 50988156-817d-40a6-b136-bd5391f50db2, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=50988156-817d-40a6-b136-bd5391f50db2,segment=NetworkSegment(64b74fc6-4cf1-464f-bcb9-986065d1ca50),segment_id=64b74fc6-4cf1-464f-bcb9-986065d1ca50)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:21:03.926071 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-70f2b23e-5c60-4b2c-ab67-7cf9560752d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:04.005504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] Calling delete_port for 50988156-817d-40a6-b136-bd5391f50db2 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:21:04.047328 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-70f2b23e-5c60-4b2c-ab67-7cf9560752d0 None None] Calling delete_port for 50988156-817d-40a6-b136-bd5391f50db2 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:21:04.079471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:04.117324 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-70f2b23e-5c60-4b2c-ab67-7cf9560752d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:21:04.117693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-70f2b23e-5c60-4b2c-ab67-7cf9560752d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:21:04.126003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] Pushing event deleted for resources: {'Port': ['ID=50988156-817d-40a6-b136-bd5391f50db2,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:04.131965 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] No DVR routers for this DVR port 50988156-817d-40a6-b136-bd5391f50db2 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:21:04.246786 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:04.271547 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9928d0-16bf-49a2-a82c-1a81b16aedc9']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:04.283856 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b74fc6-4cf1-464f-bcb9-986065d1ca50') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:04.284138 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b74fc6-4cf1-464f-bcb9-986065d1ca50') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:04.295368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:04.310738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:04.316764 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:21:04.317128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:21:04.331026 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:21:04.411602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:04.429155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:04.438949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd9928d0-16bf-49a2-a82c-1a81b16aedc9,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:04.446018 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-55c1644e-e492-486a-aa70-72c8b769b310 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fd9928d0-16bf-49a2-a82c-1a81b16aedc9 HTTP/1.1" status: 204 len: 168 time: 0.9820714 May 28 05:21:04.449220 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38730) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:04.619532 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-70f2b23e-5c60-4b2c-ab67-7cf9560752d0 None None] Deleting port 50988156-817d-40a6-b136-bd5391f50db2 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:21:04.620001 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-70f2b23e-5c60-4b2c-ab67-7cf9560752d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:04.684539 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-70f2b23e-5c60-4b2c-ab67-7cf9560752d0 None None] The port '50988156-817d-40a6-b136-bd5391f50db2' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 05:21:04.708655 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fc2c306e-effa-4039-9428-d03649e69086 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:21:04.742889 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: fc2c306e-effa-4039-9428-d03649e69086 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:21:04.743218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fc2c306e-effa-4039-9428-d03649e69086 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:21:04.743623 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 50988156-817d-40a6-b136-bd5391f50db2 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:21:04.774485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 50988156-817d-40a6-b136-bd5391f50db2 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:21:04.774768 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 50988156-817d-40a6-b136-bd5391f50db2 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:21:04.847379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44be1e95-7ce5-4c89-90ee-5e1393eaaaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:05.575482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-44be1e95-7ce5-4c89-90ee-5e1393eaaaf6 admin admin] Deleting port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:21:05.575802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44be1e95-7ce5-4c89-90ee-5e1393eaaaf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:05.744843 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-44be1e95-7ce5-4c89-90ee-5e1393eaaaf6 admin admin] For port d59cbfd5-d20c-4b1b-a173-9cc8e71c6061, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d59cbfd5-d20c-4b1b-a173-9cc8e71c6061,segment=NetworkSegment(6c006653-498d-4c7e-aebe-c97d1bfa26ac),segment_id=6c006653-498d-4c7e-aebe-c97d1bfa26ac)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:21:05.745182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44be1e95-7ce5-4c89-90ee-5e1393eaaaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:05.862964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-44be1e95-7ce5-4c89-90ee-5e1393eaaaf6 admin admin] Calling delete_port for d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:21:06.034805 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44be1e95-7ce5-4c89-90ee-5e1393eaaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:06.078650 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be1e95-7ce5-4c89-90ee-5e1393eaaaf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d59cbfd5-d20c-4b1b-a173-9cc8e71c6061,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:06.372766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-44be1e95-7ce5-4c89-90ee-5e1393eaaaf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:07.071421 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44be1e95-7ce5-4c89-90ee-5e1393eaaaf6 admin admin] Router a04fd959-eb19-463e-af52-54f860b27a7b has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:21:07.298639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44be1e95-7ce5-4c89-90ee-5e1393eaaaf6 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:21:07.307730 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642fcde5-e2ce-4981-9039-24cf5c6317b5 None None] Sync routers for ids ['a04fd959-eb19-463e-af52-54f860b27a7b'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:21:07.317191 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-44be1e95-7ce5-4c89-90ee-5e1393eaaaf6 admin admin] 10.222.0.15 "PUT /v2.0/routers/a04fd959-eb19-463e-af52-54f860b27a7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8668261 May 28 05:21:07.319817 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38734) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:07.321017 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642fcde5-e2ce-4981-9039-24cf5c6317b5 None None] Routers {'a04fd959-eb19-463e-af52-54f860b27a7b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:21:07.321626 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-642fcde5-e2ce-4981-9039-24cf5c6317b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:20:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a04fd959-eb19-463e-af52-54f860b27a7b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:07.515757 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6cc1-1f51-4f1d-8553-fca618bb3021 admin admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:07.525194 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-642fcde5-e2ce-4981-9039-24cf5c6317b5 None None] Set router a04fd959-eb19-463e-af52-54f860b27a7b gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:21:07.712697 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6cc1-1f51-4f1d-8553-fca618bb3021 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:07.724227 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4a3c6cc1-1f51-4f1d-8553-fca618bb3021 admin admin] Deleting port ce18763b-b418-422e-94ab-e8c5c1dda15c {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:21:07.724625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6cc1-1f51-4f1d-8553-fca618bb3021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:07.805268 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-642fcde5-e2ce-4981-9039-24cf5c6317b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'name': 'tempest-TestMinimumBasicScenario-994061250-router', 'tenant_id': '92b3bc2dc88742e8b4910093155b9ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.72'}], 'enable_snat': True}, 'gw_port_id': 'ce18763b-b418-422e-94ab-e8c5c1dda15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:55Z', 'updated_at': '2022-05-28T05:21:05Z', 'revision_number': 5, 'project_id': '92b3bc2dc88742e8b4910093155b9ece', 'gw_port': {'id': 'ce18763b-b418-422e-94ab-e8c5c1dda15c', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:c2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:18:56Z', 'updated_at': '2022-05-28T05:19:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:07.809051 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642fcde5-e2ce-4981-9039-24cf5c6317b5 None None] Checking router: a04fd959-eb19-463e-af52-54f860b27a7b for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:21:07.819710 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642fcde5-e2ce-4981-9039-24cf5c6317b5 None None] Routers {'a04fd959-eb19-463e-af52-54f860b27a7b'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:21:07.820291 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-642fcde5-e2ce-4981-9039-24cf5c6317b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:20:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a04fd959-eb19-463e-af52-54f860b27a7b'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:07.897870 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-4a3c6cc1-1f51-4f1d-8553-fca618bb3021 admin admin] For port ce18763b-b418-422e-94ab-e8c5c1dda15c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ce18763b-b418-422e-94ab-e8c5c1dda15c,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:21:07.898230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6cc1-1f51-4f1d-8553-fca618bb3021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:07.965727 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-642fcde5-e2ce-4981-9039-24cf5c6317b5 None None] Set router a04fd959-eb19-463e-af52-54f860b27a7b gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:21:08.015187 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-4a3c6cc1-1f51-4f1d-8553-fca618bb3021 admin admin] Calling delete_port for ce18763b-b418-422e-94ab-e8c5c1dda15c owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:21:08.067811 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-642fcde5-e2ce-4981-9039-24cf5c6317b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'name': 'tempest-TestMinimumBasicScenario-994061250-router', 'tenant_id': '92b3bc2dc88742e8b4910093155b9ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:55Z', 'updated_at': '2022-05-28T05:21:07Z', 'revision_number': 6, 'project_id': '92b3bc2dc88742e8b4910093155b9ece', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:08.071871 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642fcde5-e2ce-4981-9039-24cf5c6317b5 None None] The sync data for ids ['a04fd959-eb19-463e-af52-54f860b27a7b'] in dv-neutron-843300-5-hyperv is: [{'id': 'a04fd959-eb19-463e-af52-54f860b27a7b', 'name': 'tempest-TestMinimumBasicScenario-994061250-router', 'tenant_id': '92b3bc2dc88742e8b4910093155b9ece', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:18:55Z', 'updated_at': '2022-05-28T05:21:07Z', 'revision_number': 6, 'project_id': '92b3bc2dc88742e8b4910093155b9ece', 'gw_port_host': None}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:21:08.182143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6cc1-1f51-4f1d-8553-fca618bb3021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:08.224300 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c6cc1-1f51-4f1d-8553-fca618bb3021 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce18763b-b418-422e-94ab-e8c5c1dda15c,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:08.561484 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6cc1-1f51-4f1d-8553-fca618bb3021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:08.814928 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6cc1-1f51-4f1d-8553-fca618bb3021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:08.819307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6cc1-1f51-4f1d-8553-fca618bb3021 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:08.848070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6cc1-1f51-4f1d-8553-fca618bb3021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:08.848978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3c6cc1-1f51-4f1d-8553-fca618bb3021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a04fd959-eb19-463e-af52-54f860b27a7b {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:21:08.863268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4a3c6cc1-1f51-4f1d-8553-fca618bb3021 admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:08.864395 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4a3c6cc1-1f51-4f1d-8553-fca618bb3021 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a04fd959-eb19-463e-af52-54f860b27a7b HTTP/1.1" status: 204 len: 168 time: 1.5436571 May 28 05:21:08.873711 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38738) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:08.907667 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:21:08.943417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84eb7b2-6f00-4d1d-983e-fdc7d7366336 admin admin] Deleting subnet 73cc463c-e3ec-4e20-8f3a-2ed63d07409e {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:21:08.946490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d84eb7b2-6f00-4d1d-983e-fdc7d7366336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:08.978641 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:21:08.978976 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d59cbfd5-d20c-4b1b-a173-9cc8e71c6061 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:21:08.979376 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ce18763b-b418-422e-94ab-e8c5c1dda15c no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:21:09.016821 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: ce18763b-b418-422e-94ab-e8c5c1dda15c {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:21:09.017152 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ce18763b-b418-422e-94ab-e8c5c1dda15c not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:21:09.022189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d84eb7b2-6f00-4d1d-983e-fdc7d7366336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:09.107481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d84eb7b2-6f00-4d1d-983e-fdc7d7366336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:09.184157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d84eb7b2-6f00-4d1d-983e-fdc7d7366336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:09.221411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84eb7b2-6f00-4d1d-983e-fdc7d7366336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73cc463c-e3ec-4e20-8f3a-2ed63d07409e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:09.229427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d84eb7b2-6f00-4d1d-983e-fdc7d7366336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:09.236444 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d84eb7b2-6f00-4d1d-983e-fdc7d7366336 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/73cc463c-e3ec-4e20-8f3a-2ed63d07409e HTTP/1.1" status: 204 len: 168 time: 0.3682680 May 28 05:21:09.236623 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcce515f-641c-4cb8-8bef-7303c26bd068 None None] Network dc3f5228-9a44-4ca4-8cee-2dd69df08376 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:21:09.239064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38742) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:09.363287 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:09.375250 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] Deleting port 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:21:09.375677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:09.530713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d138fc-d8b9-44b6-8076-fe455531d546 None None] DHCP port deletion for dc3f5228-9a44-4ca4-8cee-2dd69df08376 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:21:09.535513 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-75d138fc-d8b9-44b6-8076-fe455531d546 None None] Deleting port 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:21:09.535879 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-75d138fc-d8b9-44b6-8076-fe455531d546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:09.585111 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] For port 6dbd5554-5ad9-4fbb-8504-b8a0f155d395, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6dbd5554-5ad9-4fbb-8504-b8a0f155d395,segment=NetworkSegment(6c006653-498d-4c7e-aebe-c97d1bfa26ac),segment_id=6c006653-498d-4c7e-aebe-c97d1bfa26ac)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:21:09.585457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:09.707049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] Calling delete_port for 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:21:09.749641 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-75d138fc-d8b9-44b6-8076-fe455531d546 None None] For port 6dbd5554-5ad9-4fbb-8504-b8a0f155d395, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6dbd5554-5ad9-4fbb-8504-b8a0f155d395,segment=NetworkSegment(6c006653-498d-4c7e-aebe-c97d1bfa26ac),segment_id=6c006653-498d-4c7e-aebe-c97d1bfa26ac)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:21:09.749964 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-75d138fc-d8b9-44b6-8076-fe455531d546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:09.781477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:09.827127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6dbd5554-5ad9-4fbb-8504-b8a0f155d395,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:09.834363 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] No DVR routers for this DVR port 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:21:09.869494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-75d138fc-d8b9-44b6-8076-fe455531d546 None None] Calling delete_port for 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:21:09.943868 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-75d138fc-d8b9-44b6-8076-fe455531d546 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:21:09.944555 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-75d138fc-d8b9-44b6-8076-fe455531d546 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:21:10.051079 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:10.075804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3f5228-9a44-4ca4-8cee-2dd69df08376']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:10.088245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c006653-498d-4c7e-aebe-c97d1bfa26ac') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:10.088520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c006653-498d-4c7e-aebe-c97d1bfa26ac') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:10.099667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:10.115385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:10.121794 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:21:10.122253 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:21:10.135017 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:21:10.217168 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:10.222049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:10.247116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3f5228-9a44-4ca4-8cee-2dd69df08376,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:10.252686 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-19898be8-39f0-4ad8-adab-961743ce34cf admin admin] 10.222.0.15 "DELETE /v2.0/networks/dc3f5228-9a44-4ca4-8cee-2dd69df08376 HTTP/1.1" status: 204 len: 168 time: 1.0125091 May 28 05:21:10.445136 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-75d138fc-d8b9-44b6-8076-fe455531d546 None None] Deleting port 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:21:10.445515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-75d138fc-d8b9-44b6-8076-fe455531d546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:10.459050 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38748) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:10.508536 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-28152943-091b-40f6-941f-63b1e6ab9f75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5dadd151b31435bbcfefaf5c4cb5a6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481241 May 28 05:21:10.509729 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-75d138fc-d8b9-44b6-8076-fe455531d546 None None] The port '6dbd5554-5ad9-4fbb-8504-b8a0f155d395' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 05:21:10.511026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38752) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:10.581394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-42d9e16a-8689-4708-b6c5-322ac0c79d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:10.611344 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-42d9e16a-8689-4708-b6c5-322ac0c79d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:10.665279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-42d9e16a-8689-4708-b6c5-322ac0c79d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:10.682497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d9e16a-8689-4708-b6c5-322ac0c79d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476949b8-e666-4e3a-a299-c80c8e75e9c1,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:10.694011 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-42d9e16a-8689-4708-b6c5-322ac0c79d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:10.695389 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-42d9e16a-8689-4708-b6c5-322ac0c79d0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/476949b8-e666-4e3a-a299-c80c8e75e9c1 HTTP/1.1" status: 204 len: 168 time: 0.1835279 May 28 05:21:10.714103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:21:10.749380 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:21:10.749736 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6dbd5554-5ad9-4fbb-8504-b8a0f155d395 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:21:11.117924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38760) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:11.174127 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-49c6b081-8461-47f2-a790-7d154735564d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92b3bc2dc88742e8b4910093155b9ece&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546916 May 28 05:21:11.176952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38764) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:11.254242 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e1b6f1a-a6c6-4d0d-bf19-01d0694c0c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:11.283799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e1b6f1a-a6c6-4d0d-bf19-01d0694c0c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:11.338627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e1b6f1a-a6c6-4d0d-bf19-01d0694c0c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:11.357970 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b6f1a-a6c6-4d0d-bf19-01d0694c0c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee9efdd-b1a2-428a-8401-7260ffdc4c8a,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:11.363531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e1b6f1a-a6c6-4d0d-bf19-01d0694c0c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:11.363957 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4e1b6f1a-a6c6-4d0d-bf19-01d0694c0c71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eee9efdd-b1a2-428a-8401-7260ffdc4c8a HTTP/1.1" status: 204 len: 168 time: 0.1857188 May 28 05:21:14.510555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38810) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:14.516444 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-19237490', 'description': 'tempest-secgroup-smoke-19237490 description', 'project_id': '9303cb889d584d1793d285a7bfb26533'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:21:14.522545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:21:14.526386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:21:14.529262 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:21:14.535089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:21:14.547589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:14.564417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:14.596675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:21:14.600731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:21:14.603680 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:21:14.609880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:21:14.679352 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:14.686690 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:14.725598 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e214ae3d-b156-4c64-9006-1435e9f2a9c5,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:14.728316 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:21:14.732382 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:21:14.736244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:21:14.743363 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:21:14.801708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:14.807525 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:14.849564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f60d74e5-189f-4001-a5a6-77289bc2881d,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:14.853793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:14.855968 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dbba52bd-60f1-4274-9eef-0703e8f08aca tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.3437810 May 28 05:21:14.860705 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38814) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:14.868713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-cc8c39a2-b1e6-47bf-b4ef-c21dfdd82c67 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': 'f60d74e5-189f-4001-a5a6-77289bc2881d', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:21:14.876692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-cc8c39a2-b1e6-47bf-b4ef-c21dfdd82c67 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:21:14.880535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cc8c39a2-b1e6-47bf-b4ef-c21dfdd82c67 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:21:14.883407 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-cc8c39a2-b1e6-47bf-b4ef-c21dfdd82c67 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:21:14.889083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-cc8c39a2-b1e6-47bf-b4ef-c21dfdd82c67 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:21:14.910392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cc8c39a2-b1e6-47bf-b4ef-c21dfdd82c67 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:14.973483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cc8c39a2-b1e6-47bf-b4ef-c21dfdd82c67 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:14.978467 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cc8c39a2-b1e6-47bf-b4ef-c21dfdd82c67 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.001502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c39a2-b1e6-47bf-b4ef-c21dfdd82c67 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a163e6-6eaf-4f4c-be40-b3c8f6fee7ec,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:15.011782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cc8c39a2-b1e6-47bf-b4ef-c21dfdd82c67 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.012945 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cc8c39a2-b1e6-47bf-b4ef-c21dfdd82c67 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1509714 May 28 05:21:15.015988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38818) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:15.021201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e066634e-09df-469e-acec-f2ffe135dee4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': 'f60d74e5-189f-4001-a5a6-77289bc2881d', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:21:15.026919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e066634e-09df-469e-acec-f2ffe135dee4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:21:15.030648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e066634e-09df-469e-acec-f2ffe135dee4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:21:15.033487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e066634e-09df-469e-acec-f2ffe135dee4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:21:15.039251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e066634e-09df-469e-acec-f2ffe135dee4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:21:15.057924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e066634e-09df-469e-acec-f2ffe135dee4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.132992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e066634e-09df-469e-acec-f2ffe135dee4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.141311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e066634e-09df-469e-acec-f2ffe135dee4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.164382 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e066634e-09df-469e-acec-f2ffe135dee4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d7a954-4157-4e1e-9d11-a7f9c5b581b7,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:15.174771 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e066634e-09df-469e-acec-f2ffe135dee4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.175956 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e066634e-09df-469e-acec-f2ffe135dee4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1590765 May 28 05:21:15.178830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38822) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:15.184630 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-887d3a98-24a2-44b7-aab9-957b7dce17a8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': 'f60d74e5-189f-4001-a5a6-77289bc2881d', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:21:15.190841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-887d3a98-24a2-44b7-aab9-957b7dce17a8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:21:15.194856 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-887d3a98-24a2-44b7-aab9-957b7dce17a8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:21:15.197881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-887d3a98-24a2-44b7-aab9-957b7dce17a8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:21:15.204391 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-887d3a98-24a2-44b7-aab9-957b7dce17a8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:21:15.223162 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-887d3a98-24a2-44b7-aab9-957b7dce17a8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.286781 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-887d3a98-24a2-44b7-aab9-957b7dce17a8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.292260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-887d3a98-24a2-44b7-aab9-957b7dce17a8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.314225 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d3a98-24a2-44b7-aab9-957b7dce17a8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd004864-8b3b-4a03-a2ee-312c61641bd3,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:15.324339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-887d3a98-24a2-44b7-aab9-957b7dce17a8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.325691 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-887d3a98-24a2-44b7-aab9-957b7dce17a8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1457443 May 28 05:21:15.328888 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38826) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:15.334265 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-f926039b-f186-4e78-a9d4-ae264bea9f2e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': 'f60d74e5-189f-4001-a5a6-77289bc2881d', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:21:15.340261 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f926039b-f186-4e78-a9d4-ae264bea9f2e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:21:15.344811 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f926039b-f186-4e78-a9d4-ae264bea9f2e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:21:15.347817 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-f926039b-f186-4e78-a9d4-ae264bea9f2e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:21:15.353752 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-f926039b-f186-4e78-a9d4-ae264bea9f2e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:21:15.374777 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f926039b-f186-4e78-a9d4-ae264bea9f2e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.443207 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f926039b-f186-4e78-a9d4-ae264bea9f2e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.448654 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f926039b-f186-4e78-a9d4-ae264bea9f2e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.471935 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926039b-f186-4e78-a9d4-ae264bea9f2e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569b4224-42d3-4564-be90-0303feda5e6a,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:15.481402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f926039b-f186-4e78-a9d4-ae264bea9f2e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.482822 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f926039b-f186-4e78-a9d4-ae264bea9f2e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1530030 May 28 05:21:15.486158 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38830) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:15.491522 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0cfca926-d8da-4724-a0d0-8e9479d03120 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': 'f60d74e5-189f-4001-a5a6-77289bc2881d', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:21:15.497398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0cfca926-d8da-4724-a0d0-8e9479d03120 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:21:15.501902 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0cfca926-d8da-4724-a0d0-8e9479d03120 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:21:15.504743 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0cfca926-d8da-4724-a0d0-8e9479d03120 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:21:15.510387 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0cfca926-d8da-4724-a0d0-8e9479d03120 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:21:15.524649 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.securitygroups_db [None req-0cfca926-d8da-4724-a0d0-8e9479d03120 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Project 9303cb889d584d1793d285a7bfb26533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:21:15.531307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0cfca926-d8da-4724-a0d0-8e9479d03120 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.595800 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0cfca926-d8da-4724-a0d0-8e9479d03120 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.600996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0cfca926-d8da-4724-a0d0-8e9479d03120 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.624476 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfca926-d8da-4724-a0d0-8e9479d03120 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e781a1e-1dbc-4000-9792-887d48d14777,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:15.635274 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0cfca926-d8da-4724-a0d0-8e9479d03120 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.636437 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0cfca926-d8da-4724-a0d0-8e9479d03120 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1493471 May 28 05:21:15.639876 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38834) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:15.646124 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f8b5c7f4-8dad-482c-9572-114be43557fe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': 'f60d74e5-189f-4001-a5a6-77289bc2881d', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:21:15.652368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f8b5c7f4-8dad-482c-9572-114be43557fe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:21:15.656571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f8b5c7f4-8dad-482c-9572-114be43557fe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:21:15.659597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f8b5c7f4-8dad-482c-9572-114be43557fe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:21:15.665514 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f8b5c7f4-8dad-482c-9572-114be43557fe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:21:15.676979 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-f8b5c7f4-8dad-482c-9572-114be43557fe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Project 9303cb889d584d1793d285a7bfb26533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:21:15.683332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c7f4-8dad-482c-9572-114be43557fe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.759783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c7f4-8dad-482c-9572-114be43557fe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.766131 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c7f4-8dad-482c-9572-114be43557fe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.788519 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5c7f4-8dad-482c-9572-114be43557fe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc95ba58-5587-41b0-83ab-acc17bdde93d,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:15.797299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f8b5c7f4-8dad-482c-9572-114be43557fe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.798652 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f8b5c7f4-8dad-482c-9572-114be43557fe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1572156 May 28 05:21:15.801831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38838) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:15.807047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-524a775d-babd-4abf-9b0a-2c7f089fe191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'network': {'name': 'tempest-network-smoke--965177515', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'port_security_enabled': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:21:15.811782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-524a775d-babd-4abf-9b0a-2c7f089fe191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:21:15.815599 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-524a775d-babd-4abf-9b0a-2c7f089fe191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:network and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:21:15.818379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-524a775d-babd-4abf-9b0a-2c7f089fe191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:21:15.823939 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-524a775d-babd-4abf-9b0a-2c7f089fe191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:21:15.842847 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524a775d-babd-4abf-9b0a-2c7f089fe191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Made reservation on behalf of 9303cb889d584d1793d285a7bfb26533 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:21:15.847415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-524a775d-babd-4abf-9b0a-2c7f089fe191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.881324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524a775d-babd-4abf-9b0a-2c7f089fe191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:21:15.890414 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-524a775d-babd-4abf-9b0a-2c7f089fe191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.890771 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-524a775d-babd-4abf-9b0a-2c7f089fe191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Added segment 16a48c41-598a-455b-ad23-ada604643662 of type vlan for network f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be May 28 05:21:15.916523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-524a775d-babd-4abf-9b0a-2c7f089fe191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.946473 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-524a775d-babd-4abf-9b0a-2c7f089fe191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:15.950148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524a775d-babd-4abf-9b0a-2c7f089fe191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:15.950722 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-524a775d-babd-4abf-9b0a-2c7f089fe191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:16.048642 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-524a775d-babd-4abf-9b0a-2c7f089fe191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2458451 May 28 05:21:16.051785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38842) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:16.058540 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1733526025', 'admin_state_up': True, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:21:16.063765 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a775d-babd-4abf-9b0a-2c7f089fe191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Network': ['ID=f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:16.067356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:21:16.071165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:router and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:21:16.074027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:21:16.074397 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:21:16.080079 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:21:16.090808 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:16.091797 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:16.109891 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:16.260500 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:16.440685 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:16.468522 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:16.621354 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.26.8.45 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/40e7c09d-36af-44fe-8463-6350c07ae704) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:21:16.876302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:16.907210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:16.974873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:21:16.977701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:21:16.980327 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:21:17.012471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=40e7c09d-36af-44fe-8463-6350c07ae704,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:17.146926 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:17.147564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:17.387196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:21:17.598389 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:21:17.609617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Sync routers for ids ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:21:17.623140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Routers {'d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:21:17.624134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:20:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:17.627509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:17.631966 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-88fd1dad-290b-4fc0-8c9e-4379c00a1878 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5760806 May 28 05:21:17.632395 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38846) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:17.800922 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Set router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:21:17.801217 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-72238f60-d2fd-4a4b-b77a-7cd7f6e7e566 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9303cb889d584d1793d285a7bfb26533&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1676152 May 28 05:21:17.804027 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38852) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:17.932004 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6379fe95-fbe1-404f-b039-7031a283a4f3 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:17.936056 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6379fe95-fbe1-404f-b039-7031a283a4f3 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1284993 May 28 05:21:17.936270 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38856) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:17.977385 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-820db052-5d25-4c91-92a9-0bf1153cd1db tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374746 May 28 05:21:17.977596 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38860) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:17.982858 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e6a8cf3a-3d63-4fc9-b336-a23037f1d4db tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-465524189', 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:21:18.086611 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733526025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:17Z', 'revision_number': 3, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:18.090209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e6a8cf3a-3d63-4fc9-b336-a23037f1d4db tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:21:18.090609 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Checking router: d8be8984-4e48-4ae7-bd7a-d4ebbd41347e for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:21:18.090959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Updating router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e port 40e7c09d-36af-44fe-8463-6350c07ae704 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:21:18.094074 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e6a8cf3a-3d63-4fc9-b336-a23037f1d4db tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:subnet and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:21:18.096931 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e6a8cf3a-3d63-4fc9-b336-a23037f1d4db tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:21:18.102800 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e6a8cf3a-3d63-4fc9-b336-a23037f1d4db tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:21:18.114007 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a8cf3a-3d63-4fc9-b336-a23037f1d4db tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Made reservation on behalf of 9303cb889d584d1793d285a7bfb26533 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:21:18.141925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:18.216519 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e6a8cf3a-3d63-4fc9-b336-a23037f1d4db tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:18.433255 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e6a8cf3a-3d63-4fc9-b336-a23037f1d4db tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:18.496925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:18.508769 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Transition to ACTIVE for port object 40e7c09d-36af-44fe-8463-6350c07ae704 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:21:18.512362 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a8cf3a-3d63-4fc9-b336-a23037f1d4db tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Subnet': ['ID=2cf32499-57c4-4560-afaa-8d8abcbe030e,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:18.516462 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:18.524988 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a8cf3a-3d63-4fc9-b336-a23037f1d4db tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Checking segment: {'id': '16a48c41-598a-455b-ad23-ada604643662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:21:18.525345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a8cf3a-3d63-4fc9-b336-a23037f1d4db tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network hostable DHCP agents. Network: f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:21:18.548246 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a8cf3a-3d63-4fc9-b336-a23037f1d4db tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:21:18.562068 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-e6a8cf3a-3d63-4fc9-b336-a23037f1d4db tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:21:18.569185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a8cf3a-3d63-4fc9-b336-a23037f1d4db tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:18.569932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e6a8cf3a-3d63-4fc9-b336-a23037f1d4db tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:18.571509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5866a8e8-692c-4923-b536-952f5a980311 None None] Network f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:21:18.594856 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e6a8cf3a-3d63-4fc9-b336-a23037f1d4db tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6162295 May 28 05:21:18.597541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38864) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:18.681158 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Attempting to bind port 40e7c09d-36af-44fe-8463-6350c07ae704 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:21:18.681804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Attempting to bind port 40e7c09d-36af-44fe-8463-6350c07ae704 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:21:18.681919 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Attempting to bind port 40e7c09d-36af-44fe-8463-6350c07ae704 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:21:18.683757 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc509c-b429-4612-a799-9db3c4adc056 None None] Pushing event updated for resources: {'Port': ['ID=40e7c09d-36af-44fe-8463-6350c07ae704,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:18.714158 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc509c-b429-4612-a799-9db3c4adc056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:18.714478 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc509c-b429-4612-a799-9db3c4adc056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:18.714799 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc509c-b429-4612-a799-9db3c4adc056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:18.715110 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc509c-b429-4612-a799-9db3c4adc056 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:18.715422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc509c-b429-4612-a799-9db3c4adc056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:18.715728 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc509c-b429-4612-a799-9db3c4adc056 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:18.716039 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc509c-b429-4612-a799-9db3c4adc056 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:18.716346 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc509c-b429-4612-a799-9db3c4adc056 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:18.716653 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc509c-b429-4612-a799-9db3c4adc056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:18.716954 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc509c-b429-4612-a799-9db3c4adc056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:18.717237 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcc509c-b429-4612-a799-9db3c4adc056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:18.723124 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:21:18.723477 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:21:18.723870 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:18.724239 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:21:18.724712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Bound port: 40e7c09d-36af-44fe-8463-6350c07ae704, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:21:18.725071 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:18.879046 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] For port 40e7c09d-36af-44fe-8463-6350c07ae704, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:21:18.891571 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] For port 40e7c09d-36af-44fe-8463-6350c07ae704, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=40e7c09d-36af-44fe-8463-6350c07ae704,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:21:18.900656 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ips': [{'subnet_id': '2cf32499-57c4-4560-afaa-8d8abcbe030e'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:21:18.901694 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:18.911888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:19.054986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc509c-b429-4612-a799-9db3c4adc056 None None] Pushing event updated for resources: {'Port': ['ID=40e7c09d-36af-44fe-8463-6350c07ae704,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:19.065791 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Routers {'d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:21:19.066400 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:20:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:19.272097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Allocated IP 172.20.0.2 (f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be/2cf32499-57c4-4560-afaa-8d8abcbe030e/7323b7c2-3f04-4a0e-b43c-01f39bbe4b99) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:21:19.366925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] Set router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:21:19.440581 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:19.750368 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:19.766935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Transition to ACTIVE for port object 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:21:19.789802 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Transition to ACTIVE for port object 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:21:19.796926 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:19.859266 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.20.0.1 (f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be/2cf32499-57c4-4560-afaa-8d8abcbe030e/ef6a2e96-9208-4f55-b443-4ec77a5885fa) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:21:19.874309 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Network f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:21:19.879325 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733526025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:17Z', 'revision_number': 3, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:19.881360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Pushing event updated for resources: {'Port': ['ID=7323b7c2-3f04-4a0e-b43c-01f39bbe4b99,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:19.883828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:21:19.886874 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:21:19.890209 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6607ecec-d0fa-4c46-b5d6-cd303c70228a None None] The sync data for ids ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'] in dv-neutron-843300-5-hyperv is: [{'id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733526025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:17Z', 'revision_number': 3, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:21:19.979171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Attempting to bind port 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:21:19.979622 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Attempting to bind port 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '16a48c41-598a-455b-ad23-ada604643662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:21:19.980043 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Attempting to bind port 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 on network f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:21:19.987467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:21:19.987902 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Checking segment: {'id': '16a48c41-598a-455b-ad23-ada604643662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:21:19.988294 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:19.988674 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Bound using segment: {'id': '16a48c41-598a-455b-ad23-ada604643662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:21:19.989134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Bound port: 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a48c41-598a-455b-ad23-ada604643662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:21:19.989497 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:20.029069 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:20.047954 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Transition to ACTIVE for port object ef6a2e96-9208-4f55-b443-4ec77a5885fa will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:21:20.075105 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:20.082742 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] For port 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:21:20.087938 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] For port 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=7323b7c2-3f04-4a0e-b43c-01f39bbe4b99,segment=NetworkSegment(16a48c41-598a-455b-ad23-ada604643662),segment_id=16a48c41-598a-455b-ad23-ada604643662)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:21:20.095735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:20.157308 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:21:20.160442 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:21:20.164874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:21:20.193591 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=ef6a2e96-9208-4f55-b443-4ec77a5885fa,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:20.197142 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcd254-1855-4855-a4d8-f09a613da055 None None] Pushing event updated for resources: {'Port': ['ID=7323b7c2-3f04-4a0e-b43c-01f39bbe4b99,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:20.233541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:20.336248 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:20.767307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:21:20.854515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:21:20.860599 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 40e7c09d-36af-44fe-8463-6350c07ae704 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:21:20.905274 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:20.916079 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:20.950757 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 40e7c09d-36af-44fe-8463-6350c07ae704 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:21:20.956704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 40e7c09d-36af-44fe-8463-6350c07ae704 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:21:20.957208 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:21.036196 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:21.039783 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=ef6a2e96-9208-4f55-b443-4ec77a5885fa,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:21.088135 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:21.105482 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 40e7c09d-36af-44fe-8463-6350c07ae704, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=40e7c09d-36af-44fe-8463-6350c07ae704,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:21:21.112311 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:21.182648 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7834c7-101f-4193-924b-09e2c0c19fca None None] Network f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:21:21.197417 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:21:21.198698 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:21:21.280889 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=40e7c09d-36af-44fe-8463-6350c07ae704,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:21.312655 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-251e3407-0f41-4098-b927-306b2328f332 None None] Provisioning for port 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:21:21.328233 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-251e3407-0f41-4098-b927-306b2328f332 None None] Provisioning complete for port 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:21:21.328599 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-251e3407-0f41-4098-b927-306b2328f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:21.531441 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-251e3407-0f41-4098-b927-306b2328f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:21.573297 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-251e3407-0f41-4098-b927-306b2328f332 None None] For port 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=7323b7c2-3f04-4a0e-b43c-01f39bbe4b99,segment=NetworkSegment(16a48c41-598a-455b-ad23-ada604643662),segment_id=16a48c41-598a-455b-ad23-ada604643662)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:21:21.579002 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-251e3407-0f41-4098-b927-306b2328f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:21.579389 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:21:21.648894 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e3407-0f41-4098-b927-306b2328f332 None None] Pushing event updated for resources: {'Port': ['ID=7323b7c2-3f04-4a0e-b43c-01f39bbe4b99,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:21.788095 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:21:21.799470 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d36265d7-2739-4bb0-9321-eb7550c5c738 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "PUT /v2.0/routers/d8be8984-4e48-4ae7-bd7a-d4ebbd41347e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2009187 May 28 05:21:21.803168 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aad99b2d-c1d0-4eda-b9e6-6f489a0f9166 None None] Provisioning for port ef6a2e96-9208-4f55-b443-4ec77a5885fa completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:21:21.809258 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aad99b2d-c1d0-4eda-b9e6-6f489a0f9166 None None] Provisioning complete for port ef6a2e96-9208-4f55-b443-4ec77a5885fa triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:21:21.809801 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aad99b2d-c1d0-4eda-b9e6-6f489a0f9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:21.877730 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-aad99b2d-c1d0-4eda-b9e6-6f489a0f9166 None None] Port ef6a2e96-9208-4f55-b443-4ec77a5885fa cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:21:21.893246 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aad99b2d-c1d0-4eda-b9e6-6f489a0f9166 None None] Provisioning complete for port 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:21:21.893728 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aad99b2d-c1d0-4eda-b9e6-6f489a0f9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:22.004240 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-d3163b57-8680-41f4-b13c-dc6f6141e1a2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:21:22.023895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-d3163b57-8680-41f4-b13c-dc6f6141e1a2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:21:22.025116 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-d3163b57-8680-41f4-b13c-dc6f6141e1a2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-19237490&fields=id&tenant_id=9303cb889d584d1793d285a7bfb26533 HTTP/1.1" status: 200 len: 267 time: 0.0727026 May 28 05:21:22.142568 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f45493b1-6b67-4be8-a5e4-aed5b646462e None None] Provisioning complete for port ef6a2e96-9208-4f55-b443-4ec77a5885fa triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:21:22.142931 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f45493b1-6b67-4be8-a5e4-aed5b646462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:22.180219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-9e9e2f7c-89c1-4cfb-a277-5e688a6a3f85 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:22.180888 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-9e9e2f7c-89c1-4cfb-a277-5e688a6a3f85 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:21:22.200773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-9e9e2f7c-89c1-4cfb-a277-5e688a6a3f85 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:21:22.202081 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-9e9e2f7c-89c1-4cfb-a277-5e688a6a3f85 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/networks?id=f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be HTTP/1.1" status: 200 len: 796 time: 0.1699288 May 28 05:21:22.206982 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f45493b1-6b67-4be8-a5e4-aed5b646462e None None] Port ef6a2e96-9208-4f55-b443-4ec77a5885fa cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:21:22.208408 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3585b382-1c96-4bfd-b03b-531fca762624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:22.221982 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-756612b9-9228-402c-9aaa-3f7361403ede tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/quotas/9303cb889d584d1793d285a7bfb26533 HTTP/1.1" status: 200 len: 375 time: 0.0131464 May 28 05:21:22.304158 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-5c71de7f-1e23-4f98-88f5-37af9a9afad4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766885 May 28 05:21:22.329171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8c6b1798-d905-47b7-acbe-375adb926eca None None] Provisioning complete for port ef6a2e96-9208-4f55-b443-4ec77a5885fa triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:21:22.329534 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8c6b1798-d905-47b7-acbe-375adb926eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:22.381020 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8c6b1798-d905-47b7-acbe-375adb926eca None None] Port ef6a2e96-9208-4f55-b443-4ec77a5885fa cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:21:22.393087 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-75db5474-dd3e-48cf-9e47-9dc54f106ad5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 05:21:22.394085 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-75db5474-dd3e-48cf-9e47-9dc54f106ad5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0772989 May 28 05:21:22.527262 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-44b71877-2c3c-403c-acf8-3f13636683fa service neutron] 10.222.0.15 "GET /v2.0/networks/f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269174 May 28 05:21:22.666399 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-ef8f4a60-45af-4cc9-a248-6c8916d38403 service neutron] 10.222.0.15 "GET /v2.0/networks/f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313715 May 28 05:21:22.721497 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:21:22.798277 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:21:22.798645 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:22.840705 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:21:22.876652 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f46bedf2-01a6-4b5a-b48e-26c38ca0ad55 req-192f694a-bc67-49a8-b5bb-358e75e22cf7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 210 time: 0.0493677 May 28 05:21:22.931390 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 40e7c09d-36af-44fe-8463-6350c07ae704 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:21:23.045798 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 40e7c09d-36af-44fe-8463-6350c07ae704 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:21:23.046159 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:23.529587 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Sync routers for ids ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:21:23.542359 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Routers {'d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:21:23.543012 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:20:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:23.724085 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Set router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:21:24.040852 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733526025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:20Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'ef6a2e96-9208-4f55-b443-4ec77a5885fa', 'name': '', 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:ba:e3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:19Z', 'updated_at': '2022-05-28T05:21:20Z', 'revision_number': 2, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:24.045299 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Checking router: d8be8984-4e48-4ae7-bd7a-d4ebbd41347e for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:21:24.045945 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Updating router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e port ef6a2e96-9208-4f55-b443-4ec77a5885fa binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:21:24.061777 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c0c33e3a-2616-4fa6-93e3-ee0e73952046 req-f2a54562-5c09-4740-a41d-4a8fc91ce25b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 210 time: 0.0610642 May 28 05:21:24.101392 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:24.183492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-6ac1dd86-a249-4b0e-8f6c-da91c51b4f77 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:24.184923 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-6ac1dd86-a249-4b0e-8f6c-da91c51b4f77 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "GET /v2.0/networks?id=f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be HTTP/1.1" status: 200 len: 796 time: 0.1502004 May 28 05:21:24.240537 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-abffe7b8-5a3c-4b1f-a4b2-8b817090d270 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9303cb889d584d1793d285a7bfb26533 HTTP/1.1" status: 200 len: 378 time: 0.0427046 May 28 05:21:24.254637 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'port': {'device_id': '316727d1-77d3-40b7-8dfc-a244cfb94d7f', 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'admin_state_up': True, 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'security_groups': ['f60d74e5-189f-4001-a5a6-77289bc2881d']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:21:24.340975 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f311cbc1-5a6f-4597-b9ca-8bf6697eff79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:24.480293 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:24.492368 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Transition to ACTIVE for port object ef6a2e96-9208-4f55-b443-4ec77a5885fa will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:21:24.500098 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:24.503555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:21:24.507302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:port and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:21:24.510141 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:21:24.516844 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:21:24.527052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Made reservation on behalf of 9303cb889d584d1793d285a7bfb26533 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:21:24.530018 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:24.620965 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341064c0-6f09-4446-9528-d266a1145a6f None None] Pushing event updated for resources: {'Port': ['ID=ef6a2e96-9208-4f55-b443-4ec77a5885fa,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:24.632971 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341064c0-6f09-4446-9528-d266a1145a6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:24.633289 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341064c0-6f09-4446-9528-d266a1145a6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:24.633616 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341064c0-6f09-4446-9528-d266a1145a6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:24.633963 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341064c0-6f09-4446-9528-d266a1145a6f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:24.634275 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341064c0-6f09-4446-9528-d266a1145a6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:24.634591 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341064c0-6f09-4446-9528-d266a1145a6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:24.634896 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341064c0-6f09-4446-9528-d266a1145a6f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:24.635206 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341064c0-6f09-4446-9528-d266a1145a6f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:24.635511 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341064c0-6f09-4446-9528-d266a1145a6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:24.635816 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341064c0-6f09-4446-9528-d266a1145a6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:24.636121 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341064c0-6f09-4446-9528-d266a1145a6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:21:24.702658 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.20.0.6 (f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be/2cf32499-57c4-4560-afaa-8d8abcbe030e/98df7ab9-5f3b-4c13-baeb-ecdfe01dd275) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:21:24.724340 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Attempting to bind port ef6a2e96-9208-4f55-b443-4ec77a5885fa on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:21:24.724843 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Attempting to bind port ef6a2e96-9208-4f55-b443-4ec77a5885fa by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '16a48c41-598a-455b-ad23-ada604643662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:21:24.725194 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Attempting to bind port ef6a2e96-9208-4f55-b443-4ec77a5885fa on network f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:21:24.732172 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:21:24.732462 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Checking segment: {'id': '16a48c41-598a-455b-ad23-ada604643662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:21:24.732837 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:24.733216 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Bound using segment: {'id': '16a48c41-598a-455b-ad23-ada604643662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:21:24.733790 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Bound port: ef6a2e96-9208-4f55-b443-4ec77a5885fa, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a48c41-598a-455b-ad23-ada604643662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:21:24.734144 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:24.819339 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] For port ef6a2e96-9208-4f55-b443-4ec77a5885fa, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:21:24.822682 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] For port ef6a2e96-9208-4f55-b443-4ec77a5885fa, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ef6a2e96-9208-4f55-b443-4ec77a5885fa,segment=NetworkSegment(16a48c41-598a-455b-ad23-ada604643662),segment_id=16a48c41-598a-455b-ad23-ada604643662)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:21:24.829754 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:24.903351 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341064c0-6f09-4446-9528-d266a1145a6f None None] Pushing event updated for resources: {'Port': ['ID=ef6a2e96-9208-4f55-b443-4ec77a5885fa,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:24.917865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:24.919371 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Routers {'d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:21:24.919948 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:21:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:24.937277 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Transition to ACTIVE for port object 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:21:24.961381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:25.020442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:21:25.026027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:25.028502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:21:25.033629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:21:25.098445 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=98df7ab9-5f3b-4c13-baeb-ecdfe01dd275,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:25.109006 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] Set router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:21:25.111429 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:25.112081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:25.135880 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-04b59fd1-614d-430f-876a-db1434202b96 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8851783 May 28 05:21:25.146749 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Request body: {'port': {'device_id': '316727d1-77d3-40b7-8dfc-a244cfb94d7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:21:25.310212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:25.369631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-022ea5a2-2c6f-4da9-9cc5-a730c56b1691 None None] Provisioning for port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:21:25.375428 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-022ea5a2-2c6f-4da9-9cc5-a730c56b1691 None None] Provisioning complete for port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:21:25.375867 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-022ea5a2-2c6f-4da9-9cc5-a730c56b1691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:25.404838 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d8d37-3f66-45a8-bf71-b016a7da4242 req-c5ba6434-db08-4ee0-9c13-c8fc8ce11e2e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:25.405673 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-cc2d8d37-3f66-45a8-bf71-b016a7da4242 req-c5ba6434-db08-4ee0-9c13-c8fc8ce11e2e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:21:25.430031 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-022ea5a2-2c6f-4da9-9cc5-a730c56b1691 None None] Port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:21:25.458541 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733526025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:20Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'ef6a2e96-9208-4f55-b443-4ec77a5885fa', 'name': '', 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:ba:e3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:19Z', 'updated_at': '2022-05-28T05:21:24Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:25.462178 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-cc2d8d37-3f66-45a8-bf71-b016a7da4242 req-c5ba6434-db08-4ee0-9c13-c8fc8ce11e2e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:21:25.462395 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce13c616-a460-4a19-9a92-d3f7713496ee None None] The sync data for ids ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'] in dv-neutron-843300-5-hyperv is: [{'id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733526025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:20Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'ef6a2e96-9208-4f55-b443-4ec77a5885fa', 'name': '', 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:ba:e3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:19Z', 'updated_at': '2022-05-28T05:21:24Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:21:25.463341 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc2d8d37-3f66-45a8-bf71-b016a7da4242 req-c5ba6434-db08-4ee0-9c13-c8fc8ce11e2e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 931 time: 0.2221572 May 28 05:21:25.584582 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:25.614178 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc2d8d37-3f66-45a8-bf71-b016a7da4242 req-db695a6f-c4f7-4c09-96b6-f48ff56e91d5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=f60d74e5-189f-4001-a5a6-77289bc2881d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369140 May 28 05:21:25.681548 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:25.745551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:21:25.752743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:25.768750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Transition to ACTIVE for port object 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:21:25.772915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:25.938646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Pushing event updated for resources: {'Port': ['ID=98df7ab9-5f3b-4c13-baeb-ecdfe01dd275,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:26.030281 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Attempting to bind port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:21:26.030709 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Attempting to bind port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '16a48c41-598a-455b-ad23-ada604643662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:21:26.031009 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Attempting to bind port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 on network f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:21:26.037312 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 on network f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:21:26.037626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Attempting to bind port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 on network f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:21:26.044701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:21:26.045029 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Checking segment: {'id': '16a48c41-598a-455b-ad23-ada604643662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:21:26.045401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Bound using segment: {'id': '16a48c41-598a-455b-ad23-ada604643662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:21:26.045860 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Bound port: 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a48c41-598a-455b-ad23-ada604643662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:21:26.046232 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:26.136065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] For port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:21:26.139230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] For port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=98df7ab9-5f3b-4c13-baeb-ecdfe01dd275,segment=NetworkSegment(16a48c41-598a-455b-ad23-ada604643662),segment_id=16a48c41-598a-455b-ad23-ada604643662)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:21:26.144899 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:26.211896 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:26.213160 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] 10.222.0.66 "PUT /v2.0/ports/98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 HTTP/1.1" status: 200 len: 1093 time: 1.0706534 May 28 05:21:26.213586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316727d1-77d3-40b7-8dfc-a244cfb94d7f', 'tag': '98df7ab9-5f3b-4c13-baeb-ecdfe01dd275'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:21:26.235659 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937c1ec-2200-434f-9ecb-65b71e6e4c54 service neutron] Pushing event updated for resources: {'Port': ['ID=98df7ab9-5f3b-4c13-baeb-ecdfe01dd275,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:26.335616 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-bf8791d5-24a7-4d38-a31e-414bd830d976 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 1096 time: 0.0747244 May 28 05:21:26.493523 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfdeb02a-ebdd-496d-a227-ab1e8748a4f7'] response: {'name': 'network-changed', 'server_uuid': '316727d1-77d3-40b7-8dfc-a244cfb94d7f', 'tag': '98df7ab9-5f3b-4c13-baeb-ecdfe01dd275', 'status': 'completed', 'code': 200} May 28 05:21:26.508893 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-7bb79e58-b580-43ac-be52-30a8eca06407 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 HTTP/1.1" status: 200 len: 217 time: 0.1664019 May 28 05:21:26.569927 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-6e04b479-b5de-4563-887a-85c960d496a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:26.571313 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-6e04b479-b5de-4563-887a-85c960d496a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf32499-57c4-4560-afaa-8d8abcbe030e HTTP/1.1" status: 200 len: 834 time: 0.0570595 May 28 05:21:26.646513 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-73a25344-181e-4a6a-8601-322cf80cb136 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692909 May 28 05:21:26.747760 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ef6a2e96-9208-4f55-b443-4ec77a5885fa up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:21:26.820344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port ef6a2e96-9208-4f55-b443-4ec77a5885fa completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:21:26.822778 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-9ce74194-f64f-431c-a060-d66987a468bf service neutron] 10.222.0.66 "GET /v2.0/networks/f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699595 May 28 05:21:26.825837 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ef6a2e96-9208-4f55-b443-4ec77a5885fa triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:21:26.826204 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:26.926011 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3218aba-cf2a-4b21-98eb-d5f291c238a2 req-31372e0a-3de2-479a-bb98-3a375e8b64ef tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:26.927462 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b3218aba-cf2a-4b21-98eb-d5f291c238a2 req-31372e0a-3de2-479a-bb98-3a375e8b64ef tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 943 time: 0.1844130 May 28 05:21:26.942769 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:26.975700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port ef6a2e96-9208-4f55-b443-4ec77a5885fa, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ef6a2e96-9208-4f55-b443-4ec77a5885fa,segment=NetworkSegment(16a48c41-598a-455b-ad23-ada604643662),segment_id=16a48c41-598a-455b-ad23-ada604643662)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:21:26.981865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:27.003311 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69989c9e-2e2f-4c8f-8d10-ac6ffbc2c427 req-25cd36b8-26e5-4e2f-8167-4379be78f7c1 service neutron] 10.222.0.66 "GET /v2.0/networks/f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735487 May 28 05:21:27.011506 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b3218aba-cf2a-4b21-98eb-d5f291c238a2 req-d66c40f7-67a9-4789-92dc-3672df566f9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=f60d74e5-189f-4001-a5a6-77289bc2881d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650392 May 28 05:21:27.047805 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=ef6a2e96-9208-4f55-b443-4ec77a5885fa,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:27.136729 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e66df1c-3527-480a-ac39-ee7ad8850b17 req-48721033-3fbb-46f2-b3d7-a0d7f8e3f49a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 1096 time: 0.0745134 May 28 05:21:27.254551 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:27.276120 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66df1c-3527-480a-ac39-ee7ad8850b17 req-6236278c-592f-4e70-8a86-9c70be606ca4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:27.277604 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e66df1c-3527-480a-ac39-ee7ad8850b17 req-6236278c-592f-4e70-8a86-9c70be606ca4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be HTTP/1.1" status: 200 len: 897 time: 0.1354117 May 28 05:21:27.348636 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e66df1c-3527-480a-ac39-ee7ad8850b17 req-9f46ddcc-68dc-4b4b-9008-99a1cd082094 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 HTTP/1.1" status: 200 len: 217 time: 0.0643532 May 28 05:21:27.412352 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66df1c-3527-480a-ac39-ee7ad8850b17 req-4e29ba60-b47a-4b09-8690-6f50db5bfc59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:27.413689 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e66df1c-3527-480a-ac39-ee7ad8850b17 req-4e29ba60-b47a-4b09-8690-6f50db5bfc59 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf32499-57c4-4560-afaa-8d8abcbe030e HTTP/1.1" status: 200 len: 834 time: 0.0586159 May 28 05:21:27.492201 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e66df1c-3527-480a-ac39-ee7ad8850b17 req-a7c94c4d-29c7-4229-9ca4-375e47ba5f11 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719895 May 28 05:21:27.632722 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e66df1c-3527-480a-ac39-ee7ad8850b17 req-4866a3b0-e7e9-4c3a-9061-c7b4d8938a2c service neutron] 10.222.0.66 "GET /v2.0/networks/f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333795 May 28 05:21:27.776301 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e66df1c-3527-480a-ac39-ee7ad8850b17 req-46c69d60-d3d0-4c46-ad53-04d2a22b1399 service neutron] 10.222.0.66 "GET /v2.0/networks/f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369262 May 28 05:21:28.230561 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac860e-1686-4782-bdac-311eb2c3874d req-99c42d2f-8540-4293-bc95-612210ca77eb tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:28.232021 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-32ac860e-1686-4782-bdac-311eb2c3874d req-99c42d2f-8540-4293-bc95-612210ca77eb tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 943 time: 0.0919800 May 28 05:21:28.279767 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-32ac860e-1686-4782-bdac-311eb2c3874d req-e65cc2fa-9c7d-49df-955f-13a7d812f57e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=f60d74e5-189f-4001-a5a6-77289bc2881d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416026 May 28 05:21:28.724000 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ef6a2e96-9208-4f55-b443-4ec77a5885fa up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:21:28.792438 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port ef6a2e96-9208-4f55-b443-4ec77a5885fa triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:21:28.792811 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:29.473094 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:21:29.490714 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66616d75-3294-4fa5-a97d-59d49440d820 req-b84ba26e-5343-4ba5-95f1-5ea1128be710 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:29.492194 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66616d75-3294-4fa5-a97d-59d49440d820 req-b84ba26e-5343-4ba5-95f1-5ea1128be710 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 943 time: 0.0843856 May 28 05:21:29.541240 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-66616d75-3294-4fa5-a97d-59d49440d820 req-40151c74-d915-40fd-8e5e-7287a4b1bae3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=f60d74e5-189f-4001-a5a6-77289bc2881d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432401 May 28 05:21:29.606569 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=98df7ab9-5f3b-4c13-baeb-ecdfe01dd275,segment=NetworkSegment(16a48c41-598a-455b-ad23-ada604643662),segment_id=16a48c41-598a-455b-ad23-ada604643662)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:21:29.619860 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '98df7ab9-5f3b-4c13-baeb-ecdfe01dd275', 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'port_id': '98df7ab9-5f3b-4c13-baeb-ecdfe01dd275', 'mac_address': 'fa:16:3e:35:5e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:21:29.683558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:29.703307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:21:29.720690 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=98df7ab9-5f3b-4c13-baeb-ecdfe01dd275,segment=NetworkSegment(16a48c41-598a-455b-ad23-ada604643662),segment_id=16a48c41-598a-455b-ad23-ada604643662)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:21:29.727210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:29.792147 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=98df7ab9-5f3b-4c13-baeb-ecdfe01dd275,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:29.949001 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['98df7ab9-5f3b-4c13-baeb-ecdfe01dd275'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:21:30.741398 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e7778-15d5-41c3-a877-8de12e7bb4ea req-d0d72c27-6445-4b4a-9905-7fc247a450c3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:30.743500 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cd6e7778-15d5-41c3-a877-8de12e7bb4ea req-d0d72c27-6445-4b4a-9905-7fc247a450c3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 944 time: 0.0781498 May 28 05:21:30.798258 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cd6e7778-15d5-41c3-a877-8de12e7bb4ea req-8293ffa2-402b-4d72-b916-ad54d62ce81b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=f60d74e5-189f-4001-a5a6-77289bc2881d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463009 May 28 05:21:31.497156 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:21:31.580148 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:21:31.585061 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:21:31.585419 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:31.705358 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:31.734919 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316727d1-77d3-40b7-8dfc-a244cfb94d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98df7ab9-5f3b-4c13-baeb-ecdfe01dd275'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:21:31.748873 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=98df7ab9-5f3b-4c13-baeb-ecdfe01dd275,segment=NetworkSegment(16a48c41-598a-455b-ad23-ada604643662),segment_id=16a48c41-598a-455b-ad23-ada604643662)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:21:31.754763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:31.819279 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=98df7ab9-5f3b-4c13-baeb-ecdfe01dd275,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:31.874483 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33527ee2-2a1c-4b22-bcea-fb6702d90479'] response: {'server_uuid': '316727d1-77d3-40b7-8dfc-a244cfb94d7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98df7ab9-5f3b-4c13-baeb-ecdfe01dd275', 'code': 200} May 28 05:21:32.020057 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ffc0f-ae7b-4304-a87f-44fed1a9defb req-66bb60fe-8e2e-4545-abf2-82a4be8c0619 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:32.021417 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-339ffc0f-ae7b-4304-a87f-44fed1a9defb req-66bb60fe-8e2e-4545-abf2-82a4be8c0619 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 945 time: 0.0824025 May 28 05:21:32.211940 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-339ffc0f-ae7b-4304-a87f-44fed1a9defb req-db9fb7b7-88c6-42a4-adb6-a668b2050372 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=f60d74e5-189f-4001-a5a6-77289bc2881d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1839042 May 28 05:21:32.229331 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-75a9c777-14f7-4040-90db-2724dac0bed1 req-ac922d40-1a4c-4295-b6ea-a787e1d8a02b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 1098 time: 0.0864942 May 28 05:21:32.275480 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-75a9c777-14f7-4040-90db-2724dac0bed1 req-2f803f1c-9fe9-4536-a4ae-e040a770b23f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f60d74e5-189f-4001-a5a6-77289bc2881d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387015 May 28 05:21:33.421515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a344468c-35f0-4031-ad42-d15687301cb5 req-66f23cf8-9125-4a9e-bfb4-a51219811345 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:33.425351 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a344468c-35f0-4031-ad42-d15687301cb5 req-66f23cf8-9125-4a9e-bfb4-a51219811345 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 945 time: 0.0834799 May 28 05:21:33.474460 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a344468c-35f0-4031-ad42-d15687301cb5 req-ba8c3c58-1a2a-4820-8aeb-0356be6d6a41 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=f60d74e5-189f-4001-a5a6-77289bc2881d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408516 May 28 05:21:33.688607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a017f690-4c8c-4e2a-8f5f-5832ef5eed08 req-58df7d75-f59f-4881-9ec4-3eb080c6e91e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:33.690085 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a017f690-4c8c-4e2a-8f5f-5832ef5eed08 req-58df7d75-f59f-4881-9ec4-3eb080c6e91e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 945 time: 0.0771751 May 28 05:21:33.739711 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a017f690-4c8c-4e2a-8f5f-5832ef5eed08 req-04acd1a9-5e21-432c-ab9c-8458556fb8e2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=f60d74e5-189f-4001-a5a6-77289bc2881d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438454 May 28 05:21:33.774840 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38918) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:33.847299 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8ead98a4-c207-48bc-b25a-eddf9df857a9 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 1093 time: 0.0713158 May 28 05:21:33.851306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38922) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:33.856342 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': '98df7ab9-5f3b-4c13-baeb-ecdfe01dd275', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:21:33.862536 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:21:33.866684 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:floatingip and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:21:33.869674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:21:33.875851 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:21:33.890056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:34.027790 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:34.166483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.26.8.144 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/7f7109a3-6b41-47c3-bf1f-bae7c23c90f9) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:21:34.317679 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:34.346951 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:34.411805 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:21:34.414647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:21:34.418901 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:21:34.445837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=7f7109a3-6b41-47c3-bf1f-bae7c23c90f9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:34.940901 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:35.004133 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:35.317883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:35.324409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:35.429415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=7f7109a3-6b41-47c3-bf1f-bae7c23c90f9,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:21:35.443091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:35.643413 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Floating IP fe0c44c7-34c5-403d-99d3-ed6b201c79d9 associated. External IP: 172.26.8.144, port: 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275. May 28 05:21:36.035774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:21:36.259265 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:21:36.270613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a031dd6-622b-4960-86a7-bae625a92c8f None None] Sync routers for ids ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:21:36.285426 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a031dd6-622b-4960-86a7-bae625a92c8f None None] Routers {'d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:21:36.286117 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-6a031dd6-622b-4960-86a7-bae625a92c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:21:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:36.288865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:36.350482 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d348614e-6c82-45e5-9565-891611688fa7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4969563 May 28 05:21:36.350482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316727d1-77d3-40b7-8dfc-a244cfb94d7f', 'tag': '98df7ab9-5f3b-4c13-baeb-ecdfe01dd275'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:21:36.408758 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1876b0-c9bf-4df9-8cf6-76fb99b40c30'] response: {'name': 'network-changed', 'server_uuid': '316727d1-77d3-40b7-8dfc-a244cfb94d7f', 'tag': '98df7ab9-5f3b-4c13-baeb-ecdfe01dd275', 'status': 'completed', 'code': 200} May 28 05:21:36.547027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-6a031dd6-622b-4960-86a7-bae625a92c8f None None] Set router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:21:36.580444 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156b7de-d8d0-4c95-bb7d-2657b392b579 req-7cf25dd5-7661-489f-b3e7-7c92b5274339 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:36.581934 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7156b7de-d8d0-4c95-bb7d-2657b392b579 req-7cf25dd5-7661-489f-b3e7-7c92b5274339 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 945 time: 0.1186850 May 28 05:21:36.585832 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40c72f69-1f11-4079-b298-49eb25c9bf17 req-7e16349a-d0c4-4a8f-b7b9-0937f7475b8e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 1098 time: 0.1554477 May 28 05:21:36.730792 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7156b7de-d8d0-4c95-bb7d-2657b392b579 req-6a1693cc-2176-4ed5-af16-b6ccce83393a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=f60d74e5-189f-4001-a5a6-77289bc2881d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1425478 May 28 05:21:36.762202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38930) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:36.777383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c72f69-1f11-4079-b298-49eb25c9bf17 req-f6046a48-fcf5-4242-b345-3c3fe8aabbd4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:36.778954 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40c72f69-1f11-4079-b298-49eb25c9bf17 req-f6046a48-fcf5-4242-b345-3c3fe8aabbd4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be HTTP/1.1" status: 200 len: 897 time: 0.1734276 May 28 05:21:36.884559 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ad1279da-20b3-409b-b977-62534045527d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/fe0c44c7-34c5-403d-99d3-ed6b201c79d9 HTTP/1.1" status: 200 len: 991 time: 0.1210368 May 28 05:21:36.899234 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40c72f69-1f11-4079-b298-49eb25c9bf17 req-1d5852f5-79ef-4b4f-94d4-4d37b4ea85a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 HTTP/1.1" status: 200 len: 999 time: 0.1139097 May 28 05:21:36.943052 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-6a031dd6-622b-4960-86a7-bae625a92c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733526025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:20Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'fe0c44c7-34c5-403d-99d3-ed6b201c79d9', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'floating_ip_address': '172.26.8.144', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'port_id': '98df7ab9-5f3b-4c13-baeb-ecdfe01dd275', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'mac_address': 'fa:16:3e:35:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316727d1-77d3-40b7-8dfc-a244cfb94d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:21:34Z', 'updated_at': '2022-05-28T05:21:34Z', 'revision_number': 0, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6a2e96-9208-4f55-b443-4ec77a5885fa', 'name': '', 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:ba:e3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:19Z', 'updated_at': '2022-05-28T05:21:26Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:36.947915 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a031dd6-622b-4960-86a7-bae625a92c8f None None] Checking router: d8be8984-4e48-4ae7-bd7a-d4ebbd41347e for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:21:36.963172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a031dd6-622b-4960-86a7-bae625a92c8f None None] Routers {'d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:21:36.963896 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-6a031dd6-622b-4960-86a7-bae625a92c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:21:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:37.096635 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c72f69-1f11-4079-b298-49eb25c9bf17 req-ca447a9f-55ea-4899-a7f9-e07186e82dfe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:21:37.098099 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40c72f69-1f11-4079-b298-49eb25c9bf17 req-ca447a9f-55ea-4899-a7f9-e07186e82dfe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf32499-57c4-4560-afaa-8d8abcbe030e HTTP/1.1" status: 200 len: 834 time: 0.1936269 May 28 05:21:37.174870 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-6a031dd6-622b-4960-86a7-bae625a92c8f None None] Set router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:21:37.195535 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40c72f69-1f11-4079-b298-49eb25c9bf17 req-c0f45960-ab2e-4cd0-a918-7b0c67960855 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0906732 May 28 05:21:37.331611 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40c72f69-1f11-4079-b298-49eb25c9bf17 req-cd4ed45f-275d-4769-9aaa-bfe083795ca2 service neutron] 10.222.0.66 "GET /v2.0/networks/f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296506 May 28 05:21:37.465639 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40c72f69-1f11-4079-b298-49eb25c9bf17 req-2332d4ff-8562-49e5-ba6f-4cc95ba20a2a service neutron] 10.222.0.66 "GET /v2.0/networks/f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274197 May 28 05:21:37.531759 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-6a031dd6-622b-4960-86a7-bae625a92c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733526025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:20Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'fe0c44c7-34c5-403d-99d3-ed6b201c79d9', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'floating_ip_address': '172.26.8.144', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'port_id': '98df7ab9-5f3b-4c13-baeb-ecdfe01dd275', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'mac_address': 'fa:16:3e:35:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316727d1-77d3-40b7-8dfc-a244cfb94d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:21:34Z', 'updated_at': '2022-05-28T05:21:34Z', 'revision_number': 0, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6a2e96-9208-4f55-b443-4ec77a5885fa', 'name': '', 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:ba:e3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:19Z', 'updated_at': '2022-05-28T05:21:26Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:21:37.535960 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a031dd6-622b-4960-86a7-bae625a92c8f None None] The sync data for ids ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'] in dv-neutron-843300-5-hyperv is: [{'id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733526025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:20Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'fe0c44c7-34c5-403d-99d3-ed6b201c79d9', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'floating_ip_address': '172.26.8.144', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'port_id': '98df7ab9-5f3b-4c13-baeb-ecdfe01dd275', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'mac_address': 'fa:16:3e:35:5e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316727d1-77d3-40b7-8dfc-a244cfb94d7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:21:34Z', 'updated_at': '2022-05-28T05:21:34Z', 'revision_number': 0, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef6a2e96-9208-4f55-b443-4ec77a5885fa', 'name': '', 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:ba:e3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:19Z', 'updated_at': '2022-05-28T05:21:26Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:21:37.886642 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38934) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:37.996503 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2a011f23-b527-4f7f-aaee-4c226f044748 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/fe0c44c7-34c5-403d-99d3-ed6b201c79d9 HTTP/1.1" status: 200 len: 991 time: 0.1079636 May 28 05:21:38.999898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38938) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:39.115608 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c647fda2-371c-4b89-bbf6-55be3e19389b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/fe0c44c7-34c5-403d-99d3-ed6b201c79d9 HTTP/1.1" status: 200 len: 991 time: 0.1144853 May 28 05:21:40.120296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38942) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:40.226910 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c28ec872-eade-435d-a96c-b71633f22812 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/fe0c44c7-34c5-403d-99d3-ed6b201c79d9 HTTP/1.1" status: 200 len: 991 time: 0.1043682 May 28 05:21:41.230328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38946) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:41.333068 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-389273cb-c16d-4c22-934d-072690963b42 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/fe0c44c7-34c5-403d-99d3-ed6b201c79d9 HTTP/1.1" status: 200 len: 991 time: 0.1015127 May 28 05:21:41.562916 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7635b01-3ba1-4420-9430-e494dc2322a1 None None] New status for floating IP fe0c44c7-34c5-403d-99d3-ed6b201c79d9: ACTIVE {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:21:42.338116 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38950) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:21:42.550860 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-11feaa55-1051-4bca-b944-3149e1a3636f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/fe0c44c7-34c5-403d-99d3-ed6b201c79d9 HTTP/1.1" status: 200 len: 993 time: 0.2102265 May 28 05:21:52.198777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aab5fb2d-68f1-4ac6-90bf-45744531b312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:54.346683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d380307b-f83d-4b12-871f-87274673a708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:55.013638 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:55.585440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:55.694726 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:57.264220 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:21:59.848022 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:22:05.547625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48f54f-70f6-43f3-bfaf-c3eefaa53fd4 req-e5873eff-9f27-4f11-b13c-ed8204f5bd4b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:05.549033 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ec48f54f-70f6-43f3-bfaf-c3eefaa53fd4 req-e5873eff-9f27-4f11-b13c-ed8204f5bd4b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 945 time: 0.0835872 May 28 05:22:05.594729 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ec48f54f-70f6-43f3-bfaf-c3eefaa53fd4 req-146b863c-3e4f-490e-bdb6-60a9046e40b1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=f60d74e5-189f-4001-a5a6-77289bc2881d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398550 May 28 05:22:06.856740 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7332ddfe-fc0b-47aa-87a3-f9529dba1a61 req-e6a6b706-0d6d-4585-acac-113483e437fa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1290996 May 28 05:22:06.863245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49447ed7-b02f-413a-a62b-2e048d7bdd5a req-5cd92ece-ec3e-4b89-afe9-d4f232a63dcb tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:06.864530 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-49447ed7-b02f-413a-a62b-2e048d7bdd5a req-5cd92ece-ec3e-4b89-afe9-d4f232a63dcb tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 945 time: 0.1042585 May 28 05:22:06.913868 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-49447ed7-b02f-413a-a62b-2e048d7bdd5a req-01643c86-d488-4308-bc85-a995b5fe5240 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=f60d74e5-189f-4001-a5a6-77289bc2881d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428014 May 28 05:22:06.943329 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38970) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:06.992798 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7332ddfe-fc0b-47aa-87a3-f9529dba1a61 req-90561f00-60d2-473e-b491-c339133edd74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 1098 time: 0.0685022 May 28 05:22:07.048712 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1312fe85-466f-405d-a3bc-dd6f5abdae8e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/fe0c44c7-34c5-403d-99d3-ed6b201c79d9 HTTP/1.1" status: 200 len: 993 time: 0.1041026 May 28 05:22:07.141497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ddfe-fc0b-47aa-87a3-f9529dba1a61 req-4dbc99b4-a594-4f1c-a7c0-6eedf72855ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:07.143018 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7332ddfe-fc0b-47aa-87a3-f9529dba1a61 req-4dbc99b4-a594-4f1c-a7c0-6eedf72855ac service neutron] 10.222.0.66 "GET /v2.0/networks?id=f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be HTTP/1.1" status: 200 len: 897 time: 0.1305759 May 28 05:22:07.251485 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7332ddfe-fc0b-47aa-87a3-f9529dba1a61 req-2382d0b6-f02c-427c-9e42-29c0365f3ac5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 HTTP/1.1" status: 200 len: 1001 time: 0.1027031 May 28 05:22:07.318043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332ddfe-fc0b-47aa-87a3-f9529dba1a61 req-a641d407-b1b3-43e8-bcfa-b884331a1849 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:07.320215 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7332ddfe-fc0b-47aa-87a3-f9529dba1a61 req-a641d407-b1b3-43e8-bcfa-b884331a1849 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf32499-57c4-4560-afaa-8d8abcbe030e HTTP/1.1" status: 200 len: 834 time: 0.0613840 May 28 05:22:07.412826 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7332ddfe-fc0b-47aa-87a3-f9529dba1a61 req-6d2d9214-192e-48a8-88c1-0e8e270d4cf2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865197 May 28 05:22:07.651253 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7332ddfe-fc0b-47aa-87a3-f9529dba1a61 req-9b821354-6ee7-4d51-b21c-a2e26c059b50 service neutron] 10.222.0.66 "GET /v2.0/networks/f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315259 May 28 05:22:07.795102 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7332ddfe-fc0b-47aa-87a3-f9529dba1a61 req-29ad5ec3-00e8-4758-9cee-6b406b4b96db service neutron] 10.222.0.66 "GET /v2.0/networks/f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373460 May 28 05:22:08.562331 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a777d9-bcc7-4fb9-a4e4-dd2938ed37df req-83087c41-3666-4528-b687-ec85200a32b5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:08.563813 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a8a777d9-bcc7-4fb9-a4e4-dd2938ed37df req-83087c41-3666-4528-b687-ec85200a32b5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 945 time: 0.0755591 May 28 05:22:08.614189 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a8a777d9-bcc7-4fb9-a4e4-dd2938ed37df req-fc59bf18-b285-457c-94f4-214f3a6bd38b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=f60d74e5-189f-4001-a5a6-77289bc2881d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445900 May 28 05:22:09.824525 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a3ace-84cd-4ae8-b27c-a701095614e3 req-f0050149-5512-45a4-a644-2c4c00f2ea12 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:09.826007 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd3a3ace-84cd-4ae8-b27c-a701095614e3 req-f0050149-5512-45a4-a644-2c4c00f2ea12 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 945 time: 0.0830667 May 28 05:22:09.873568 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dd3a3ace-84cd-4ae8-b27c-a701095614e3 req-448cf1dd-0342-4b07-bb96-0f5fbe1ca1eb tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=f60d74e5-189f-4001-a5a6-77289bc2881d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418737 May 28 05:22:09.905269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 38982) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:10.009081 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-150d9a13-e807-47fe-a6ad-14dfc9dda0f9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/fe0c44c7-34c5-403d-99d3-ed6b201c79d9 HTTP/1.1" status: 200 len: 993 time: 0.1027200 May 28 05:22:10.367970 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 38990) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:10.572708 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port 7f7109a3-6b41-47c3-bf1f-bae7c23c90f9 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:22:10.573111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:10.742978 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:10.743256 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:10.876816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for 7f7109a3-6b41-47c3-bf1f-bae7c23c90f9 owned by network:floatingip {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:22:11.033911 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:11.076549 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=7f7109a3-6b41-47c3-bf1f-bae7c23c90f9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:11.115508 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:11.115848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:11.116186 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:11.116511 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:11.116841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:11.117170 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:11.117540 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:11.117886 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:11.118209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:11.118529 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:11.118844 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:11.180222 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:11.590252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:22:11.890665 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:22:11.901865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2e93e-a0f4-4af0-8839-15202a8cbb23 None None] Sync routers for ids ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:22:11.913484 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:11.915295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2e93e-a0f4-4af0-8839-15202a8cbb23 None None] Routers {'d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:22:11.916109 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f5d2e93e-a0f4-4af0-8839-15202a8cbb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:21:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:11.971753 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8868dd67-0c31-4a4a-8c32-897ea1a416b9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/floatingips/fe0c44c7-34c5-403d-99d3-ed6b201c79d9 HTTP/1.1" status: 204 len: 168 time: 1.5988607 May 28 05:22:11.971753 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316727d1-77d3-40b7-8dfc-a244cfb94d7f', 'tag': '98df7ab9-5f3b-4c13-baeb-ecdfe01dd275'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:22:12.104322 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-f5d2e93e-a0f4-4af0-8839-15202a8cbb23 None None] Set router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:22:12.110265 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-857c8072-ba7c-43a6-9b09-a92f629c331d'] response: {'name': 'network-changed', 'server_uuid': '316727d1-77d3-40b7-8dfc-a244cfb94d7f', 'tag': '98df7ab9-5f3b-4c13-baeb-ecdfe01dd275', 'status': 'completed', 'code': 200} May 28 05:22:12.212619 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24369e65-b03a-4209-af8b-fb34f435589c req-ce44cd27-dacd-4b81-99c1-51c41011669c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 1098 time: 0.0760133 May 28 05:22:12.403735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24369e65-b03a-4209-af8b-fb34f435589c req-5b82c25f-ee33-45f0-a5b1-3aa6f5bac172 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:12.405202 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24369e65-b03a-4209-af8b-fb34f435589c req-5b82c25f-ee33-45f0-a5b1-3aa6f5bac172 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be HTTP/1.1" status: 200 len: 897 time: 0.1864762 May 28 05:22:12.417277 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d05f7-0dd7-49a8-b48e-a6b3774f6951 req-079dcd16-8a38-4ed4-8539-9f51f89c2f6f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:12.418706 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c51d05f7-0dd7-49a8-b48e-a6b3774f6951 req-079dcd16-8a38-4ed4-8539-9f51f89c2f6f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 945 time: 0.1279984 May 28 05:22:12.466725 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f5d2e93e-a0f4-4af0-8839-15202a8cbb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733526025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:20Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'ef6a2e96-9208-4f55-b443-4ec77a5885fa', 'name': '', 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:ba:e3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:19Z', 'updated_at': '2022-05-28T05:21:26Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:12.470679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2e93e-a0f4-4af0-8839-15202a8cbb23 None None] Checking router: d8be8984-4e48-4ae7-bd7a-d4ebbd41347e for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:22:12.481897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2e93e-a0f4-4af0-8839-15202a8cbb23 None None] Routers {'d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:22:12.482495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f5d2e93e-a0f4-4af0-8839-15202a8cbb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:21:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:12.498496 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24369e65-b03a-4209-af8b-fb34f435589c req-440867b4-652d-4279-a7f9-6fb2f87aa32b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 HTTP/1.1" status: 200 len: 217 time: 0.0788751 May 28 05:22:12.564050 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c51d05f7-0dd7-49a8-b48e-a6b3774f6951 req-c58773dc-0cb5-4ec3-be99-066392ed5d70 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=f60d74e5-189f-4001-a5a6-77289bc2881d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990117 May 28 05:22:12.572691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24369e65-b03a-4209-af8b-fb34f435589c req-81615495-1f19-4cd8-a2fb-6d4f6551dec6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:12.574114 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24369e65-b03a-4209-af8b-fb34f435589c req-81615495-1f19-4cd8-a2fb-6d4f6551dec6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2cf32499-57c4-4560-afaa-8d8abcbe030e HTTP/1.1" status: 200 len: 834 time: 0.0651472 May 28 05:22:12.660533 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-f5d2e93e-a0f4-4af0-8839-15202a8cbb23 None None] Set router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:22:12.660917 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24369e65-b03a-4209-af8b-fb34f435589c req-e8193471-93b3-4bfb-8256-cb48f6767f4a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799031 May 28 05:22:12.796169 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24369e65-b03a-4209-af8b-fb34f435589c req-b1d2c039-2c34-4568-a8d4-c14e0110047f service neutron] 10.222.0.66 "GET /v2.0/networks/f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281266 May 28 05:22:12.938452 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24369e65-b03a-4209-af8b-fb34f435589c req-e5e8185b-30fc-4cd6-9dc2-3bb28e4b6dad service neutron] 10.222.0.66 "GET /v2.0/networks/f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362228 May 28 05:22:12.987571 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-f5d2e93e-a0f4-4af0-8839-15202a8cbb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733526025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:20Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'ef6a2e96-9208-4f55-b443-4ec77a5885fa', 'name': '', 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:ba:e3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:19Z', 'updated_at': '2022-05-28T05:21:26Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:12.991763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2e93e-a0f4-4af0-8839-15202a8cbb23 None None] The sync data for ids ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'] in dv-neutron-843300-5-hyperv is: [{'id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733526025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:20Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'ef6a2e96-9208-4f55-b443-4ec77a5885fa', 'name': '', 'network_id': 'f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:ba:e3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:19Z', 'updated_at': '2022-05-28T05:21:26Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '2cf32499-57c4-4560-afaa-8d8abcbe030e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:22:13.212542 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b30c69-ecac-4a55-b8ab-71322743be11 None None] New status for floating IP fe0c44c7-34c5-403d-99d3-ed6b201c79d9: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:22:13.823122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc81ef-4d17-42cf-90e4-1fa6f3d02ab3 req-885c6afc-c78e-4202-a0c9-45cf67fb46b7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:13.824567 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-aafc81ef-4d17-42cf-90e4-1fa6f3d02ab3 req-885c6afc-c78e-4202-a0c9-45cf67fb46b7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 945 time: 0.1317379 May 28 05:22:13.859281 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6027c52-01bc-4ce7-9f01-7f1170c62042 req-d6bc8390-c620-4d03-b91a-dcdea86eed95 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:13.860917 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6027c52-01bc-4ce7-9f01-7f1170c62042 req-d6bc8390-c620-4d03-b91a-dcdea86eed95 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 945 time: 0.1124704 May 28 05:22:13.926224 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-aafc81ef-4d17-42cf-90e4-1fa6f3d02ab3 req-ac0ce48e-e7f5-4ed6-9042-6acbb8571729 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=f60d74e5-189f-4001-a5a6-77289bc2881d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946023 May 28 05:22:13.939062 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-e6027c52-01bc-4ce7-9f01-7f1170c62042 req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:22:13.939404 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-e6027c52-01bc-4ce7-9f01-7f1170c62042 req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:14.280222 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-e6027c52-01bc-4ce7-9f01-7f1170c62042 req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=98df7ab9-5f3b-4c13-baeb-ecdfe01dd275,segment=NetworkSegment(16a48c41-598a-455b-ad23-ada604643662),segment_id=16a48c41-598a-455b-ad23-ada604643662)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:22:14.280464 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-e6027c52-01bc-4ce7-9f01-7f1170c62042 req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:14.401058 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-e6027c52-01bc-4ce7-9f01-7f1170c62042 req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:22:14.545993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-e6027c52-01bc-4ce7-9f01-7f1170c62042 req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:14.595008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=98df7ab9-5f3b-4c13-baeb-ecdfe01dd275,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:14.663539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:14.663875 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:14.664347 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:14.665064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:14.665394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:14.665717 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:14.666073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:14.666400 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:14.666723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:14.667046 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:14.667361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:14.679679 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6027c52-01bc-4ce7-9f01-7f1170c62042 req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] No DVR routers for this DVR port 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:22:14.682645 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-e6027c52-01bc-4ce7-9f01-7f1170c62042 req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:14.685128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316727d1-77d3-40b7-8dfc-a244cfb94d7f', 'name': 'network-vif-deleted', 'tag': '98df7ab9-5f3b-4c13-baeb-ecdfe01dd275'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:22:14.696697 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6027c52-01bc-4ce7-9f01-7f1170c62042 req-0057628f-96e5-4062-82a2-8cf15cc7092f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "DELETE /v2.0/ports/98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 HTTP/1.1" status: 204 len: 173 time: 0.8273883 May 28 05:22:14.743036 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cdd1300-0d31-4a26-905f-e4ce3f2b66d6'] response: {'server_uuid': '316727d1-77d3-40b7-8dfc-a244cfb94d7f', 'name': 'network-vif-deleted', 'tag': '98df7ab9-5f3b-4c13-baeb-ecdfe01dd275', 'status': 'completed', 'code': 200} May 28 05:22:15.111559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-da666df4-edd2-46aa-8c06-f7bfd1c9dff4 req-d8c47bd0-316e-419a-a3cb-d8fbe136d298 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:22:15.130029 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-da666df4-edd2-46aa-8c06-f7bfd1c9dff4 req-d8c47bd0-316e-419a-a3cb-d8fbe136d298 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:22:15.131421 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-da666df4-edd2-46aa-8c06-f7bfd1c9dff4 req-d8c47bd0-316e-419a-a3cb-d8fbe136d298 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=316727d1-77d3-40b7-8dfc-a244cfb94d7f HTTP/1.1" status: 200 len: 210 time: 0.0620997 May 28 05:22:16.255708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39010) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:16.675091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b9fe29d5-d830-4826-b2e0-6909f6243fcc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:17.418623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe29d5-d830-4826-b2e0-6909f6243fcc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port ef6a2e96-9208-4f55-b443-4ec77a5885fa {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:22:17.419314 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b9fe29d5-d830-4826-b2e0-6909f6243fcc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:17.619064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-b9fe29d5-d830-4826-b2e0-6909f6243fcc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port ef6a2e96-9208-4f55-b443-4ec77a5885fa, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=ef6a2e96-9208-4f55-b443-4ec77a5885fa,segment=NetworkSegment(16a48c41-598a-455b-ad23-ada604643662),segment_id=16a48c41-598a-455b-ad23-ada604643662)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:22:17.619396 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b9fe29d5-d830-4826-b2e0-6909f6243fcc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:17.738979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-b9fe29d5-d830-4826-b2e0-6909f6243fcc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for ef6a2e96-9208-4f55-b443-4ec77a5885fa owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:22:17.754700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:22:17.793206 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:22:17.793536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 98df7ab9-5f3b-4c13-baeb-ecdfe01dd275 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:22:17.933950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b9fe29d5-d830-4826-b2e0-6909f6243fcc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:17.987051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe29d5-d830-4826-b2e0-6909f6243fcc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=ef6a2e96-9208-4f55-b443-4ec77a5885fa,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:18.292392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b9fe29d5-d830-4826-b2e0-6909f6243fcc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:18.994505 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9fe29d5-d830-4826-b2e0-6909f6243fcc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:22:19.203958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fe29d5-d830-4826-b2e0-6909f6243fcc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:22:19.213698 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a4846-b955-4d38-b165-2dbb503bf54e None None] Sync routers for ids ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:22:19.222621 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b9fe29d5-d830-4826-b2e0-6909f6243fcc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "PUT /v2.0/routers/d8be8984-4e48-4ae7-bd7a-d4ebbd41347e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9658251 May 28 05:22:19.225630 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a4846-b955-4d38-b165-2dbb503bf54e None None] Routers {'d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:22:19.225842 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39014) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:19.226324 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-cc3a4846-b955-4d38-b165-2dbb503bf54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:21:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:19.397858 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-cc3a4846-b955-4d38-b165-2dbb503bf54e None None] Set router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:22:19.411142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-45497e3c-4faf-4b64-a417-cf586ff1085b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting subnet 2cf32499-57c4-4560-afaa-8d8abcbe030e {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:22:19.414613 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45497e3c-4faf-4b64-a417-cf586ff1085b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:19.467683 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45497e3c-4faf-4b64-a417-cf586ff1085b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:19.552956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45497e3c-4faf-4b64-a417-cf586ff1085b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:19.630564 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45497e3c-4faf-4b64-a417-cf586ff1085b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:19.671012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45497e3c-4faf-4b64-a417-cf586ff1085b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Subnet': ['ID=2cf32499-57c4-4560-afaa-8d8abcbe030e,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:19.677100 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-45497e3c-4faf-4b64-a417-cf586ff1085b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:19.684003 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-45497e3c-4faf-4b64-a417-cf586ff1085b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/subnets/2cf32499-57c4-4560-afaa-8d8abcbe030e HTTP/1.1" status: 204 len: 168 time: 0.4572532 May 28 05:22:19.684332 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299fd841-0cc8-4728-86e4-cf69e0897822 None None] Network f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:22:19.686861 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39018) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:19.768996 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-cc3a4846-b955-4d38-b165-2dbb503bf54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733526025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:22:17Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:19.784002 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a4846-b955-4d38-b165-2dbb503bf54e None None] Checking router: d8be8984-4e48-4ae7-bd7a-d4ebbd41347e for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:22:19.857699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a4846-b955-4d38-b165-2dbb503bf54e None None] Routers {'d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:22:19.858329 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-cc3a4846-b955-4d38-b165-2dbb503bf54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:21:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:19.891436 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1667c29b-18f0-472c-932b-05a67aa4a813 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:20.097228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-cc3a4846-b955-4d38-b165-2dbb503bf54e None None] Set router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:22:20.108327 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1667c29b-18f0-472c-932b-05a67aa4a813 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:20.121251 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-1667c29b-18f0-472c-932b-05a67aa4a813 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port 40e7c09d-36af-44fe-8463-6350c07ae704 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:22:20.121646 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1667c29b-18f0-472c-932b-05a67aa4a813 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:20.147614 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] DHCP port deletion for f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:22:20.204339 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Deleting port 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:22:20.204654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:20.290267 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-1667c29b-18f0-472c-932b-05a67aa4a813 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port 40e7c09d-36af-44fe-8463-6350c07ae704, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=40e7c09d-36af-44fe-8463-6350c07ae704,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:22:20.290896 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1667c29b-18f0-472c-932b-05a67aa4a813 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:20.408444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-1667c29b-18f0-472c-932b-05a67aa4a813 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for 40e7c09d-36af-44fe-8463-6350c07ae704 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:22:20.545257 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] For port 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=7323b7c2-3f04-4a0e-b43c-01f39bbe4b99,segment=NetworkSegment(16a48c41-598a-455b-ad23-ada604643662),segment_id=16a48c41-598a-455b-ad23-ada604643662)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:22:20.545875 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:20.573793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1667c29b-18f0-472c-932b-05a67aa4a813 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:20.620109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667c29b-18f0-472c-932b-05a67aa4a813 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=40e7c09d-36af-44fe-8463-6350c07ae704,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:20.675147 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Calling delete_port for 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:22:20.748617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-cc3a4846-b955-4d38-b165-2dbb503bf54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733526025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:22:17Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:20.753383 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3a4846-b955-4d38-b165-2dbb503bf54e None None] The sync data for ids ['d8be8984-4e48-4ae7-bd7a-d4ebbd41347e'] in dv-neutron-843300-5-hyperv is: [{'id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1733526025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45'}], 'enable_snat': True}, 'gw_port_id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:22:17Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '40e7c09d-36af-44fe-8463-6350c07ae704', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:a2:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8be8984-4e48-4ae7-bd7a-d4ebbd41347e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:21:16Z', 'updated_at': '2022-05-28T05:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:22:20.769387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:20.815899 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Pushing event deleted for resources: {'Port': ['ID=7323b7c2-3f04-4a0e-b43c-01f39bbe4b99,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:20.829691 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:20.830011 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:20.830342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:20.830665 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:20.830984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:20.831301 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:20.831610 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:20.831927 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:20.832238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:20.832548 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:20.832855 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:20.835384 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da6e530-3f57-41d2-9d04-7c5d914f7e99 None None] No DVR routers for this DVR port 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:22:20.944684 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1667c29b-18f0-472c-932b-05a67aa4a813 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:21.125029 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:22:21.166957 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:22:21.167292 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 7323b7c2-3f04-4a0e-b43c-01f39bbe4b99 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:22:21.199851 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1667c29b-18f0-472c-932b-05a67aa4a813 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:21.204414 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1667c29b-18f0-472c-932b-05a67aa4a813 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:21.231241 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1667c29b-18f0-472c-932b-05a67aa4a813 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:21.231790 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1667c29b-18f0-472c-932b-05a67aa4a813 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Fanout notify agent at l3_agent the message router_deleted on router d8be8984-4e48-4ae7-bd7a-d4ebbd41347e {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:22:21.246993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1667c29b-18f0-472c-932b-05a67aa4a813 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:21.248512 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1667c29b-18f0-472c-932b-05a67aa4a813 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/routers/d8be8984-4e48-4ae7-bd7a-d4ebbd41347e HTTP/1.1" status: 204 len: 168 time: 1.5607612 May 28 05:22:21.251331 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39022) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:21.370688 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b61f0fec-53d4-43fa-81fa-8342efc682b3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:21.500736 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b61f0fec-53d4-43fa-81fa-8342efc682b3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:21.526276 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-b61f0fec-53d4-43fa-81fa-8342efc682b3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:21.540269 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-b61f0fec-53d4-43fa-81fa-8342efc682b3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a48c41-598a-455b-ad23-ada604643662') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:21.540765 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-b61f0fec-53d4-43fa-81fa-8342efc682b3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a48c41-598a-455b-ad23-ada604643662') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:21.558107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b61f0fec-53d4-43fa-81fa-8342efc682b3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:21.576420 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b61f0fec-53d4-43fa-81fa-8342efc682b3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:21.582881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61f0fec-53d4-43fa-81fa-8342efc682b3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:22:21.583253 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b61f0fec-53d4-43fa-81fa-8342efc682b3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:22:21.597158 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:22:21.682682 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b61f0fec-53d4-43fa-81fa-8342efc682b3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:21.700165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-b61f0fec-53d4-43fa-81fa-8342efc682b3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:21.711713 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f0fec-53d4-43fa-81fa-8342efc682b3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Network': ['ID=f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:21.722209 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-b61f0fec-53d4-43fa-81fa-8342efc682b3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/networks/f85f32e4-9a9b-4d8a-90fd-cab1cd7cc7be HTTP/1.1" status: 204 len: 168 time: 0.4698484 May 28 05:22:21.725049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39026) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:21.800107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8bf59d74-096f-4887-9e92-9a34e6f7978c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:21.828416 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8bf59d74-096f-4887-9e92-9a34e6f7978c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:21.891750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8bf59d74-096f-4887-9e92-9a34e6f7978c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:21.911484 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf59d74-096f-4887-9e92-9a34e6f7978c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60d74e5-189f-4001-a5a6-77289bc2881d,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:21.927239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8bf59d74-096f-4887-9e92-9a34e6f7978c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:21.928386 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8bf59d74-096f-4887-9e92-9a34e6f7978c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/security-groups/f60d74e5-189f-4001-a5a6-77289bc2881d HTTP/1.1" status: 204 len: 168 time: 0.2023277 May 28 05:22:22.070802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39034) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:22.076603 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f902dc8c-a306-4bfb-a738-998bf828c951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547898185', 'description': 'tempest-secgroup-smoke-547898185 description', 'project_id': '9303cb889d584d1793d285a7bfb26533'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:22:22.082845 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f902dc8c-a306-4bfb-a738-998bf828c951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:22:22.087210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f902dc8c-a306-4bfb-a738-998bf828c951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:22:22.090316 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f902dc8c-a306-4bfb-a738-998bf828c951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:22:22.097392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f902dc8c-a306-4bfb-a738-998bf828c951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:22:22.109599 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f902dc8c-a306-4bfb-a738-998bf828c951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.144625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f902dc8c-a306-4bfb-a738-998bf828c951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:22:22.148447 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f902dc8c-a306-4bfb-a738-998bf828c951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:22:22.151867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f902dc8c-a306-4bfb-a738-998bf828c951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:22:22.157780 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f902dc8c-a306-4bfb-a738-998bf828c951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:22:22.199405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d7440eeb-e949-4e31-8e75-f00fe5594f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.219596 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f902dc8c-a306-4bfb-a738-998bf828c951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.225152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f902dc8c-a306-4bfb-a738-998bf828c951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.270512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902dc8c-a306-4bfb-a738-998bf828c951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b08064-b744-4deb-951b-bc998c205812,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:22.275639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f902dc8c-a306-4bfb-a738-998bf828c951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.277039 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f902dc8c-a306-4bfb-a738-998bf828c951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2052026 May 28 05:22:22.280197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39038) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:22.285795 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-fff889fb-041a-4911-96e0-84bf1c9614ce tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '27b08064-b744-4deb-951b-bc998c205812', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:22:22.292442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fff889fb-041a-4911-96e0-84bf1c9614ce tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:22:22.296469 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-fff889fb-041a-4911-96e0-84bf1c9614ce tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:22:22.299435 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-fff889fb-041a-4911-96e0-84bf1c9614ce tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:22:22.306035 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-fff889fb-041a-4911-96e0-84bf1c9614ce tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:22:22.323544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fff889fb-041a-4911-96e0-84bf1c9614ce tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.386492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fff889fb-041a-4911-96e0-84bf1c9614ce tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.391903 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fff889fb-041a-4911-96e0-84bf1c9614ce tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.414546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff889fb-041a-4911-96e0-84bf1c9614ce tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2044dfaa-292a-498b-b38c-7b76ae5aef6c,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:22.425633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fff889fb-041a-4911-96e0-84bf1c9614ce tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.426946 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fff889fb-041a-4911-96e0-84bf1c9614ce tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1457245 May 28 05:22:22.429675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39042) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:22.435159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-9d0cece1-5686-489e-b23c-c8a837a9ec0e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '27b08064-b744-4deb-951b-bc998c205812', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:22:22.441024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9d0cece1-5686-489e-b23c-c8a837a9ec0e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:22:22.444791 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9d0cece1-5686-489e-b23c-c8a837a9ec0e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:22:22.447991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-9d0cece1-5686-489e-b23c-c8a837a9ec0e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:22:22.454727 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-9d0cece1-5686-489e-b23c-c8a837a9ec0e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:22:22.477291 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9d0cece1-5686-489e-b23c-c8a837a9ec0e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.545136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9d0cece1-5686-489e-b23c-c8a837a9ec0e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.551410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9d0cece1-5686-489e-b23c-c8a837a9ec0e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.580107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0cece1-5686-489e-b23c-c8a837a9ec0e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18630f3a-c251-4fcb-9300-827052f409a8,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:22.591794 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-9d0cece1-5686-489e-b23c-c8a837a9ec0e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.593199 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9d0cece1-5686-489e-b23c-c8a837a9ec0e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1626079 May 28 05:22:22.597209 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39046) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:22.602675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a74d2c36-c475-42e4-92f0-2af6cb4a8b37 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '27b08064-b744-4deb-951b-bc998c205812', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:22:22.608457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a74d2c36-c475-42e4-92f0-2af6cb4a8b37 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:22:22.612640 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a74d2c36-c475-42e4-92f0-2af6cb4a8b37 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:22:22.615520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a74d2c36-c475-42e4-92f0-2af6cb4a8b37 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:22:22.621346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a74d2c36-c475-42e4-92f0-2af6cb4a8b37 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:22:22.640090 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a74d2c36-c475-42e4-92f0-2af6cb4a8b37 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.703390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a74d2c36-c475-42e4-92f0-2af6cb4a8b37 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.708312 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a74d2c36-c475-42e4-92f0-2af6cb4a8b37 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.711027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ef6a2e96-9208-4f55-b443-4ec77a5885fa no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:22:22.731617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d2c36-c475-42e4-92f0-2af6cb4a8b37 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1360f766-cfca-4261-ac9e-139a670e9b40,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:22.741700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a74d2c36-c475-42e4-92f0-2af6cb4a8b37 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.743480 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a74d2c36-c475-42e4-92f0-2af6cb4a8b37 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1449304 May 28 05:22:22.745770 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39050) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:22.747863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: ef6a2e96-9208-4f55-b443-4ec77a5885fa {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:22:22.748221 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device ef6a2e96-9208-4f55-b443-4ec77a5885fa not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:22:22.748613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 40e7c09d-36af-44fe-8463-6350c07ae704 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:22:22.751122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-a70fcc16-d8c0-4056-bf48-df4f5c377d1f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '27b08064-b744-4deb-951b-bc998c205812', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:22:22.757055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a70fcc16-d8c0-4056-bf48-df4f5c377d1f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:22:22.761207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a70fcc16-d8c0-4056-bf48-df4f5c377d1f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:22:22.764063 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-a70fcc16-d8c0-4056-bf48-df4f5c377d1f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:22:22.769676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-a70fcc16-d8c0-4056-bf48-df4f5c377d1f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:22:22.780464 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 40e7c09d-36af-44fe-8463-6350c07ae704 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:22:22.780789 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 40e7c09d-36af-44fe-8463-6350c07ae704 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:22:22.786794 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a70fcc16-d8c0-4056-bf48-df4f5c377d1f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.848601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a70fcc16-d8c0-4056-bf48-df4f5c377d1f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.857089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a70fcc16-d8c0-4056-bf48-df4f5c377d1f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.879628 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fcc16-d8c0-4056-bf48-df4f5c377d1f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8c7ec5-767c-4e95-a2a8-9acbb1d715d5,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:22.890330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-a70fcc16-d8c0-4056-bf48-df4f5c377d1f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:22.891747 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-a70fcc16-d8c0-4056-bf48-df4f5c377d1f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1449156 May 28 05:22:22.894361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39054) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:22.900001 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-25edec12-e53b-4262-97e8-d5a420b5b36a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '27b08064-b744-4deb-951b-bc998c205812', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:22:22.905928 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-25edec12-e53b-4262-97e8-d5a420b5b36a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:22:22.909745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-25edec12-e53b-4262-97e8-d5a420b5b36a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:22:22.912613 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-25edec12-e53b-4262-97e8-d5a420b5b36a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:22:22.918814 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-25edec12-e53b-4262-97e8-d5a420b5b36a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:22:22.932486 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-25edec12-e53b-4262-97e8-d5a420b5b36a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Project 9303cb889d584d1793d285a7bfb26533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:22:22.938946 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-25edec12-e53b-4262-97e8-d5a420b5b36a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.005620 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-25edec12-e53b-4262-97e8-d5a420b5b36a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.012011 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-25edec12-e53b-4262-97e8-d5a420b5b36a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.034504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25edec12-e53b-4262-97e8-d5a420b5b36a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a080b0-6a1b-4354-a4f1-f46ba5e7b4c7,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:23.045767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-25edec12-e53b-4262-97e8-d5a420b5b36a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.047086 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-25edec12-e53b-4262-97e8-d5a420b5b36a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1517723 May 28 05:22:23.049887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39058) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:23.056048 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-6c9a1f5f-5493-42ab-a8ca-1f6b340cdee2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '27b08064-b744-4deb-951b-bc998c205812', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:22:23.061884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6c9a1f5f-5493-42ab-a8ca-1f6b340cdee2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:22:23.065752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6c9a1f5f-5493-42ab-a8ca-1f6b340cdee2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:22:23.068682 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6c9a1f5f-5493-42ab-a8ca-1f6b340cdee2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:22:23.075180 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6c9a1f5f-5493-42ab-a8ca-1f6b340cdee2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:22:23.087663 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-6c9a1f5f-5493-42ab-a8ca-1f6b340cdee2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Project 9303cb889d584d1793d285a7bfb26533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:22:23.095436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1f5f-5493-42ab-a8ca-1f6b340cdee2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.162946 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1f5f-5493-42ab-a8ca-1f6b340cdee2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.168672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1f5f-5493-42ab-a8ca-1f6b340cdee2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.190973 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9a1f5f-5493-42ab-a8ca-1f6b340cdee2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d700693-5c92-43a7-a4d1-60be5c3c5fd8,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:23.200248 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6c9a1f5f-5493-42ab-a8ca-1f6b340cdee2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.201694 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6c9a1f5f-5493-42ab-a8ca-1f6b340cdee2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1508529 May 28 05:22:23.205793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39062) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:23.211781 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-8a5fd338-a13f-4dda-bb7d-6e092329e713 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'network': {'name': 'tempest-network-smoke--1067501170', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'port_security_enabled': True}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:22:23.216981 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8a5fd338-a13f-4dda-bb7d-6e092329e713 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:22:23.221780 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8a5fd338-a13f-4dda-bb7d-6e092329e713 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:network and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:22:23.224897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-8a5fd338-a13f-4dda-bb7d-6e092329e713 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:22:23.231059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-8a5fd338-a13f-4dda-bb7d-6e092329e713 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:22:23.244816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5fd338-a13f-4dda-bb7d-6e092329e713 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Made reservation on behalf of 9303cb889d584d1793d285a7bfb26533 for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:22:23.247861 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd338-a13f-4dda-bb7d-6e092329e713 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.275412 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5fd338-a13f-4dda-bb7d-6e092329e713 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:22:23.283619 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd338-a13f-4dda-bb7d-6e092329e713 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.283972 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-8a5fd338-a13f-4dda-bb7d-6e092329e713 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Added segment 80e2c6cb-6e43-407a-b710-3c92ca8151af of type vlan for network a017f13a-157c-4382-8196-aa605e554d2c May 28 05:22:23.308388 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd338-a13f-4dda-bb7d-6e092329e713 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.338653 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd338-a13f-4dda-bb7d-6e092329e713 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.342434 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5fd338-a13f-4dda-bb7d-6e092329e713 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:23.343502 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8a5fd338-a13f-4dda-bb7d-6e092329e713 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.452646 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8a5fd338-a13f-4dda-bb7d-6e092329e713 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2457073 May 28 05:22:23.455292 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fd338-a13f-4dda-bb7d-6e092329e713 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Network': ['ID=a017f13a-157c-4382-8196-aa605e554d2c,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:23.455608 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39066) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:23.461306 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-763922083', 'admin_state_up': True, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:22:23.466890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network a017f13a-157c-4382-8196-aa605e554d2c details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:22:23.470763 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:22:23.476728 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:router and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:22:23.479926 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:22:23.486353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:22:23.499514 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.500601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.519440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.672943 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.863366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:23.892307 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:24.029003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.26.8.59 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/0ee93c26-c67d-4773-8348-8876a5682eda) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:22:24.278095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:24.307826 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:24.341491 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3da2c65f-dae7-4f6c-b4fb-48ef6310a919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:24.375642 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:22:24.378477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:22:24.382782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:22:24.409341 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=0ee93c26-c67d-4773-8348-8876a5682eda,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:24.545347 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:24.546033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:24.779505 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router 847a231d-98b3-4b36-8586-e6a61a3dbd41 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:22:24.981827 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:22:24.991689 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Sync routers for ids ['847a231d-98b3-4b36-8586-e6a61a3dbd41'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:22:25.005098 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Routers {'847a231d-98b3-4b36-8586-e6a61a3dbd41'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:22:25.006519 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:22:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['847a231d-98b3-4b36-8586-e6a61a3dbd41'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:25.010254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:25.014614 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bbaf6b93-d2d1-461c-98c4-8c2b5d86294b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5549042 May 28 05:22:25.014914 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39070) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:25.021700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:25.057187 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-46be2148-76ba-4f78-91a2-d309f678f679 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9303cb889d584d1793d285a7bfb26533&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398149 May 28 05:22:25.059280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39074) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:25.187021 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Set router 847a231d-98b3-4b36-8586-e6a61a3dbd41 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:22:25.188343 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36751104-4287-45be-93e0-5097ec76608c tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:25.192516 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-36751104-4287-45be-93e0-5097ec76608c tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296251 May 28 05:22:25.192724 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39078) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:25.231274 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2f524e6d-ac85-47e2-9e37-378df5c7a49d tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374551 May 28 05:22:25.233815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39082) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:25.239576 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-26cb13b0-79c7-45dd-9ad9-f0d4fe098e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-447170497', 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:22:25.346305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-26cb13b0-79c7-45dd-9ad9-f0d4fe098e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:22:25.350276 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-26cb13b0-79c7-45dd-9ad9-f0d4fe098e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:subnet and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:22:25.353165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-26cb13b0-79c7-45dd-9ad9-f0d4fe098e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:22:25.358813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-26cb13b0-79c7-45dd-9ad9-f0d4fe098e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:22:25.370348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cb13b0-79c7-45dd-9ad9-f0d4fe098e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Made reservation on behalf of 9303cb889d584d1793d285a7bfb26533 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:22:25.474764 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-26cb13b0-79c7-45dd-9ad9-f0d4fe098e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:25.475155 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763922083', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:24Z', 'revision_number': 3, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:25.479594 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Checking router: 847a231d-98b3-4b36-8586-e6a61a3dbd41 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:22:25.479922 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Updating router 847a231d-98b3-4b36-8586-e6a61a3dbd41 port 0ee93c26-c67d-4773-8348-8876a5682eda binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:22:25.530521 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:25.582540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:25.688249 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:25.693595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-26cb13b0-79c7-45dd-9ad9-f0d4fe098e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:25.769899 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb13b0-79c7-45dd-9ad9-f0d4fe098e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Subnet': ['ID=edf53bfb-cbf1-433e-9e0a-3017e10bd0f7,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:25.784044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cb13b0-79c7-45dd-9ad9-f0d4fe098e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Checking segment: {'id': '80e2c6cb-6e43-407a-b710-3c92ca8151af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:22:25.784458 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cb13b0-79c7-45dd-9ad9-f0d4fe098e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network hostable DHCP agents. Network: a017f13a-157c-4382-8196-aa605e554d2c, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:22:25.807313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cb13b0-79c7-45dd-9ad9-f0d4fe098e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network a017f13a-157c-4382-8196-aa605e554d2c is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:22:25.817458 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-26cb13b0-79c7-45dd-9ad9-f0d4fe098e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, a017f13a-157c-4382-8196-aa605e554d2c) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:22:25.822262 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cb13b0-79c7-45dd-9ad9-f0d4fe098e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:25.823412 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-26cb13b0-79c7-45dd-9ad9-f0d4fe098e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:25.826543 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5b2479-88a9-47e1-8370-36fbd76c90d4 None None] Network a017f13a-157c-4382-8196-aa605e554d2c requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:22:25.851260 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-26cb13b0-79c7-45dd-9ad9-f0d4fe098e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6161983 May 28 05:22:25.854249 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39086) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:25.867536 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:25.889151 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Transition to ACTIVE for port object 0ee93c26-c67d-4773-8348-8876a5682eda will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:22:25.898820 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:25.988817 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Attempting to bind port 0ee93c26-c67d-4773-8348-8876a5682eda on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:22:25.989175 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Attempting to bind port 0ee93c26-c67d-4773-8348-8876a5682eda by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:22:25.989551 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Attempting to bind port 0ee93c26-c67d-4773-8348-8876a5682eda on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:22:25.996800 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cca574-90b5-484e-9af4-e8d77d9b11c4 None None] Pushing event updated for resources: {'Port': ['ID=0ee93c26-c67d-4773-8348-8876a5682eda,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:26.007198 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:22:26.007555 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:22:26.007982 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:26.008361 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:22:26.008834 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Bound port: 0ee93c26-c67d-4773-8348-8876a5682eda, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:22:26.009258 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:26.033333 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cca574-90b5-484e-9af4-e8d77d9b11c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:26.033571 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cca574-90b5-484e-9af4-e8d77d9b11c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:26.033924 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cca574-90b5-484e-9af4-e8d77d9b11c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:26.034241 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cca574-90b5-484e-9af4-e8d77d9b11c4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:26.034559 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cca574-90b5-484e-9af4-e8d77d9b11c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:26.034871 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cca574-90b5-484e-9af4-e8d77d9b11c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:26.035183 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cca574-90b5-484e-9af4-e8d77d9b11c4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:26.035493 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cca574-90b5-484e-9af4-e8d77d9b11c4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:26.035800 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cca574-90b5-484e-9af4-e8d77d9b11c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:26.036123 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cca574-90b5-484e-9af4-e8d77d9b11c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:26.036414 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74cca574-90b5-484e-9af4-e8d77d9b11c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:22:26.092987 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] For port 0ee93c26-c67d-4773-8348-8876a5682eda, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:22:26.096669 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] For port 0ee93c26-c67d-4773-8348-8876a5682eda, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0ee93c26-c67d-4773-8348-8876a5682eda,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:22:26.100683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-a017f13a-157c-4382-8196-aa605e554d2c', 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ips': [{'subnet_id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:22:26.101463 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:26.101603 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:26.177045 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cca574-90b5-484e-9af4-e8d77d9b11c4 None None] Pushing event updated for resources: {'Port': ['ID=0ee93c26-c67d-4773-8348-8876a5682eda,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:26.185194 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Routers {'847a231d-98b3-4b36-8586-e6a61a3dbd41'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:22:26.185845 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:22:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['847a231d-98b3-4b36-8586-e6a61a3dbd41'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:26.260751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Allocated IP 172.20.0.2 (a017f13a-157c-4382-8196-aa605e554d2c/edf53bfb-cbf1-433e-9e0a-3017e10bd0f7/226029a6-8f68-4945-9648-ece077c79ad5) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:22:26.383570 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] Set router 847a231d-98b3-4b36-8586-e6a61a3dbd41 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:22:26.467898 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:26.478424 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Transition to ACTIVE for port object 226029a6-8f68-4945-9648-ece077c79ad5 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:22:26.497391 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Transition to ACTIVE for port object 226029a6-8f68-4945-9648-ece077c79ad5 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:22:26.504501 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:26.577082 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Network a017f13a-157c-4382-8196-aa605e554d2c is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:22:26.578612 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:22:26.583873 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:22:26.586400 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Pushing event updated for resources: {'Port': ['ID=226029a6-8f68-4945-9648-ece077c79ad5,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:26.672062 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763922083', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:24Z', 'revision_number': 3, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:26.672477 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Attempting to bind port 226029a6-8f68-4945-9648-ece077c79ad5 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:22:26.672913 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Attempting to bind port 226029a6-8f68-4945-9648-ece077c79ad5 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '80e2c6cb-6e43-407a-b710-3c92ca8151af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:22:26.673335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Attempting to bind port 226029a6-8f68-4945-9648-ece077c79ad5 on network a017f13a-157c-4382-8196-aa605e554d2c {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:22:26.678199 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132811b3-b690-499e-bee7-83dcc4988934 None None] The sync data for ids ['847a231d-98b3-4b36-8586-e6a61a3dbd41'] in dv-neutron-843300-5-hyperv is: [{'id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763922083', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:24Z', 'revision_number': 3, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:22:26.680535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:22:26.680983 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Checking segment: {'id': '80e2c6cb-6e43-407a-b710-3c92ca8151af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:22:26.681466 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:26.682355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Bound using segment: {'id': '80e2c6cb-6e43-407a-b710-3c92ca8151af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:22:26.682460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Bound port: 226029a6-8f68-4945-9648-ece077c79ad5, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e2c6cb-6e43-407a-b710-3c92ca8151af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:22:26.682775 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:26.767982 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:26.778946 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] For port 226029a6-8f68-4945-9648-ece077c79ad5, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:22:26.784214 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] For port 226029a6-8f68-4945-9648-ece077c79ad5, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=226029a6-8f68-4945-9648-ece077c79ad5,segment=NetworkSegment(80e2c6cb-6e43-407a-b710-3c92ca8151af),segment_id=80e2c6cb-6e43-407a-b710-3c92ca8151af)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:22:26.788522 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:26.897367 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcebc17-3c1b-4340-8ddc-7d4fe67316b8 None None] Pushing event updated for resources: {'Port': ['ID=226029a6-8f68-4945-9648-ece077c79ad5,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:27.251428 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.20.0.1 (a017f13a-157c-4382-8196-aa605e554d2c/edf53bfb-cbf1-433e-9e0a-3017e10bd0f7/9de8c22e-140a-49af-8d09-a05087ed6f80) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:22:27.262053 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:27.418790 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:27.436294 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Transition to ACTIVE for port object 9de8c22e-140a-49af-8d09-a05087ed6f80 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:22:27.459901 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:27.530132 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network a017f13a-157c-4382-8196-aa605e554d2c is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:22:27.533554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:22:27.537675 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:22:27.578649 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=9de8c22e-140a-49af-8d09-a05087ed6f80,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:27.605010 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:27.694332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:27.833186 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68de8901-0829-4ad2-9663-bccf2de25b76 None None] Network a017f13a-157c-4382-8196-aa605e554d2c requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:22:27.993481 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4368a550-c2d7-435f-977f-4cd72c6b5e2e None None] Provisioning for port 226029a6-8f68-4945-9648-ece077c79ad5 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:22:28.226644 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:28.232654 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:28.333134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-678c4849-e26c-4583-a7e7-bf5d55dc089f None None] Provisioning for port 9de8c22e-140a-49af-8d09-a05087ed6f80 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:22:28.338928 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-678c4849-e26c-4583-a7e7-bf5d55dc089f None None] Provisioning complete for port 9de8c22e-140a-49af-8d09-a05087ed6f80 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:22:28.340091 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-678c4849-e26c-4583-a7e7-bf5d55dc089f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:28.348021 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=9de8c22e-140a-49af-8d09-a05087ed6f80,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:28.353721 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:28.395667 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-678c4849-e26c-4583-a7e7-bf5d55dc089f None None] Port 9de8c22e-140a-49af-8d09-a05087ed6f80 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:22:28.489580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network a017f13a-157c-4382-8196-aa605e554d2c is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:22:28.490648 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:22:28.531568 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-63294052-be6d-4913-9375-089f9a67d667 None None] Provisioning complete for port 9de8c22e-140a-49af-8d09-a05087ed6f80 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:22:28.531936 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-63294052-be6d-4913-9375-089f9a67d667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:28.591102 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-63294052-be6d-4913-9375-089f9a67d667 None None] Port 9de8c22e-140a-49af-8d09-a05087ed6f80 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:22:28.720676 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-07e8c7c0-44da-45f4-b8d5-93ebf28a5dee None None] Provisioning complete for port 9de8c22e-140a-49af-8d09-a05087ed6f80 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:22:28.720932 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-07e8c7c0-44da-45f4-b8d5-93ebf28a5dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:28.780039 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-07e8c7c0-44da-45f4-b8d5-93ebf28a5dee None None] Port 9de8c22e-140a-49af-8d09-a05087ed6f80 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:22:28.803404 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 226029a6-8f68-4945-9648-ece077c79ad5 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:22:28.875944 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 226029a6-8f68-4945-9648-ece077c79ad5 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:22:28.881402 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 226029a6-8f68-4945-9648-ece077c79ad5 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:22:28.881789 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:28.887821 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router 847a231d-98b3-4b36-8586-e6a61a3dbd41 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:22:28.996183 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:29.027965 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 226029a6-8f68-4945-9648-ece077c79ad5, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=226029a6-8f68-4945-9648-ece077c79ad5,segment=NetworkSegment(80e2c6cb-6e43-407a-b710-3c92ca8151af),segment_id=80e2c6cb-6e43-407a-b710-3c92ca8151af)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:22:29.033204 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:29.033931 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0ee93c26-c67d-4773-8348-8876a5682eda up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:22:29.088811 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:22:29.101695 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5545af00-4acc-4baa-a2f0-0a4d77d3d922 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "PUT /v2.0/routers/847a231d-98b3-4b36-8586-e6a61a3dbd41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2460370 May 28 05:22:29.149673 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=226029a6-8f68-4945-9648-ece077c79ad5,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:29.165679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 0ee93c26-c67d-4773-8348-8876a5682eda completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:22:29.170711 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 0ee93c26-c67d-4773-8348-8876a5682eda triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:22:29.171085 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:29.277608 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-613966f3-1831-410a-8a42-0277781de31a req-6351c490-d3c2-47ef-8b14-9306166201ae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:22:29.283867 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:29.294925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-613966f3-1831-410a-8a42-0277781de31a req-6351c490-d3c2-47ef-8b14-9306166201ae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:22:29.296318 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613966f3-1831-410a-8a42-0277781de31a req-6351c490-d3c2-47ef-8b14-9306166201ae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547898185&fields=id&tenant_id=9303cb889d584d1793d285a7bfb26533 HTTP/1.1" status: 200 len: 267 time: 0.0601943 May 28 05:22:29.300743 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 0ee93c26-c67d-4773-8348-8876a5682eda, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0ee93c26-c67d-4773-8348-8876a5682eda,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:22:29.305625 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:29.409440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=0ee93c26-c67d-4773-8348-8876a5682eda,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:29.546945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613966f3-1831-410a-8a42-0277781de31a req-cd8a3dd7-1f2f-4608-bf27-2ab94969fe90 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:29.548266 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613966f3-1831-410a-8a42-0277781de31a req-cd8a3dd7-1f2f-4608-bf27-2ab94969fe90 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/networks?id=a017f13a-157c-4382-8196-aa605e554d2c HTTP/1.1" status: 200 len: 797 time: 0.2446039 May 28 05:22:29.573644 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613966f3-1831-410a-8a42-0277781de31a req-a7975312-9a3c-4e1f-942c-5476fc2dbe1d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/quotas/9303cb889d584d1793d285a7bfb26533 HTTP/1.1" status: 200 len: 375 time: 0.0167310 May 28 05:22:29.670493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-613966f3-1831-410a-8a42-0277781de31a req-28f9842d-1049-47e0-a06d-38753f933af5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:22:29.692823 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-613966f3-1831-410a-8a42-0277781de31a req-28f9842d-1049-47e0-a06d-38753f933af5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:22:29.694169 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613966f3-1831-410a-8a42-0277781de31a req-28f9842d-1049-47e0-a06d-38753f933af5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154184 May 28 05:22:29.901590 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613966f3-1831-410a-8a42-0277781de31a req-b8a0eea6-5eef-45d8-a4ff-e7c5558df6ed service neutron] 10.222.0.15 "GET /v2.0/networks/a017f13a-157c-4382-8196-aa605e554d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953218 May 28 05:22:30.038961 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613966f3-1831-410a-8a42-0277781de31a req-bcd43a94-2434-427b-90f0-2aeb90fcdf1d service neutron] 10.222.0.15 "GET /v2.0/networks/a017f13a-157c-4382-8196-aa605e554d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314943 May 28 05:22:30.228885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Sync routers for ids ['847a231d-98b3-4b36-8586-e6a61a3dbd41'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:22:30.239472 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e3edeb28-acb1-47a6-99d0-d44a6af9945a req-14137894-5a84-41c6-9e96-ba016830dca5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 210 time: 0.0433805 May 28 05:22:30.245301 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Routers {'847a231d-98b3-4b36-8586-e6a61a3dbd41'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:22:30.246146 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:22:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['847a231d-98b3-4b36-8586-e6a61a3dbd41'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:30.435927 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Set router 847a231d-98b3-4b36-8586-e6a61a3dbd41 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:22:30.751575 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763922083', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:27Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '9de8c22e-140a-49af-8d09-a05087ed6f80', 'name': '', 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:22:27:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:27Z', 'updated_at': '2022-05-28T05:22:28Z', 'revision_number': 2, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:30.756326 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Checking router: 847a231d-98b3-4b36-8586-e6a61a3dbd41 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:22:30.756827 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Updating router 847a231d-98b3-4b36-8586-e6a61a3dbd41 port 9de8c22e-140a-49af-8d09-a05087ed6f80 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:22:30.784924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 226029a6-8f68-4945-9648-ece077c79ad5 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:22:30.855942 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:30.929373 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 226029a6-8f68-4945-9648-ece077c79ad5 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:22:30.929665 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:31.200235 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0ee93c26-c67d-4773-8348-8876a5682eda up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:22:31.289106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613966f3-1831-410a-8a42-0277781de31a req-9536850c-fc46-436d-b981-7b664f18edd7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:31.291160 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613966f3-1831-410a-8a42-0277781de31a req-9536850c-fc46-436d-b981-7b664f18edd7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "GET /v2.0/networks?id=a017f13a-157c-4382-8196-aa605e554d2c HTTP/1.1" status: 200 len: 797 time: 0.1598799 May 28 05:22:31.359146 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613966f3-1831-410a-8a42-0277781de31a req-2de31812-3223-4a81-b90c-a99c22f48842 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9303cb889d584d1793d285a7bfb26533 HTTP/1.1" status: 200 len: 379 time: 0.0548267 May 28 05:22:31.360796 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 0ee93c26-c67d-4773-8348-8876a5682eda triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:22:31.361174 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:31.372086 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-613966f3-1831-410a-8a42-0277781de31a req-94f0e211-5b4c-410f-b168-821b0dbb5722 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'port': {'device_id': '0b62572e-6b74-4af1-b98e-e863c942abbe', 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c', 'admin_state_up': True, 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'security_groups': ['27b08064-b744-4deb-951b-bc998c205812']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:22:31.401598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:31.426047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Transition to ACTIVE for port object 9de8c22e-140a-49af-8d09-a05087ed6f80 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:22:31.436085 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:31.503348 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0edd322c-63de-4d1c-9750-677e5cc98591 req-d284bc1b-ab7c-4408-895f-9cc96601ee1b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 210 time: 0.0573585 May 28 05:22:31.560010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-613966f3-1831-410a-8a42-0277781de31a req-94f0e211-5b4c-410f-b168-821b0dbb5722 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:22:31.571534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-613966f3-1831-410a-8a42-0277781de31a req-94f0e211-5b4c-410f-b168-821b0dbb5722 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:22:31.583358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613966f3-1831-410a-8a42-0277781de31a req-94f0e211-5b4c-410f-b168-821b0dbb5722 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Made reservation on behalf of 9303cb889d584d1793d285a7bfb26533 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:22:31.587591 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-613966f3-1831-410a-8a42-0277781de31a req-94f0e211-5b4c-410f-b168-821b0dbb5722 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:31.593916 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e529703-7aa4-4f3d-951e-88a7b3199df7 None None] Pushing event updated for resources: {'Port': ['ID=9de8c22e-140a-49af-8d09-a05087ed6f80,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:31.709213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Attempting to bind port 9de8c22e-140a-49af-8d09-a05087ed6f80 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:22:31.709577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Attempting to bind port 9de8c22e-140a-49af-8d09-a05087ed6f80 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '80e2c6cb-6e43-407a-b710-3c92ca8151af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:22:31.709967 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Attempting to bind port 9de8c22e-140a-49af-8d09-a05087ed6f80 on network a017f13a-157c-4382-8196-aa605e554d2c {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:22:31.716867 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:22:31.717124 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Checking segment: {'id': '80e2c6cb-6e43-407a-b710-3c92ca8151af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:22:31.717519 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:31.718014 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Bound using segment: {'id': '80e2c6cb-6e43-407a-b710-3c92ca8151af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:22:31.718622 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Bound port: 9de8c22e-140a-49af-8d09-a05087ed6f80, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e2c6cb-6e43-407a-b710-3c92ca8151af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:22:31.719000 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:31.759939 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-613966f3-1831-410a-8a42-0277781de31a req-94f0e211-5b4c-410f-b168-821b0dbb5722 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.20.0.14 (a017f13a-157c-4382-8196-aa605e554d2c/edf53bfb-cbf1-433e-9e0a-3017e10bd0f7/7c487845-2a1f-45c3-8bac-575325b2d526) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:22:31.857129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] For port 9de8c22e-140a-49af-8d09-a05087ed6f80, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:22:31.860839 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] For port 9de8c22e-140a-49af-8d09-a05087ed6f80, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9de8c22e-140a-49af-8d09-a05087ed6f80,segment=NetworkSegment(80e2c6cb-6e43-407a-b710-3c92ca8151af),segment_id=80e2c6cb-6e43-407a-b710-3c92ca8151af)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:22:31.866914 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:31.946103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e529703-7aa4-4f3d-951e-88a7b3199df7 None None] Pushing event updated for resources: {'Port': ['ID=9de8c22e-140a-49af-8d09-a05087ed6f80,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:31.953704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Routers {'847a231d-98b3-4b36-8586-e6a61a3dbd41'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:22:31.954814 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:22:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['847a231d-98b3-4b36-8586-e6a61a3dbd41'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:31.957027 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-613966f3-1831-410a-8a42-0277781de31a req-94f0e211-5b4c-410f-b168-821b0dbb5722 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:31.974333 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-613966f3-1831-410a-8a42-0277781de31a req-94f0e211-5b4c-410f-b168-821b0dbb5722 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Transition to ACTIVE for port object 7c487845-2a1f-45c3-8bac-575325b2d526 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:22:31.997887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-613966f3-1831-410a-8a42-0277781de31a req-94f0e211-5b4c-410f-b168-821b0dbb5722 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:32.070391 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613966f3-1831-410a-8a42-0277781de31a req-94f0e211-5b4c-410f-b168-821b0dbb5722 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network a017f13a-157c-4382-8196-aa605e554d2c is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:22:32.073774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-613966f3-1831-410a-8a42-0277781de31a req-94f0e211-5b4c-410f-b168-821b0dbb5722 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:22:32.078427 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-613966f3-1831-410a-8a42-0277781de31a req-94f0e211-5b4c-410f-b168-821b0dbb5722 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:22:32.110820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0e211-5b4c-410f-b168-821b0dbb5722 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=7c487845-2a1f-45c3-8bac-575325b2d526,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:32.146791 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613966f3-1831-410a-8a42-0277781de31a req-94f0e211-5b4c-410f-b168-821b0dbb5722 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:32.147422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-613966f3-1831-410a-8a42-0277781de31a req-94f0e211-5b4c-410f-b168-821b0dbb5722 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:32.149484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] Set router 847a231d-98b3-4b36-8586-e6a61a3dbd41 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:22:32.177113 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613966f3-1831-410a-8a42-0277781de31a req-94f0e211-5b4c-410f-b168-821b0dbb5722 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8103893 May 28 05:22:32.188266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Request body: {'port': {'device_id': '0b62572e-6b74-4af1-b98e-e863c942abbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:22:32.309388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:32.399577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f8773fc8-b62c-4055-81d3-b3c65410fa5c None None] Provisioning for port 7c487845-2a1f-45c3-8bac-575325b2d526 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:22:32.409177 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f8773fc8-b62c-4055-81d3-b3c65410fa5c None None] Provisioning complete for port 7c487845-2a1f-45c3-8bac-575325b2d526 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:22:32.409532 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8773fc8-b62c-4055-81d3-b3c65410fa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:32.501907 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f8773fc8-b62c-4055-81d3-b3c65410fa5c None None] Port 7c487845-2a1f-45c3-8bac-575325b2d526 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:22:32.532831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763922083', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:27Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '9de8c22e-140a-49af-8d09-a05087ed6f80', 'name': '', 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:22:27:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:27Z', 'updated_at': '2022-05-28T05:22:31Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:32.537642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46850761-a572-4b2f-ac2f-a0d4daa5718d None None] The sync data for ids ['847a231d-98b3-4b36-8586-e6a61a3dbd41'] in dv-neutron-843300-5-hyperv is: [{'id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763922083', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:27Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '9de8c22e-140a-49af-8d09-a05087ed6f80', 'name': '', 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:22:27:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:27Z', 'updated_at': '2022-05-28T05:22:31Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:22:32.783654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9de8c22e-140a-49af-8d09-a05087ed6f80 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:22:32.828872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22f637-9cfb-49a1-9257-5251faf62511 req-b66e954a-b93b-4226-925e-5b324f27f45b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:32.829873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-2a22f637-9cfb-49a1-9257-5251faf62511 req-b66e954a-b93b-4226-925e-5b324f27f45b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:22:32.863588 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 9de8c22e-140a-49af-8d09-a05087ed6f80 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:22:32.867071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c487845-2a1f-45c3-8bac-575325b2d526 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:22:32.869128 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 9de8c22e-140a-49af-8d09-a05087ed6f80 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:22:32.870478 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:32.872719 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-2a22f637-9cfb-49a1-9257-5251faf62511 req-b66e954a-b93b-4226-925e-5b324f27f45b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:22:32.873919 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2a22f637-9cfb-49a1-9257-5251faf62511 req-b66e954a-b93b-4226-925e-5b324f27f45b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 932 time: 0.2143259 May 28 05:22:32.877987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:32.920031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Transition to ACTIVE for port object 7c487845-2a1f-45c3-8bac-575325b2d526 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:22:32.934678 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:32.996177 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:33.008276 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2a22f637-9cfb-49a1-9257-5251faf62511 req-b8ffeeb6-be78-401d-b6c6-d0d2c20785dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200922 May 28 05:22:33.036455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 9de8c22e-140a-49af-8d09-a05087ed6f80, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9de8c22e-140a-49af-8d09-a05087ed6f80,segment=NetworkSegment(80e2c6cb-6e43-407a-b710-3c92ca8151af),segment_id=80e2c6cb-6e43-407a-b710-3c92ca8151af)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:22:33.046474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:33.078582 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Pushing event updated for resources: {'Port': ['ID=7c487845-2a1f-45c3-8bac-575325b2d526,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:33.137544 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=9de8c22e-140a-49af-8d09-a05087ed6f80,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:33.194114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Attempting to bind port 7c487845-2a1f-45c3-8bac-575325b2d526 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:22:33.194445 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Attempting to bind port 7c487845-2a1f-45c3-8bac-575325b2d526 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '80e2c6cb-6e43-407a-b710-3c92ca8151af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:22:33.194767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Attempting to bind port 7c487845-2a1f-45c3-8bac-575325b2d526 on network a017f13a-157c-4382-8196-aa605e554d2c {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:22:33.201506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Port 7c487845-2a1f-45c3-8bac-575325b2d526 on network a017f13a-157c-4382-8196-aa605e554d2c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:22:33.201856 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Attempting to bind port 7c487845-2a1f-45c3-8bac-575325b2d526 on network a017f13a-157c-4382-8196-aa605e554d2c {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:22:33.209317 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:22:33.209722 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Checking segment: {'id': '80e2c6cb-6e43-407a-b710-3c92ca8151af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:22:33.210073 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Bound using segment: {'id': '80e2c6cb-6e43-407a-b710-3c92ca8151af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:22:33.210504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Bound port: 7c487845-2a1f-45c3-8bac-575325b2d526, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e2c6cb-6e43-407a-b710-3c92ca8151af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:22:33.210977 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:33.308893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] For port 7c487845-2a1f-45c3-8bac-575325b2d526, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:22:33.312129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] For port 7c487845-2a1f-45c3-8bac-575325b2d526, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=7c487845-2a1f-45c3-8bac-575325b2d526,segment=NetworkSegment(80e2c6cb-6e43-407a-b710-3c92ca8151af),segment_id=80e2c6cb-6e43-407a-b710-3c92ca8151af)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:22:33.319558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:33.386909 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:33.388308 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613966f3-1831-410a-8a42-0277781de31a req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] 10.222.0.66 "PUT /v2.0/ports/7c487845-2a1f-45c3-8bac-575325b2d526 HTTP/1.1" status: 200 len: 1094 time: 1.2043326 May 28 05:22:33.388946 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b62572e-6b74-4af1-b98e-e863c942abbe', 'tag': '7c487845-2a1f-45c3-8bac-575325b2d526'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:22:33.406782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23225c12-9641-4459-bec4-3d8ec7c16a63 service neutron] Pushing event updated for resources: {'Port': ['ID=7c487845-2a1f-45c3-8bac-575325b2d526,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:33.477271 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0156c19c-65aa-46a1-bd8f-c382939bf814'] response: {'name': 'network-changed', 'server_uuid': '0b62572e-6b74-4af1-b98e-e863c942abbe', 'tag': '7c487845-2a1f-45c3-8bac-575325b2d526', 'status': 'completed', 'code': 200} May 28 05:22:33.521235 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613966f3-1831-410a-8a42-0277781de31a req-13f3254c-28f9-448f-81b7-bed55b288b4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 1097 time: 0.0902436 May 28 05:22:33.595208 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613966f3-1831-410a-8a42-0277781de31a req-89924e6d-27fb-4645-9120-ac462eac4b94 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c487845-2a1f-45c3-8bac-575325b2d526 HTTP/1.1" status: 200 len: 217 time: 0.0670860 May 28 05:22:33.666442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613966f3-1831-410a-8a42-0277781de31a req-64ea868b-fc07-4cad-93cd-975979fc706c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:33.668600 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613966f3-1831-410a-8a42-0277781de31a req-64ea868b-fc07-4cad-93cd-975979fc706c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=edf53bfb-cbf1-433e-9e0a-3017e10bd0f7 HTTP/1.1" status: 200 len: 834 time: 0.0678248 May 28 05:22:33.755009 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613966f3-1831-410a-8a42-0277781de31a req-8e3f2add-842c-42be-a029-f34c64c4f878 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a017f13a-157c-4382-8196-aa605e554d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800085 May 28 05:22:33.904838 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613966f3-1831-410a-8a42-0277781de31a req-cb8548c1-c1dc-4676-b3cc-23783fa41786 service neutron] 10.222.0.66 "GET /v2.0/networks/a017f13a-157c-4382-8196-aa605e554d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433568 May 28 05:22:34.037388 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-613966f3-1831-410a-8a42-0277781de31a req-42d0efbd-3587-442c-9165-c776437b9b68 service neutron] 10.222.0.66 "GET /v2.0/networks/a017f13a-157c-4382-8196-aa605e554d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241953 May 28 05:22:34.213721 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb71bcf0-98a1-4e40-b710-92a8054b1b2b req-4155af60-dc63-4e14-8ba4-6e8c59f7d372 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 1097 time: 0.1273985 May 28 05:22:34.307974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db7aee-803b-4be1-b1bc-c03055530757 req-a0e9d230-0cf3-4140-afa6-e69c13b69400 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:34.309475 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24db7aee-803b-4be1-b1bc-c03055530757 req-a0e9d230-0cf3-4140-afa6-e69c13b69400 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 944 time: 0.1644399 May 28 05:22:34.383438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71bcf0-98a1-4e40-b710-92a8054b1b2b req-fb711885-b043-4e3c-aed7-1c77f722bef2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:34.384888 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb71bcf0-98a1-4e40-b710-92a8054b1b2b req-fb711885-b043-4e3c-aed7-1c77f722bef2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a017f13a-157c-4382-8196-aa605e554d2c HTTP/1.1" status: 200 len: 898 time: 0.1648700 May 28 05:22:34.387481 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-24db7aee-803b-4be1-b1bc-c03055530757 req-ccfd3f52-e0f7-4535-b538-796ac648ca30 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712178 May 28 05:22:34.548472 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb71bcf0-98a1-4e40-b710-92a8054b1b2b req-9ddaf03a-0936-4844-96f1-b2b04c2c0ef2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c487845-2a1f-45c3-8bac-575325b2d526 HTTP/1.1" status: 200 len: 217 time: 0.1570601 May 28 05:22:34.609697 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71bcf0-98a1-4e40-b710-92a8054b1b2b req-afa7b52d-245d-4051-9f17-e2687b8b86de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:34.611413 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb71bcf0-98a1-4e40-b710-92a8054b1b2b req-afa7b52d-245d-4051-9f17-e2687b8b86de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=edf53bfb-cbf1-433e-9e0a-3017e10bd0f7 HTTP/1.1" status: 200 len: 834 time: 0.0554945 May 28 05:22:34.689070 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb71bcf0-98a1-4e40-b710-92a8054b1b2b req-a950b7fc-d9c1-422c-8d45-29f8a8128c71 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a017f13a-157c-4382-8196-aa605e554d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704272 May 28 05:22:34.755080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9de8c22e-140a-49af-8d09-a05087ed6f80 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:22:34.820545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 9de8c22e-140a-49af-8d09-a05087ed6f80 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:22:34.820906 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:34.822643 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb71bcf0-98a1-4e40-b710-92a8054b1b2b req-6ec09482-d405-44c4-8157-49938973567e service neutron] 10.222.0.66 "GET /v2.0/networks/a017f13a-157c-4382-8196-aa605e554d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259716 May 28 05:22:34.958995 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cb71bcf0-98a1-4e40-b710-92a8054b1b2b req-964d6f0b-57bc-419e-b6ec-d4c3ac8f51f2 service neutron] 10.222.0.66 "GET /v2.0/networks/a017f13a-157c-4382-8196-aa605e554d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300080 May 28 05:22:35.599586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a8e56d-67ef-4ae4-a231-b24fc6f7cda2 req-08d9aa16-b73b-4f37-bbfb-a26a17c92e98 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:35.601021 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-33a8e56d-67ef-4ae4-a231-b24fc6f7cda2 req-08d9aa16-b73b-4f37-bbfb-a26a17c92e98 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 944 time: 0.0793960 May 28 05:22:35.650052 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-33a8e56d-67ef-4ae4-a231-b24fc6f7cda2 req-89a77a94-5197-47b4-b29c-c322b9e95cfe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406952 May 28 05:22:36.839357 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:22:36.892261 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326f0df-3222-4a41-85b4-6e7ed39b71d8 req-56b50101-21ce-4c10-92bb-2df4d7ab5b2f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:36.893732 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9326f0df-3222-4a41-85b4-6e7ed39b71d8 req-56b50101-21ce-4c10-92bb-2df4d7ab5b2f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 944 time: 0.1026270 May 28 05:22:36.940269 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9326f0df-3222-4a41-85b4-6e7ed39b71d8 req-7e8ad8bd-8651-45ac-a4b4-3ce141343f8b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401165 May 28 05:22:37.864005 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 7c487845-2a1f-45c3-8bac-575325b2d526 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:22:37.999424 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 7c487845-2a1f-45c3-8bac-575325b2d526, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=7c487845-2a1f-45c3-8bac-575325b2d526,segment=NetworkSegment(80e2c6cb-6e43-407a-b710-3c92ca8151af),segment_id=80e2c6cb-6e43-407a-b710-3c92ca8151af)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:22:38.012820 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '7c487845-2a1f-45c3-8bac-575325b2d526', 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c', 'port_id': '7c487845-2a1f-45c3-8bac-575325b2d526', 'mac_address': 'fa:16:3e:93:bc:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:22:38.069636 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:38.088573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c487845-2a1f-45c3-8bac-575325b2d526 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:22:38.103723 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 7c487845-2a1f-45c3-8bac-575325b2d526, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=7c487845-2a1f-45c3-8bac-575325b2d526,segment=NetworkSegment(80e2c6cb-6e43-407a-b710-3c92ca8151af),segment_id=80e2c6cb-6e43-407a-b710-3c92ca8151af)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:22:38.108388 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:38.136907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd1a3db-42b8-447b-b400-883e5f7e5383 req-299d5f16-7598-4491-be45-805a65e924d8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:38.138442 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5bd1a3db-42b8-447b-b400-883e5f7e5383 req-299d5f16-7598-4491-be45-805a65e924d8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 944 time: 0.0782070 May 28 05:22:38.172509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=7c487845-2a1f-45c3-8bac-575325b2d526,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:38.197211 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5bd1a3db-42b8-447b-b400-883e5f7e5383 req-15e72e7d-e25f-416f-bab4-7bd7a35c3bf3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529370 May 28 05:22:38.315721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['7c487845-2a1f-45c3-8bac-575325b2d526'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:22:39.593642 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6e0c4-1b7b-484d-b427-c68a8d6e54e9 req-e19402b9-a6cc-4380-831f-e60e4c1f3cba tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:39.595203 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dcc6e0c4-1b7b-484d-b427-c68a8d6e54e9 req-e19402b9-a6cc-4380-831f-e60e4c1f3cba tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 945 time: 0.0894811 May 28 05:22:39.648140 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dcc6e0c4-1b7b-484d-b427-c68a8d6e54e9 req-f11b8566-24ec-4f34-adc2-f2b241394209 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471880 May 28 05:22:39.879377 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 7c487845-2a1f-45c3-8bac-575325b2d526 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:22:39.957398 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 7c487845-2a1f-45c3-8bac-575325b2d526 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:22:39.962541 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 7c487845-2a1f-45c3-8bac-575325b2d526 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:22:39.962892 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:40.086814 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:40.118258 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b62572e-6b74-4af1-b98e-e863c942abbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c487845-2a1f-45c3-8bac-575325b2d526'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:22:40.127594 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 7c487845-2a1f-45c3-8bac-575325b2d526, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=7c487845-2a1f-45c3-8bac-575325b2d526,segment=NetworkSegment(80e2c6cb-6e43-407a-b710-3c92ca8151af),segment_id=80e2c6cb-6e43-407a-b710-3c92ca8151af)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:22:40.134108 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:40.178979 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180300f8-30d5-46b3-8724-2072b12904da'] response: {'server_uuid': '0b62572e-6b74-4af1-b98e-e863c942abbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c487845-2a1f-45c3-8bac-575325b2d526', 'code': 200} May 28 05:22:40.202749 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=7c487845-2a1f-45c3-8bac-575325b2d526,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:40.411964 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1c193783-f34d-4bf4-ab42-9d88e415417a req-1cb3d665-14b3-4ca4-b2d4-807a519a0a03 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 1099 time: 0.0722625 May 28 05:22:40.453849 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1c193783-f34d-4bf4-ab42-9d88e415417a req-6287cbe6-1c55-46c1-881f-7cd18baa6d2f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356038 May 28 05:22:40.863898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906b1db-22bd-421c-9b91-d312fefc1ab9 req-d14eb4c0-5337-4bf9-97d6-587eff3306be tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:40.865371 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1906b1db-22bd-421c-9b91-d312fefc1ab9 req-d14eb4c0-5337-4bf9-97d6-587eff3306be tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.0863309 May 28 05:22:40.911408 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1906b1db-22bd-421c-9b91-d312fefc1ab9 req-91bf6f14-540a-4bc3-9812-5a847118dbe2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401604 May 28 05:22:42.119938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8d64c-8f11-4cc1-a07e-2bbea66c0a79 req-a9fc82c0-7904-4310-bb0d-c1be91f3bb5d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:42.121381 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6f8d64c-8f11-4cc1-a07e-2bbea66c0a79 req-a9fc82c0-7904-4310-bb0d-c1be91f3bb5d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.0801821 May 28 05:22:42.169426 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6f8d64c-8f11-4cc1-a07e-2bbea66c0a79 req-d524374d-29c0-40fc-8b17-cf62e2dc1022 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397177 May 28 05:22:42.380155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab4910-6c20-4832-a5ff-e7b40f3e477e req-36600cfa-181f-4a77-a229-3d71b714e0df tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:42.382305 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9aab4910-6c20-4832-a5ff-e7b40f3e477e req-36600cfa-181f-4a77-a229-3d71b714e0df tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.0930738 May 28 05:22:42.432377 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9aab4910-6c20-4832-a5ff-e7b40f3e477e req-9556cb97-5f49-419a-ba09-b3c5fbfe96a6 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448103 May 28 05:22:42.464055 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39136) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:42.546221 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3c229b31-f834-4855-a86f-94678300d5eb tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 1094 time: 0.0809789 May 28 05:22:42.550561 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39140) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:42.557528 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': '7c487845-2a1f-45c3-8bac-575325b2d526', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:22:42.563452 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:22:42.567867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:floatingip and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:22:42.571068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:22:42.577615 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:22:42.593622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:42.731910 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:42.867829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.26.8.107 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/0fb025fb-9e3c-43e2-89e8-5c0209cc4205) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:22:43.124030 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:43.157930 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:43.222918 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:22:43.225763 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:22:43.230182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:22:43.256747 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=0fb025fb-9e3c-43e2-89e8-5c0209cc4205,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:43.766388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:43.826006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:44.030826 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:44.037321 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:44.144246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=0fb025fb-9e3c-43e2-89e8-5c0209cc4205,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:22:44.158975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:44.350827 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Floating IP b09ce894-c4ef-4c26-bd83-1a8f26206be0 associated. External IP: 172.26.8.107, port: 7c487845-2a1f-45c3-8bac-575325b2d526. May 28 05:22:44.845949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router 847a231d-98b3-4b36-8586-e6a61a3dbd41 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:22:45.047799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:22:45.057434 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d97d074-d0e7-4bb8-be05-4beaef1f9680 None None] Sync routers for ids ['847a231d-98b3-4b36-8586-e6a61a3dbd41'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:22:45.069494 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97d074-d0e7-4bb8-be05-4beaef1f9680 None None] Routers {'847a231d-98b3-4b36-8586-e6a61a3dbd41'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:22:45.070116 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2d97d074-d0e7-4bb8-be05-4beaef1f9680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:22:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['847a231d-98b3-4b36-8586-e6a61a3dbd41'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:45.072202 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:45.129620 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8f5b9f0a-a3b9-4569-bd4f-f3883717a2dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5776837 May 28 05:22:45.130177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b62572e-6b74-4af1-b98e-e863c942abbe', 'tag': '7c487845-2a1f-45c3-8bac-575325b2d526'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:22:45.186309 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-842bebab-330a-4e00-ac60-02208213e416'] response: {'name': 'network-changed', 'server_uuid': '0b62572e-6b74-4af1-b98e-e863c942abbe', 'tag': '7c487845-2a1f-45c3-8bac-575325b2d526', 'status': 'completed', 'code': 200} May 28 05:22:45.247304 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-2d97d074-d0e7-4bb8-be05-4beaef1f9680 None None] Set router 847a231d-98b3-4b36-8586-e6a61a3dbd41 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:22:45.337765 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5d154590-8336-4774-a701-55b7a7244fb2 req-98d6b14a-5cf1-45ec-9f29-a11549ec8f50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 1099 time: 0.1299841 May 28 05:22:45.344037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad23d6b-15ee-42c1-82ed-e298f9864fa1 req-29c4f5d0-e36b-450a-b1b3-e83d23fd94c0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:45.345358 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bad23d6b-15ee-42c1-82ed-e298f9864fa1 req-29c4f5d0-e36b-450a-b1b3-e83d23fd94c0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.1043217 May 28 05:22:45.471848 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bad23d6b-15ee-42c1-82ed-e298f9864fa1 req-cdd96c87-dfe2-46fb-ba84-5b97f7bc38e9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079648 May 28 05:22:45.500603 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39148) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:45.507156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d154590-8336-4774-a701-55b7a7244fb2 req-bd00ccad-7845-4201-bac2-e31f1b7681e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:45.508849 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5d154590-8336-4774-a701-55b7a7244fb2 req-bd00ccad-7845-4201-bac2-e31f1b7681e7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a017f13a-157c-4382-8196-aa605e554d2c HTTP/1.1" status: 200 len: 898 time: 0.1626027 May 28 05:22:45.588919 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2d97d074-d0e7-4bb8-be05-4beaef1f9680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763922083', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:27Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'b09ce894-c4ef-4c26-bd83-1a8f26206be0', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'port_id': '7c487845-2a1f-45c3-8bac-575325b2d526', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c', 'mac_address': 'fa:16:3e:93:bc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b62572e-6b74-4af1-b98e-e863c942abbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:22:43Z', 'updated_at': '2022-05-28T05:22:43Z', 'revision_number': 0, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de8c22e-140a-49af-8d09-a05087ed6f80', 'name': '', 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:22:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:27Z', 'updated_at': '2022-05-28T05:22:33Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:45.592817 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d97d074-d0e7-4bb8-be05-4beaef1f9680 None None] Checking router: 847a231d-98b3-4b36-8586-e6a61a3dbd41 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:22:45.603393 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97d074-d0e7-4bb8-be05-4beaef1f9680 None None] Routers {'847a231d-98b3-4b36-8586-e6a61a3dbd41'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:22:45.604141 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2d97d074-d0e7-4bb8-be05-4beaef1f9680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:22:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['847a231d-98b3-4b36-8586-e6a61a3dbd41'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:45.612210 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c51b0e9e-47b8-4bd1-8e8f-04c666034598 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/b09ce894-c4ef-4c26-bd83-1a8f26206be0 HTTP/1.1" status: 200 len: 992 time: 0.1095827 May 28 05:22:45.612404 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5d154590-8336-4774-a701-55b7a7244fb2 req-593da795-4356-4d77-a7f9-ba36637932b0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c487845-2a1f-45c3-8bac-575325b2d526 HTTP/1.1" status: 200 len: 1000 time: 0.0966198 May 28 05:22:45.672712 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d154590-8336-4774-a701-55b7a7244fb2 req-b722f2b7-518d-4cb5-bc2b-a5887d964b7c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:22:45.674194 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5d154590-8336-4774-a701-55b7a7244fb2 req-b722f2b7-518d-4cb5-bc2b-a5887d964b7c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=edf53bfb-cbf1-433e-9e0a-3017e10bd0f7 HTTP/1.1" status: 200 len: 834 time: 0.0568876 May 28 05:22:45.748627 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5d154590-8336-4774-a701-55b7a7244fb2 req-578b94b2-843f-4c44-a0e2-9e584cb235c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a017f13a-157c-4382-8196-aa605e554d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686677 May 28 05:22:45.780954 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-2d97d074-d0e7-4bb8-be05-4beaef1f9680 None None] Set router 847a231d-98b3-4b36-8586-e6a61a3dbd41 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:22:45.881444 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5d154590-8336-4774-a701-55b7a7244fb2 req-d8ae10fb-3a55-4113-a906-3d86c36281a7 service neutron] 10.222.0.66 "GET /v2.0/networks/a017f13a-157c-4382-8196-aa605e554d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264346 May 28 05:22:46.015727 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5d154590-8336-4774-a701-55b7a7244fb2 req-330d4fdd-55eb-47d6-9a27-56dcf19c2eba service neutron] 10.222.0.66 "GET /v2.0/networks/a017f13a-157c-4382-8196-aa605e554d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284850 May 28 05:22:46.163087 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-2d97d074-d0e7-4bb8-be05-4beaef1f9680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763922083', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:27Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'b09ce894-c4ef-4c26-bd83-1a8f26206be0', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'port_id': '7c487845-2a1f-45c3-8bac-575325b2d526', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c', 'mac_address': 'fa:16:3e:93:bc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b62572e-6b74-4af1-b98e-e863c942abbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:22:43Z', 'updated_at': '2022-05-28T05:22:43Z', 'revision_number': 0, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de8c22e-140a-49af-8d09-a05087ed6f80', 'name': '', 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:22:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:27Z', 'updated_at': '2022-05-28T05:22:33Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:22:46.167143 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d97d074-d0e7-4bb8-be05-4beaef1f9680 None None] The sync data for ids ['847a231d-98b3-4b36-8586-e6a61a3dbd41'] in dv-neutron-843300-5-hyperv is: [{'id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763922083', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:27Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'b09ce894-c4ef-4c26-bd83-1a8f26206be0', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'floating_ip_address': '172.26.8.107', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'port_id': '7c487845-2a1f-45c3-8bac-575325b2d526', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c', 'mac_address': 'fa:16:3e:93:bc:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b62572e-6b74-4af1-b98e-e863c942abbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:22:43Z', 'updated_at': '2022-05-28T05:22:43Z', 'revision_number': 0, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de8c22e-140a-49af-8d09-a05087ed6f80', 'name': '', 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:22:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:27Z', 'updated_at': '2022-05-28T05:22:33Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:22:46.616556 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39152) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:46.724471 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d58f163e-e5c9-44cb-a17c-f6bef543015a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/b09ce894-c4ef-4c26-bd83-1a8f26206be0 HTTP/1.1" status: 200 len: 992 time: 0.1061795 May 28 05:22:47.730151 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39156) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:47.841646 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-857b389f-071d-4086-bd41-80c552f3d5a6 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/b09ce894-c4ef-4c26-bd83-1a8f26206be0 HTTP/1.1" status: 200 len: 992 time: 0.1100380 May 28 05:22:48.845695 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39160) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:49.050131 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-43967a39-6805-4082-8a9e-75ae684e0b3f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/b09ce894-c4ef-4c26-bd83-1a8f26206be0 HTTP/1.1" status: 200 len: 992 time: 0.2031651 May 28 05:22:49.263868 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bc1180-45dd-4a74-bd72-6c0df124e613 None None] New status for floating IP b09ce894-c4ef-4c26-bd83-1a8f26206be0: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:22:50.055769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39164) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:22:50.175184 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-c3d360aa-571c-4139-be55-7262a2762f36 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/b09ce894-c4ef-4c26-bd83-1a8f26206be0 HTTP/1.1" status: 200 len: 994 time: 0.1182418 May 28 05:22:52.198375 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6ee7fe16-245f-42ea-9a8b-757e54f74b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:54.347172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8d813f58-1bce-4a38-aae4-081483f1196c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:55.011045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:55.587776 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:55.699323 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:22:57.270547 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:07.403725 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-75ccb9d5-ab21-4fc9-ad66-230e2430050d req-0bdc9069-deb2-42cd-90ee-d07efbc7f002 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760546 May 28 05:23:07.546959 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-75ccb9d5-ab21-4fc9-ad66-230e2430050d req-52fb7ff8-fb1e-46b2-9132-8ea6c9e18ea8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 1099 time: 0.0727937 May 28 05:23:07.695041 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccb9d5-ab21-4fc9-ad66-230e2430050d req-9cc2ae05-562d-4d7a-a148-3d2b53666b3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:07.696369 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-75ccb9d5-ab21-4fc9-ad66-230e2430050d req-9cc2ae05-562d-4d7a-a148-3d2b53666b3f service neutron] 10.222.0.66 "GET /v2.0/networks?id=a017f13a-157c-4382-8196-aa605e554d2c HTTP/1.1" status: 200 len: 898 time: 0.1292670 May 28 05:23:07.901878 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-75ccb9d5-ab21-4fc9-ad66-230e2430050d req-f05283c6-d3be-4bbb-8df4-d33f63535f4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c487845-2a1f-45c3-8bac-575325b2d526 HTTP/1.1" status: 200 len: 1002 time: 0.1984949 May 28 05:23:07.966442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccb9d5-ab21-4fc9-ad66-230e2430050d req-e535416e-df49-457e-9d75-8916ec07f24c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:07.967804 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-75ccb9d5-ab21-4fc9-ad66-230e2430050d req-e535416e-df49-457e-9d75-8916ec07f24c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=edf53bfb-cbf1-433e-9e0a-3017e10bd0f7 HTTP/1.1" status: 200 len: 834 time: 0.0590534 May 28 05:23:08.042612 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-75ccb9d5-ab21-4fc9-ad66-230e2430050d req-550e1117-491a-4779-be23-ab4a9a507b42 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a017f13a-157c-4382-8196-aa605e554d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692444 May 28 05:23:08.175012 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-75ccb9d5-ab21-4fc9-ad66-230e2430050d req-811c1536-544f-49fc-9100-1cca0b1943b8 service neutron] 10.222.0.66 "GET /v2.0/networks/a017f13a-157c-4382-8196-aa605e554d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266158 May 28 05:23:08.313961 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-75ccb9d5-ab21-4fc9-ad66-230e2430050d req-e1fafed3-a1e4-4b38-a94c-4f71d5cb0ed2 service neutron] 10.222.0.66 "GET /v2.0/networks/a017f13a-157c-4382-8196-aa605e554d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330755 May 28 05:23:13.845862 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:23:17.931995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e119d-6457-42bc-a386-47a3c20c3632 req-c2f0cab3-152d-41c5-bca0-cffb7569608d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:17.933456 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1e9e119d-6457-42bc-a386-47a3c20c3632 req-c2f0cab3-152d-41c5-bca0-cffb7569608d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.1325483 May 28 05:23:17.937517 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6198d91d-e697-44d3-827b-39b44cd7652b req-eb6e47bd-87a9-4b63-ad2c-c2e6981ae4e8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 1099 time: 0.1791837 May 28 05:23:18.062145 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1e9e119d-6457-42bc-a386-47a3c20c3632 req-c8c46cd4-e7be-4306-be14-ae5395b49fdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222193 May 28 05:23:18.095378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198d91d-e697-44d3-827b-39b44cd7652b req-53e1065d-4284-4ff5-9bf7-b6d186cc3f75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:18.096911 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6198d91d-e697-44d3-827b-39b44cd7652b req-53e1065d-4284-4ff5-9bf7-b6d186cc3f75 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a017f13a-157c-4382-8196-aa605e554d2c HTTP/1.1" status: 200 len: 898 time: 0.1438944 May 28 05:23:18.201881 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6198d91d-e697-44d3-827b-39b44cd7652b req-ae0add45-281a-4298-85a5-8e8c9df11dcf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c487845-2a1f-45c3-8bac-575325b2d526 HTTP/1.1" status: 200 len: 1002 time: 0.0984597 May 28 05:23:18.267071 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198d91d-e697-44d3-827b-39b44cd7652b req-e29866bf-281d-4168-bcf8-93517c173821 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:18.268538 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6198d91d-e697-44d3-827b-39b44cd7652b req-e29866bf-281d-4168-bcf8-93517c173821 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=edf53bfb-cbf1-433e-9e0a-3017e10bd0f7 HTTP/1.1" status: 200 len: 834 time: 0.0604823 May 28 05:23:18.360644 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6198d91d-e697-44d3-827b-39b44cd7652b req-66aa01dd-3d58-4c7f-8235-b8498f1c0444 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a017f13a-157c-4382-8196-aa605e554d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857983 May 28 05:23:18.494300 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6198d91d-e697-44d3-827b-39b44cd7652b req-f53c4884-91d3-415a-a358-8e8b37b675a8 service neutron] 10.222.0.66 "GET /v2.0/networks/a017f13a-157c-4382-8196-aa605e554d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265805 May 28 05:23:18.624331 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6198d91d-e697-44d3-827b-39b44cd7652b req-724e9d8f-b6ee-4f7c-afc3-e0bcb77e0754 service neutron] 10.222.0.66 "GET /v2.0/networks/a017f13a-157c-4382-8196-aa605e554d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235616 May 28 05:23:19.283419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3e7cf-cedc-420e-84df-bbfcdf7045e6 req-b8f45857-8ed7-4cdf-8a69-a541c5710330 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:19.284780 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-19f3e7cf-cedc-420e-84df-bbfcdf7045e6 req-b8f45857-8ed7-4cdf-8a69-a541c5710330 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.0892270 May 28 05:23:19.334550 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-19f3e7cf-cedc-420e-84df-bbfcdf7045e6 req-065d9c46-e695-4b12-ae39-e294f4eadbe2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416648 May 28 05:23:20.554065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e595c4-b9b2-4565-8209-974f3e5c8a22 req-40f18610-2b55-4f5f-a3c3-42d6b5c0688d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:20.555500 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-80e595c4-b9b2-4565-8209-974f3e5c8a22 req-40f18610-2b55-4f5f-a3c3-42d6b5c0688d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.0819855 May 28 05:23:20.603036 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-80e595c4-b9b2-4565-8209-974f3e5c8a22 req-ea0f189e-f465-4632-b6c7-62be3701c2e5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403566 May 28 05:23:21.821326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8bd20-be54-430c-b6af-786a96a9fffa req-d18c328b-59b5-45ed-ab3c-3d2326477aa0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:21.822795 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-caf8bd20-be54-430c-b6af-786a96a9fffa req-d18c328b-59b5-45ed-ab3c-3d2326477aa0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.0898063 May 28 05:23:21.872050 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-caf8bd20-be54-430c-b6af-786a96a9fffa req-e1e3d110-cbe0-4e19-b5fe-1270ed9b4f48 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435061 May 28 05:23:22.199025 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f4f72689-fdf0-437f-a42a-040f041736b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:23.174360 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be71b5-2200-49d8-a288-f2dcaa31ee4c req-90235e6b-d16e-4cef-93e2-80fe588c5d90 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:23.175827 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-17be71b5-2200-49d8-a288-f2dcaa31ee4c req-90235e6b-d16e-4cef-93e2-80fe588c5d90 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.1778438 May 28 05:23:23.224949 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-17be71b5-2200-49d8-a288-f2dcaa31ee4c req-acad1805-7405-4a97-9251-5ac5ada81213 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410962 May 28 05:23:24.344101 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3b69fd54-1f66-45bc-b8c7-e9d95a702146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:24.448678 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f02de-1266-43c7-9751-7b3b9272f641 req-e930468e-9c51-4931-81ee-c3ef8083ef58 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:24.450180 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b97f02de-1266-43c7-9751-7b3b9272f641 req-e930468e-9c51-4931-81ee-c3ef8083ef58 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.0798335 May 28 05:23:24.498896 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b97f02de-1266-43c7-9751-7b3b9272f641 req-d792558a-b5cf-415d-8691-4e640a717546 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409782 May 28 05:23:25.033067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:25.584746 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:25.695485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:25.712932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949a7f9-a276-4ae6-970a-3347de925673 req-31f6160b-fc0a-4617-bff8-9248a64a3920 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:25.714434 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9949a7f9-a276-4ae6-970a-3347de925673 req-31f6160b-fc0a-4617-bff8-9248a64a3920 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.0790384 May 28 05:23:25.761585 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9949a7f9-a276-4ae6-970a-3347de925673 req-68525c9b-6115-48c0-aa52-1018a71ca5c0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411015 May 28 05:23:26.968112 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40a815-9f18-4675-9249-ce9e0680ca3f req-891550ea-da63-4797-8617-bdb6958fa74e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:26.969568 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7b40a815-9f18-4675-9249-ce9e0680ca3f req-891550ea-da63-4797-8617-bdb6958fa74e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.0802448 May 28 05:23:27.019930 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7b40a815-9f18-4675-9249-ce9e0680ca3f req-26e50603-443c-4e66-9cfa-00c6ff0a4579 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419407 May 28 05:23:27.272004 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:28.229370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49e4e0-9f63-4b02-82c8-0c221cb649b6 req-2d906923-943a-4606-84df-5b765ca49dea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:28.230735 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1e49e4e0-9f63-4b02-82c8-0c221cb649b6 req-2d906923-943a-4606-84df-5b765ca49dea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.0770726 May 28 05:23:28.284876 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1e49e4e0-9f63-4b02-82c8-0c221cb649b6 req-1c281641-7055-4e71-b5ed-760ef68c150b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472529 May 28 05:23:29.506125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f834cc2-c86a-4c75-97e0-51f4b940e520 req-55b158d4-83ad-48bc-9d09-2946cd7faa5e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:29.507556 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f834cc2-c86a-4c75-97e0-51f4b940e520 req-55b158d4-83ad-48bc-9d09-2946cd7faa5e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.0893521 May 28 05:23:29.554650 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f834cc2-c86a-4c75-97e0-51f4b940e520 req-4e0cf0db-6bde-4d63-8ed2-881c41290d27 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413187 May 28 05:23:30.769987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d12572-296e-4270-9c2e-9f39aeb5bafb req-8a854754-7ad6-456f-b652-68b68bd1270a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:30.771423 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e0d12572-296e-4270-9c2e-9f39aeb5bafb req-8a854754-7ad6-456f-b652-68b68bd1270a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.0801873 May 28 05:23:30.817718 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e0d12572-296e-4270-9c2e-9f39aeb5bafb req-5ffc78b4-fc5b-44a1-b055-13399167ccd0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406165 May 28 05:23:32.041004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c2dce-785c-4ab8-9f31-3f0a0665a12d req-649f52ab-22f5-4517-869e-73b6deea6d26 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:32.042487 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd8c2dce-785c-4ab8-9f31-3f0a0665a12d req-649f52ab-22f5-4517-869e-73b6deea6d26 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.0917988 May 28 05:23:32.090235 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd8c2dce-785c-4ab8-9f31-3f0a0665a12d req-090482c2-281b-4ab2-8e7f-dc2130de5c3a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414879 May 28 05:23:33.307013 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0c054-81d8-4052-94c9-8c707fb223e1 req-5e6eb58e-41a3-454b-ae6d-b2897ff4e3d9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:33.308469 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-edc0c054-81d8-4052-94c9-8c707fb223e1 req-5e6eb58e-41a3-454b-ae6d-b2897ff4e3d9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.0921707 May 28 05:23:33.355343 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-edc0c054-81d8-4052-94c9-8c707fb223e1 req-c8fdfc89-0773-4f10-99f7-295f68d88338 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408251 May 28 05:23:34.574480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c1d03-983d-41c4-8dc5-e7b0b8cfbf14 req-159bae9d-eeec-476f-9984-8e416e731c18 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:23:34.575944 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e24c1d03-983d-41c4-8dc5-e7b0b8cfbf14 req-159bae9d-eeec-476f-9984-8e416e731c18 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.0896916 May 28 05:23:34.622400 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e24c1d03-983d-41c4-8dc5-e7b0b8cfbf14 req-8e5de549-8323-4a6d-a65a-4402d3826bf8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405509 May 28 05:23:34.650978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39214) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:23:34.756381 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d41148f9-b6ae-46b8-95e4-b723b9118d61 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/b09ce894-c4ef-4c26-bd83-1a8f26206be0 HTTP/1.1" status: 200 len: 994 time: 0.1043584 May 28 05:23:50.852263 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:23:52.194740 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0ddef687-3bd0-4987-947f-d47094795938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:54.347228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e3bf767b-13b3-4c9d-a924-00d80135401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:55.018465 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:55.584457 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:55.708854 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:23:57.279899 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:05.218660 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39238) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:05.424578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port 0fb025fb-9e3c-43e2-89e8-5c0209cc4205 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:24:05.424919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:05.600846 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:05.601139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:05.721583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for 0fb025fb-9e3c-43e2-89e8-5c0209cc4205 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:24:05.962395 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:06.007475 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=0fb025fb-9e3c-43e2-89e8-5c0209cc4205,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:06.045052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:06.045388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:06.045749 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:06.046070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:06.046399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:06.046723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:06.047042 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:06.047360 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:06.047675 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:06.047985 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:06.048300 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:06.108921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:06.534003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router 847a231d-98b3-4b36-8586-e6a61a3dbd41 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:24:06.740866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:24:06.751158 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360032c0-1310-4fad-a21f-ae1a930b1b6a None None] Sync routers for ids ['847a231d-98b3-4b36-8586-e6a61a3dbd41'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:24:06.764471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:06.765362 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360032c0-1310-4fad-a21f-ae1a930b1b6a None None] Routers {'847a231d-98b3-4b36-8586-e6a61a3dbd41'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:24:06.766019 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-360032c0-1310-4fad-a21f-ae1a930b1b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:23:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['847a231d-98b3-4b36-8586-e6a61a3dbd41'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:06.826574 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-cf9105af-085f-43a4-b26a-bdb001035295 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/floatingips/b09ce894-c4ef-4c26-bd83-1a8f26206be0 HTTP/1.1" status: 204 len: 168 time: 1.6062007 May 28 05:24:06.827149 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b62572e-6b74-4af1-b98e-e863c942abbe', 'tag': '7c487845-2a1f-45c3-8bac-575325b2d526'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:24:06.893534 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d816845f-a377-4612-8710-0cc951b010eb'] response: {'name': 'network-changed', 'server_uuid': '0b62572e-6b74-4af1-b98e-e863c942abbe', 'tag': '7c487845-2a1f-45c3-8bac-575325b2d526', 'status': 'completed', 'code': 200} May 28 05:24:06.953495 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-360032c0-1310-4fad-a21f-ae1a930b1b6a None None] Set router 847a231d-98b3-4b36-8586-e6a61a3dbd41 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:24:06.989025 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-20438341-77d0-42c8-951f-ed62b4196106 req-1b51c0ee-ca13-494f-8ca6-a19b9d644dc5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 1099 time: 0.0706594 May 28 05:24:07.129980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20438341-77d0-42c8-951f-ed62b4196106 req-57130228-6c83-4b4f-9084-472461874b8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:07.131436 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-20438341-77d0-42c8-951f-ed62b4196106 req-57130228-6c83-4b4f-9084-472461874b8e service neutron] 10.222.0.66 "GET /v2.0/networks?id=a017f13a-157c-4382-8196-aa605e554d2c HTTP/1.1" status: 200 len: 898 time: 0.1369596 May 28 05:24:07.236578 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-20438341-77d0-42c8-951f-ed62b4196106 req-6742f394-d063-47e4-8fb3-ffefa52dd40b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c487845-2a1f-45c3-8bac-575325b2d526 HTTP/1.1" status: 200 len: 217 time: 0.0968921 May 28 05:24:07.275775 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-360032c0-1310-4fad-a21f-ae1a930b1b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763922083', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:27Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '9de8c22e-140a-49af-8d09-a05087ed6f80', 'name': '', 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:22:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:27Z', 'updated_at': '2022-05-28T05:22:33Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:07.279684 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360032c0-1310-4fad-a21f-ae1a930b1b6a None None] Checking router: 847a231d-98b3-4b36-8586-e6a61a3dbd41 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:24:07.290557 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360032c0-1310-4fad-a21f-ae1a930b1b6a None None] Routers {'847a231d-98b3-4b36-8586-e6a61a3dbd41'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:24:07.291143 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-360032c0-1310-4fad-a21f-ae1a930b1b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:23:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['847a231d-98b3-4b36-8586-e6a61a3dbd41'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:07.310139 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20438341-77d0-42c8-951f-ed62b4196106 req-b7fa2346-62f4-4b44-b7c5-34281aa9e965 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:07.311598 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-20438341-77d0-42c8-951f-ed62b4196106 req-b7fa2346-62f4-4b44-b7c5-34281aa9e965 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=edf53bfb-cbf1-433e-9e0a-3017e10bd0f7 HTTP/1.1" status: 200 len: 834 time: 0.0689826 May 28 05:24:07.367137 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59659f9e-d9bd-4ad3-889f-38b4fb2f59ea req-0435a18a-ea37-496b-8680-f844fb1b226e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:07.367716 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-59659f9e-d9bd-4ad3-889f-38b4fb2f59ea req-0435a18a-ea37-496b-8680-f844fb1b226e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:24:07.397807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-59659f9e-d9bd-4ad3-889f-38b4fb2f59ea req-0435a18a-ea37-496b-8680-f844fb1b226e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:24:07.399088 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59659f9e-d9bd-4ad3-889f-38b4fb2f59ea req-0435a18a-ea37-496b-8680-f844fb1b226e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.2132716 May 28 05:24:07.424226 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-20438341-77d0-42c8-951f-ed62b4196106 req-3611b8be-564a-4b51-8e38-5fea0979c881 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a017f13a-157c-4382-8196-aa605e554d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055210 May 28 05:24:07.466163 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-360032c0-1310-4fad-a21f-ae1a930b1b6a None None] Set router 847a231d-98b3-4b36-8586-e6a61a3dbd41 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:24:07.633194 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59659f9e-d9bd-4ad3-889f-38b4fb2f59ea req-ff324b60-45bf-4233-8b90-c7d2b7315398 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2279594 May 28 05:24:07.675873 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-20438341-77d0-42c8-951f-ed62b4196106 req-6cca5186-3af1-4330-82a1-56f3db827267 service neutron] 10.222.0.66 "GET /v2.0/networks/a017f13a-157c-4382-8196-aa605e554d2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448134 May 28 05:24:07.805742 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-360032c0-1310-4fad-a21f-ae1a930b1b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763922083', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:27Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '9de8c22e-140a-49af-8d09-a05087ed6f80', 'name': '', 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:22:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:27Z', 'updated_at': '2022-05-28T05:22:33Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:07.806643 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-20438341-77d0-42c8-951f-ed62b4196106 req-009a522a-33a6-4fba-9d2a-bfeb32aaaa6b service neutron] 10.222.0.66 "GET /v2.0/networks/a017f13a-157c-4382-8196-aa605e554d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241176 May 28 05:24:07.809635 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360032c0-1310-4fad-a21f-ae1a930b1b6a None None] The sync data for ids ['847a231d-98b3-4b36-8586-e6a61a3dbd41'] in dv-neutron-843300-5-hyperv is: [{'id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763922083', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:27Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '9de8c22e-140a-49af-8d09-a05087ed6f80', 'name': '', 'network_id': 'a017f13a-157c-4382-8196-aa605e554d2c', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:22:27:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:27Z', 'updated_at': '2022-05-28T05:22:33Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'edf53bfb-cbf1-433e-9e0a-3017e10bd0f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:24:08.041634 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8a98b-9981-4fb2-b087-73a6d422adfe None None] New status for floating IP b09ce894-c4ef-4c26-bd83-1a8f26206be0: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:24:08.679368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fceb1-ed73-45ae-9b8b-05c5cac0ee3f req-71e6459d-02a9-41ac-bcd6-e2f13fcf5e13 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:08.680852 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-908fceb1-ed73-45ae-9b8b-05c5cac0ee3f req-71e6459d-02a9-41ac-bcd6-e2f13fcf5e13 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.0841985 May 28 05:24:08.753510 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-908fceb1-ed73-45ae-9b8b-05c5cac0ee3f req-b8233b4b-91ac-46e8-b860-4e1c618b77e0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port 7c487845-2a1f-45c3-8bac-575325b2d526 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:24:08.754066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-908fceb1-ed73-45ae-9b8b-05c5cac0ee3f req-b8233b4b-91ac-46e8-b860-4e1c618b77e0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:08.997497 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fde07c-7269-4ee0-b1d0-655b778e270d req-d899c80e-f0ca-4016-8876-08670c0dfe14 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:08.998988 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-43fde07c-7269-4ee0-b1d0-655b778e270d req-d899c80e-f0ca-4016-8876-08670c0dfe14 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b62572e-6b74-4af1-b98e-e863c942abbe HTTP/1.1" status: 200 len: 946 time: 0.2218633 May 28 05:24:09.079546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-908fceb1-ed73-45ae-9b8b-05c5cac0ee3f req-b8233b4b-91ac-46e8-b860-4e1c618b77e0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port 7c487845-2a1f-45c3-8bac-575325b2d526, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=7c487845-2a1f-45c3-8bac-575325b2d526,segment=NetworkSegment(80e2c6cb-6e43-407a-b710-3c92ca8151af),segment_id=80e2c6cb-6e43-407a-b710-3c92ca8151af)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:24:09.079889 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-908fceb1-ed73-45ae-9b8b-05c5cac0ee3f req-b8233b4b-91ac-46e8-b860-4e1c618b77e0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:09.088806 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-43fde07c-7269-4ee0-b1d0-655b778e270d req-94982c81-faab-4c84-a69c-1299f5e52e66 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=27b08064-b744-4deb-951b-bc998c205812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835457 May 28 05:24:09.202567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-908fceb1-ed73-45ae-9b8b-05c5cac0ee3f req-b8233b4b-91ac-46e8-b860-4e1c618b77e0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for 7c487845-2a1f-45c3-8bac-575325b2d526 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:24:09.361750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-908fceb1-ed73-45ae-9b8b-05c5cac0ee3f req-b8233b4b-91ac-46e8-b860-4e1c618b77e0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:09.411610 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8233b4b-91ac-46e8-b860-4e1c618b77e0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=7c487845-2a1f-45c3-8bac-575325b2d526,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:09.484044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-908fceb1-ed73-45ae-9b8b-05c5cac0ee3f req-b8233b4b-91ac-46e8-b860-4e1c618b77e0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] No DVR routers for this DVR port 7c487845-2a1f-45c3-8bac-575325b2d526 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:24:09.487009 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-908fceb1-ed73-45ae-9b8b-05c5cac0ee3f req-b8233b4b-91ac-46e8-b860-4e1c618b77e0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:09.489433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b62572e-6b74-4af1-b98e-e863c942abbe', 'name': 'network-vif-deleted', 'tag': '7c487845-2a1f-45c3-8bac-575325b2d526'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:24:09.506293 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-908fceb1-ed73-45ae-9b8b-05c5cac0ee3f req-b8233b4b-91ac-46e8-b860-4e1c618b77e0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "DELETE /v2.0/ports/7c487845-2a1f-45c3-8bac-575325b2d526 HTTP/1.1" status: 204 len: 173 time: 0.8191352 May 28 05:24:09.546294 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25871299-f40a-431c-af14-bd3aa8c90a56'] response: {'server_uuid': '0b62572e-6b74-4af1-b98e-e863c942abbe', 'name': 'network-vif-deleted', 'tag': '7c487845-2a1f-45c3-8bac-575325b2d526', 'status': 'completed', 'code': 200} May 28 05:24:10.195630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39256) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:10.606406 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-22e62970-6359-442b-846b-3c2d5ba948c2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:11.339883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-22e62970-6359-442b-846b-3c2d5ba948c2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port 9de8c22e-140a-49af-8d09-a05087ed6f80 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:24:11.340667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-22e62970-6359-442b-846b-3c2d5ba948c2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:11.528595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-22e62970-6359-442b-846b-3c2d5ba948c2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port 9de8c22e-140a-49af-8d09-a05087ed6f80, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=9de8c22e-140a-49af-8d09-a05087ed6f80,segment=NetworkSegment(80e2c6cb-6e43-407a-b710-3c92ca8151af),segment_id=80e2c6cb-6e43-407a-b710-3c92ca8151af)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:24:11.528941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-22e62970-6359-442b-846b-3c2d5ba948c2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:11.650244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-22e62970-6359-442b-846b-3c2d5ba948c2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for 9de8c22e-140a-49af-8d09-a05087ed6f80 owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:24:11.828137 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-22e62970-6359-442b-846b-3c2d5ba948c2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:11.875158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e62970-6359-442b-846b-3c2d5ba948c2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=9de8c22e-140a-49af-8d09-a05087ed6f80,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:12.177196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-22e62970-6359-442b-846b-3c2d5ba948c2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:12.853322 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e62970-6359-442b-846b-3c2d5ba948c2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router 847a231d-98b3-4b36-8586-e6a61a3dbd41 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:24:13.060740 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e62970-6359-442b-846b-3c2d5ba948c2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:24:13.072052 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555ddcb-b021-47a1-8cbe-bd78f44d2a9d None None] Sync routers for ids ['847a231d-98b3-4b36-8586-e6a61a3dbd41'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:24:13.073789 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-22e62970-6359-442b-846b-3c2d5ba948c2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "PUT /v2.0/routers/847a231d-98b3-4b36-8586-e6a61a3dbd41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8770573 May 28 05:24:13.076413 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39260) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:13.084475 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5555ddcb-b021-47a1-8cbe-bd78f44d2a9d None None] Routers {'847a231d-98b3-4b36-8586-e6a61a3dbd41'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:24:13.085350 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5555ddcb-b021-47a1-8cbe-bd78f44d2a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:23:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['847a231d-98b3-4b36-8586-e6a61a3dbd41'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:13.267465 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-5555ddcb-b021-47a1-8cbe-bd78f44d2a9d None None] Set router 847a231d-98b3-4b36-8586-e6a61a3dbd41 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:24:13.269760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-757edb89-6c64-4af5-9359-dbbfe0313c5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting subnet edf53bfb-cbf1-433e-9e0a-3017e10bd0f7 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:24:13.273268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-757edb89-6c64-4af5-9359-dbbfe0313c5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:13.327147 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-757edb89-6c64-4af5-9359-dbbfe0313c5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:13.410735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-757edb89-6c64-4af5-9359-dbbfe0313c5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:13.487085 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-757edb89-6c64-4af5-9359-dbbfe0313c5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:13.527228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757edb89-6c64-4af5-9359-dbbfe0313c5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Subnet': ['ID=edf53bfb-cbf1-433e-9e0a-3017e10bd0f7,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:13.533909 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-757edb89-6c64-4af5-9359-dbbfe0313c5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:13.543239 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc99ae6f-5a29-4629-9789-4f34d97e7996 None None] Network a017f13a-157c-4382-8196-aa605e554d2c requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:24:13.543759 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-757edb89-6c64-4af5-9359-dbbfe0313c5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/subnets/edf53bfb-cbf1-433e-9e0a-3017e10bd0f7 HTTP/1.1" status: 204 len: 168 time: 0.4632852 May 28 05:24:13.543759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39264) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:13.556201 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5555ddcb-b021-47a1-8cbe-bd78f44d2a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763922083', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:24:11Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:13.560119 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555ddcb-b021-47a1-8cbe-bd78f44d2a9d None None] Checking router: 847a231d-98b3-4b36-8586-e6a61a3dbd41 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:24:13.571198 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5555ddcb-b021-47a1-8cbe-bd78f44d2a9d None None] Routers {'847a231d-98b3-4b36-8586-e6a61a3dbd41'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:24:13.571789 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5555ddcb-b021-47a1-8cbe-bd78f44d2a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:23:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['847a231d-98b3-4b36-8586-e6a61a3dbd41'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:13.746376 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-5555ddcb-b021-47a1-8cbe-bd78f44d2a9d None None] Set router 847a231d-98b3-4b36-8586-e6a61a3dbd41 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:24:13.748280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fef64344-8b74-444f-960e-0ff197e44011 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:13.798002 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] DHCP port deletion for a017f13a-157c-4382-8196-aa605e554d2c request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:24:13.802884 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Deleting port 226029a6-8f68-4945-9648-ece077c79ad5 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:24:13.803465 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:14.041114 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5555ddcb-b021-47a1-8cbe-bd78f44d2a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763922083', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:24:11Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:14.045139 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555ddcb-b021-47a1-8cbe-bd78f44d2a9d None None] The sync data for ids ['847a231d-98b3-4b36-8586-e6a61a3dbd41'] in dv-neutron-843300-5-hyperv is: [{'id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763922083', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59'}], 'enable_snat': True}, 'gw_port_id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:24:11Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '0ee93c26-c67d-4773-8348-8876a5682eda', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:2f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '847a231d-98b3-4b36-8586-e6a61a3dbd41', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:22:23Z', 'updated_at': '2022-05-28T05:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:24:14.058584 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] For port 226029a6-8f68-4945-9648-ece077c79ad5, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=226029a6-8f68-4945-9648-ece077c79ad5,segment=NetworkSegment(80e2c6cb-6e43-407a-b710-3c92ca8151af),segment_id=80e2c6cb-6e43-407a-b710-3c92ca8151af)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:24:14.059111 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:14.080990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fef64344-8b74-444f-960e-0ff197e44011 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:14.091345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-fef64344-8b74-444f-960e-0ff197e44011 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port 0ee93c26-c67d-4773-8348-8876a5682eda {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:24:14.091743 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fef64344-8b74-444f-960e-0ff197e44011 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:14.179207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Calling delete_port for 226029a6-8f68-4945-9648-ece077c79ad5 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:24:14.252010 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:14.264834 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-fef64344-8b74-444f-960e-0ff197e44011 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port 0ee93c26-c67d-4773-8348-8876a5682eda, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=0ee93c26-c67d-4773-8348-8876a5682eda,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:24:14.265182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fef64344-8b74-444f-960e-0ff197e44011 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:14.298260 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Pushing event deleted for resources: {'Port': ['ID=226029a6-8f68-4945-9648-ece077c79ad5,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:14.307710 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] No DVR routers for this DVR port 226029a6-8f68-4945-9648-ece077c79ad5 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:24:14.312570 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:14.312898 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:14.313222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:14.319467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:14.319467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:14.319467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:14.319467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:14.319467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:14.319467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:14.319467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:14.319467 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba76751-1b47-40c8-a3e9-d4d1691191f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:14.328308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 7c487845-2a1f-45c3-8bac-575325b2d526 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:24:14.362108 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 7c487845-2a1f-45c3-8bac-575325b2d526 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:24:14.362339 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 7c487845-2a1f-45c3-8bac-575325b2d526 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:24:14.386398 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-fef64344-8b74-444f-960e-0ff197e44011 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for 0ee93c26-c67d-4773-8348-8876a5682eda owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:24:14.557592 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fef64344-8b74-444f-960e-0ff197e44011 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:14.606016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef64344-8b74-444f-960e-0ff197e44011 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=0ee93c26-c67d-4773-8348-8876a5682eda,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:14.825043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fef64344-8b74-444f-960e-0ff197e44011 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:14.862703 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9de8c22e-140a-49af-8d09-a05087ed6f80 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:24:14.896581 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 9de8c22e-140a-49af-8d09-a05087ed6f80 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:24:14.897016 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 9de8c22e-140a-49af-8d09-a05087ed6f80 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:24:14.897683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 226029a6-8f68-4945-9648-ece077c79ad5 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:24:14.933006 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 226029a6-8f68-4945-9648-ece077c79ad5 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:24:14.933615 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 226029a6-8f68-4945-9648-ece077c79ad5 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:24:15.080422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fef64344-8b74-444f-960e-0ff197e44011 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:15.085418 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fef64344-8b74-444f-960e-0ff197e44011 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:15.113710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fef64344-8b74-444f-960e-0ff197e44011 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:15.114225 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef64344-8b74-444f-960e-0ff197e44011 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Fanout notify agent at l3_agent the message router_deleted on router 847a231d-98b3-4b36-8586-e6a61a3dbd41 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:24:15.129904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-fef64344-8b74-444f-960e-0ff197e44011 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:15.131817 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-fef64344-8b74-444f-960e-0ff197e44011 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/routers/847a231d-98b3-4b36-8586-e6a61a3dbd41 HTTP/1.1" status: 204 len: 168 time: 1.5867877 May 28 05:24:15.134268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39268) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:15.252332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3f222c7-37ac-4de6-9b07-b54f43d6b0fa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:15.484639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3f222c7-37ac-4de6-9b07-b54f43d6b0fa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:15.510423 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-e3f222c7-37ac-4de6-9b07-b54f43d6b0fa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a017f13a-157c-4382-8196-aa605e554d2c']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:15.522218 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-e3f222c7-37ac-4de6-9b07-b54f43d6b0fa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e2c6cb-6e43-407a-b710-3c92ca8151af') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:15.522533 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-e3f222c7-37ac-4de6-9b07-b54f43d6b0fa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e2c6cb-6e43-407a-b710-3c92ca8151af') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:15.534161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3f222c7-37ac-4de6-9b07-b54f43d6b0fa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:15.551315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3f222c7-37ac-4de6-9b07-b54f43d6b0fa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:15.558819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f222c7-37ac-4de6-9b07-b54f43d6b0fa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:24:15.559211 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3f222c7-37ac-4de6-9b07-b54f43d6b0fa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:24:15.574034 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:24:15.656643 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3f222c7-37ac-4de6-9b07-b54f43d6b0fa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:15.673494 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e3f222c7-37ac-4de6-9b07-b54f43d6b0fa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:15.684135 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f222c7-37ac-4de6-9b07-b54f43d6b0fa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Network': ['ID=a017f13a-157c-4382-8196-aa605e554d2c,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:15.689349 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e3f222c7-37ac-4de6-9b07-b54f43d6b0fa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/networks/a017f13a-157c-4382-8196-aa605e554d2c HTTP/1.1" status: 204 len: 168 time: 0.5536404 May 28 05:24:15.691636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39272) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:15.761833 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62442fe0-0024-4052-800e-d26a9426298f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:15.790270 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62442fe0-0024-4052-800e-d26a9426298f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:15.856749 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62442fe0-0024-4052-800e-d26a9426298f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:15.875969 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62442fe0-0024-4052-800e-d26a9426298f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b08064-b744-4deb-951b-bc998c205812,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:15.892676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-62442fe0-0024-4052-800e-d26a9426298f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:15.894232 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-62442fe0-0024-4052-800e-d26a9426298f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/security-groups/27b08064-b744-4deb-951b-bc998c205812 HTTP/1.1" status: 204 len: 168 time: 0.2014003 May 28 05:24:16.054481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39282) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:16.060183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-09bb2da1-aa4f-4ca4-9a5d-585b8b2be6f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1385702945', 'description': 'tempest-secgroup-smoke-1385702945 description', 'project_id': '9303cb889d584d1793d285a7bfb26533'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:24:16.066180 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-09bb2da1-aa4f-4ca4-9a5d-585b8b2be6f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:24:16.070345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-09bb2da1-aa4f-4ca4-9a5d-585b8b2be6f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:24:16.073192 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-09bb2da1-aa4f-4ca4-9a5d-585b8b2be6f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:24:16.078975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-09bb2da1-aa4f-4ca4-9a5d-585b8b2be6f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:24:16.091286 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-09bb2da1-aa4f-4ca4-9a5d-585b8b2be6f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.128212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-09bb2da1-aa4f-4ca4-9a5d-585b8b2be6f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:24:16.132311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-09bb2da1-aa4f-4ca4-9a5d-585b8b2be6f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:24:16.135090 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-09bb2da1-aa4f-4ca4-9a5d-585b8b2be6f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:24:16.140689 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-09bb2da1-aa4f-4ca4-9a5d-585b8b2be6f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:24:16.204647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-09bb2da1-aa4f-4ca4-9a5d-585b8b2be6f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.210072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-09bb2da1-aa4f-4ca4-9a5d-585b8b2be6f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.252483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bb2da1-aa4f-4ca4-9a5d-585b8b2be6f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:16.257477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-09bb2da1-aa4f-4ca4-9a5d-585b8b2be6f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.261352 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-09bb2da1-aa4f-4ca4-9a5d-585b8b2be6f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2031095 May 28 05:24:16.262010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39286) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:16.267430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-60ceed2d-d2f4-437c-8e23-93f57a0fbf9a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '20dd5ca6-2e40-41e1-8d82-0ce9c20c7460', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:24:16.273437 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-60ceed2d-d2f4-437c-8e23-93f57a0fbf9a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:24:16.277259 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-60ceed2d-d2f4-437c-8e23-93f57a0fbf9a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:24:16.280160 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-60ceed2d-d2f4-437c-8e23-93f57a0fbf9a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:24:16.285841 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-60ceed2d-d2f4-437c-8e23-93f57a0fbf9a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:24:16.304893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-60ceed2d-d2f4-437c-8e23-93f57a0fbf9a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.366047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-60ceed2d-d2f4-437c-8e23-93f57a0fbf9a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.371808 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-60ceed2d-d2f4-437c-8e23-93f57a0fbf9a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.396495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ceed2d-d2f4-437c-8e23-93f57a0fbf9a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb792ec2-c0ab-4924-89c1-4ef4763f49c3,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:16.407172 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-60ceed2d-d2f4-437c-8e23-93f57a0fbf9a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.408568 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-60ceed2d-d2f4-437c-8e23-93f57a0fbf9a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1459386 May 28 05:24:16.411958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39290) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:16.418239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-4e19d6ed-8558-4b5c-bbe3-388b14f60bea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '20dd5ca6-2e40-41e1-8d82-0ce9c20c7460', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:24:16.424187 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4e19d6ed-8558-4b5c-bbe3-388b14f60bea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:24:16.427952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4e19d6ed-8558-4b5c-bbe3-388b14f60bea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:24:16.431003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4e19d6ed-8558-4b5c-bbe3-388b14f60bea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:24:16.436598 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4e19d6ed-8558-4b5c-bbe3-388b14f60bea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:24:16.454415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e19d6ed-8558-4b5c-bbe3-388b14f60bea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.517362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e19d6ed-8558-4b5c-bbe3-388b14f60bea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.524555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e19d6ed-8558-4b5c-bbe3-388b14f60bea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.546951 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19d6ed-8558-4b5c-bbe3-388b14f60bea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243499c4-b25b-49f0-89bb-ccdf905bb97b,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:16.557695 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4e19d6ed-8558-4b5c-bbe3-388b14f60bea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.558922 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4e19d6ed-8558-4b5c-bbe3-388b14f60bea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1458519 May 28 05:24:16.561590 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39294) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:16.566931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-6e4edfb0-35db-454b-97dd-c2bbb0e26271 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '20dd5ca6-2e40-41e1-8d82-0ce9c20c7460', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:24:16.572705 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6e4edfb0-35db-454b-97dd-c2bbb0e26271 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:24:16.576614 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6e4edfb0-35db-454b-97dd-c2bbb0e26271 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:24:16.579543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6e4edfb0-35db-454b-97dd-c2bbb0e26271 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:24:16.585344 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6e4edfb0-35db-454b-97dd-c2bbb0e26271 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:24:16.603871 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6e4edfb0-35db-454b-97dd-c2bbb0e26271 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.664555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6e4edfb0-35db-454b-97dd-c2bbb0e26271 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.671117 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6e4edfb0-35db-454b-97dd-c2bbb0e26271 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.699808 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4edfb0-35db-454b-97dd-c2bbb0e26271 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ed9066-ffaa-4d2f-bbc3-e9ddff72dc3d,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:16.709470 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6e4edfb0-35db-454b-97dd-c2bbb0e26271 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.710884 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6e4edfb0-35db-454b-97dd-c2bbb0e26271 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1483495 May 28 05:24:16.713728 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39298) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:16.719094 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-48820faf-924c-423e-a3f8-56bf1f6ef2cc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '20dd5ca6-2e40-41e1-8d82-0ce9c20c7460', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:24:16.724845 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-48820faf-924c-423e-a3f8-56bf1f6ef2cc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:24:16.728952 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-48820faf-924c-423e-a3f8-56bf1f6ef2cc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:24:16.731883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-48820faf-924c-423e-a3f8-56bf1f6ef2cc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:24:16.737986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-48820faf-924c-423e-a3f8-56bf1f6ef2cc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:24:16.755867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-48820faf-924c-423e-a3f8-56bf1f6ef2cc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.771824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0ee93c26-c67d-4773-8348-8876a5682eda no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:24:16.804457 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 0ee93c26-c67d-4773-8348-8876a5682eda {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:24:16.804707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 0ee93c26-c67d-4773-8348-8876a5682eda not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:24:16.833593 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-48820faf-924c-423e-a3f8-56bf1f6ef2cc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.840582 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-48820faf-924c-423e-a3f8-56bf1f6ef2cc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.863268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48820faf-924c-423e-a3f8-56bf1f6ef2cc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a611455-9971-448a-88d8-a91dfbd75cef,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:16.872685 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-48820faf-924c-423e-a3f8-56bf1f6ef2cc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.876669 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-48820faf-924c-423e-a3f8-56bf1f6ef2cc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1593928 May 28 05:24:16.876859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39302) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:16.882652 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3e971301-a777-4652-bc2f-4cff2598bdb9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '20dd5ca6-2e40-41e1-8d82-0ce9c20c7460', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:24:16.888739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3e971301-a777-4652-bc2f-4cff2598bdb9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:24:16.892648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3e971301-a777-4652-bc2f-4cff2598bdb9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:24:16.895545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3e971301-a777-4652-bc2f-4cff2598bdb9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:24:16.901325 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3e971301-a777-4652-bc2f-4cff2598bdb9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:24:16.914673 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-3e971301-a777-4652-bc2f-4cff2598bdb9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Project 9303cb889d584d1793d285a7bfb26533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:24:16.921178 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3e971301-a777-4652-bc2f-4cff2598bdb9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.987385 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3e971301-a777-4652-bc2f-4cff2598bdb9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:16.992900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3e971301-a777-4652-bc2f-4cff2598bdb9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:17.015964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e971301-a777-4652-bc2f-4cff2598bdb9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48fdf63-677a-461e-93df-4210b26191dc,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:17.025885 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3e971301-a777-4652-bc2f-4cff2598bdb9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:17.027299 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3e971301-a777-4652-bc2f-4cff2598bdb9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1494584 May 28 05:24:17.030290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39306) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:17.035697 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-36e8215a-ff90-4f0e-b6da-b61691794244 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '20dd5ca6-2e40-41e1-8d82-0ce9c20c7460', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:24:17.042095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-36e8215a-ff90-4f0e-b6da-b61691794244 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:24:17.045910 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-36e8215a-ff90-4f0e-b6da-b61691794244 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:24:17.048752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-36e8215a-ff90-4f0e-b6da-b61691794244 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:24:17.054543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-36e8215a-ff90-4f0e-b6da-b61691794244 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:24:17.067656 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-36e8215a-ff90-4f0e-b6da-b61691794244 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Project 9303cb889d584d1793d285a7bfb26533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:24:17.074377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-36e8215a-ff90-4f0e-b6da-b61691794244 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:17.150318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-36e8215a-ff90-4f0e-b6da-b61691794244 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:17.156388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-36e8215a-ff90-4f0e-b6da-b61691794244 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:17.181822 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8215a-ff90-4f0e-b6da-b61691794244 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f341d9-f82c-4cda-82bb-ddba7fbfab06,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:17.192188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-36e8215a-ff90-4f0e-b6da-b61691794244 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:17.193396 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-36e8215a-ff90-4f0e-b6da-b61691794244 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1621664 May 28 05:24:17.196607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39310) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:17.201983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-32521411-554d-4fb4-b541-6487337308c4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'network': {'name': 'tempest-network-smoke--539084094', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'port_security_enabled': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:24:17.206850 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-32521411-554d-4fb4-b541-6487337308c4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:24:17.211213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-32521411-554d-4fb4-b541-6487337308c4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:network and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:24:17.214118 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-32521411-554d-4fb4-b541-6487337308c4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:24:17.219995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-32521411-554d-4fb4-b541-6487337308c4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:24:17.233378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32521411-554d-4fb4-b541-6487337308c4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Made reservation on behalf of 9303cb889d584d1793d285a7bfb26533 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:24:17.237976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-32521411-554d-4fb4-b541-6487337308c4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:17.268144 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32521411-554d-4fb4-b541-6487337308c4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:24:17.277337 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-32521411-554d-4fb4-b541-6487337308c4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:17.277630 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-32521411-554d-4fb4-b541-6487337308c4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Added segment dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e of type vlan for network f59d695f-b130-4493-9323-32222649e4c9 May 28 05:24:17.304738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-32521411-554d-4fb4-b541-6487337308c4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:17.337061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-32521411-554d-4fb4-b541-6487337308c4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:17.340968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32521411-554d-4fb4-b541-6487337308c4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:17.341526 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-32521411-554d-4fb4-b541-6487337308c4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:17.447212 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-32521411-554d-4fb4-b541-6487337308c4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2495728 May 28 05:24:17.449987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39314) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:17.452358 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32521411-554d-4fb4-b541-6487337308c4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Network': ['ID=f59d695f-b130-4493-9323-32222649e4c9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:17.458470 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-755051490', 'admin_state_up': True, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:24:17.462417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network f59d695f-b130-4493-9323-32222649e4c9 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:24:17.466763 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:24:17.470666 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:router and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:24:17.473581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:24:17.479644 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:24:17.492591 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:17.493618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:17.514334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:17.664182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:17.846209 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:17.875034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:18.101388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.26.8.219 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/edeaf7c0-ae74-45f1-b878-9f5509882983) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:24:18.252516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:18.288854 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:18.369541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:24:18.373574 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:24:18.378786 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:24:18.406412 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=edeaf7c0-ae74-45f1-b878-9f5509882983,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:18.549281 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:18.550052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:18.780200 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router a7ea2c61-4901-49c8-af37-cfd69291b019 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:24:18.985052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:24:18.995215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Sync routers for ids ['a7ea2c61-4901-49c8-af37-cfd69291b019'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:24:19.008830 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Routers {'a7ea2c61-4901-49c8-af37-cfd69291b019'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:24:19.009382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:23:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7ea2c61-4901-49c8-af37-cfd69291b019'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:19.013887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:19.015630 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7f62aaee-b537-4750-a116-5394d3bc7dfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5646510 May 28 05:24:19.019941 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39318) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:19.059825 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ad68fd1c-9e3b-42ea-9ed9-073edd68f0d1 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9303cb889d584d1793d285a7bfb26533&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388057 May 28 05:24:19.062757 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39322) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:19.185955 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Set router a7ea2c61-4901-49c8-af37-cfd69291b019 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:24:19.193259 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd2c606-879f-47eb-b45b-d0740fd743b6 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:19.194858 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-9fd2c606-879f-47eb-b45b-d0740fd743b6 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311724 May 28 05:24:19.197791 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39326) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:19.238501 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d0b312fa-7fdc-4326-82c6-1972a7dd452b tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372031 May 28 05:24:19.238720 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39330) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:19.244226 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-963279675', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:24:19.355544 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:24:19.359424 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:subnet and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:24:19.362603 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:24:19.368852 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:24:19.378937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Made reservation on behalf of 9303cb889d584d1793d285a7bfb26533 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:24:19.466860 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755051490', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:18Z', 'revision_number': 3, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:19.471553 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Checking router: a7ea2c61-4901-49c8-af37-cfd69291b019 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:24:19.471970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Updating router a7ea2c61-4901-49c8-af37-cfd69291b019 port edeaf7c0-ae74-45f1-b878-9f5509882983 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:24:19.485068 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:19.523941 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:19.700638 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:19.784150 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Subnet': ['ID=977a9db4-8e38-44fe-b01e-5860bd87bf6d,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:19.798151 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:19.798586 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:19.799019 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:19.799402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:19.799758 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:19.800210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:19.800632 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:19.800960 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:19.801361 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:19.801829 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:19.802252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:19.809889 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Checking segment: {'id': 'dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:24:19.809889 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network hostable DHCP agents. Network: f59d695f-b130-4493-9323-32222649e4c9, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:24:19.834709 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network f59d695f-b130-4493-9323-32222649e4c9 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:24:19.845611 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, f59d695f-b130-4493-9323-32222649e4c9) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:24:19.850955 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:19.851654 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:19.860216 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888c98a8-fe6e-4b33-932c-2ce4e70054ff None None] Network f59d695f-b130-4493-9323-32222649e4c9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:24:19.876556 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4a5154f7-8f8f-4b00-942b-572b30dfe497 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6369050 May 28 05:24:19.879234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39334) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:19.908236 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:19.919827 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Transition to ACTIVE for port object edeaf7c0-ae74-45f1-b878-9f5509882983 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:24:19.929976 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:20.061333 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Attempting to bind port edeaf7c0-ae74-45f1-b878-9f5509882983 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:24:20.062064 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Attempting to bind port edeaf7c0-ae74-45f1-b878-9f5509882983 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:24:20.062064 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Attempting to bind port edeaf7c0-ae74-45f1-b878-9f5509882983 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:24:20.080515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b8da2-8418-4a59-a191-bd3ec5140159 None None] Pushing event updated for resources: {'Port': ['ID=edeaf7c0-ae74-45f1-b878-9f5509882983,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:20.092510 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:24:20.092875 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:24:20.093267 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:20.093643 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:24:20.094140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Bound port: edeaf7c0-ae74-45f1-b878-9f5509882983, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:24:20.094507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:20.222566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] For port edeaf7c0-ae74-45f1-b878-9f5509882983, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:24:20.226894 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] For port edeaf7c0-ae74-45f1-b878-9f5509882983, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=edeaf7c0-ae74-45f1-b878-9f5509882983,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:24:20.257487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:20.312497 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-f59d695f-b130-4493-9323-32222649e4c9', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ips': [{'subnet_id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:24:20.313288 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:20.408240 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b8da2-8418-4a59-a191-bd3ec5140159 None None] Pushing event updated for resources: {'Port': ['ID=edeaf7c0-ae74-45f1-b878-9f5509882983,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:20.429461 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Routers {'a7ea2c61-4901-49c8-af37-cfd69291b019'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:24:20.430127 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:23:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7ea2c61-4901-49c8-af37-cfd69291b019'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:20.645320 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Allocated IP 172.20.0.2 (f59d695f-b130-4493-9323-32222649e4c9/977a9db4-8e38-44fe-b01e-5860bd87bf6d/8852929d-56aa-4dba-bef3-9baa8bed0962) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:24:20.689519 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] Set router a7ea2c61-4901-49c8-af37-cfd69291b019 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:24:20.728589 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:21.088432 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:21.105452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Transition to ACTIVE for port object 8852929d-56aa-4dba-bef3-9baa8bed0962 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:24:21.129096 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Transition to ACTIVE for port object 8852929d-56aa-4dba-bef3-9baa8bed0962 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:24:21.138137 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:21.204012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.20.0.1 (f59d695f-b130-4493-9323-32222649e4c9/977a9db4-8e38-44fe-b01e-5860bd87bf6d/c156ada9-363a-4193-a844-014f2e706692) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:24:21.250232 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755051490', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:18Z', 'revision_number': 3, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:21.264201 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79033a8-f262-44b2-800e-69dc732afb88 None None] The sync data for ids ['a7ea2c61-4901-49c8-af37-cfd69291b019'] in dv-neutron-843300-5-hyperv is: [{'id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755051490', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:18Z', 'revision_number': 3, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:24:21.269335 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Network f59d695f-b130-4493-9323-32222649e4c9 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:24:21.270518 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Pushing event updated for resources: {'Port': ['ID=8852929d-56aa-4dba-bef3-9baa8bed0962,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:21.275412 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:24:21.282683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:24:21.371805 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:21.372146 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Attempting to bind port 8852929d-56aa-4dba-bef3-9baa8bed0962 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:24:21.372423 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Attempting to bind port 8852929d-56aa-4dba-bef3-9baa8bed0962 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:24:21.372822 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Attempting to bind port 8852929d-56aa-4dba-bef3-9baa8bed0962 on network f59d695f-b130-4493-9323-32222649e4c9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:24:21.380067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:24:21.380457 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Checking segment: {'id': 'dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:24:21.380833 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:21.381204 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Bound using segment: {'id': 'dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:24:21.381642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Bound port: 8852929d-56aa-4dba-bef3-9baa8bed0962, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:24:21.382149 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:21.388924 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Transition to ACTIVE for port object c156ada9-363a-4193-a844-014f2e706692 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:24:21.415302 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:21.493015 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network f59d695f-b130-4493-9323-32222649e4c9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:24:21.495979 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:24:21.499933 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:24:21.512387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1f076550-9922-4978-81bb-3f905727f409 None None] For port 8852929d-56aa-4dba-bef3-9baa8bed0962, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:24:21.518387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1f076550-9922-4978-81bb-3f905727f409 None None] For port 8852929d-56aa-4dba-bef3-9baa8bed0962, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8852929d-56aa-4dba-bef3-9baa8bed0962,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:24:21.524832 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:21.541041 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=c156ada9-363a-4193-a844-014f2e706692,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:21.579452 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:21.605742 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f076550-9922-4978-81bb-3f905727f409 None None] Pushing event updated for resources: {'Port': ['ID=8852929d-56aa-4dba-bef3-9baa8bed0962,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:21.678608 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:22.135121 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:22.140848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:22.188558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-939e6e4b-9b5c-47e9-b992-21fbd217491f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:22.252374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=c156ada9-363a-4193-a844-014f2e706692,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:22.254773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:22.501933 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network f59d695f-b130-4493-9323-32222649e4c9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:24:22.503000 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:24:22.550944 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b01407f-bbf6-4fad-9c5e-5e58d53175cd None None] Network f59d695f-b130-4493-9323-32222649e4c9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:24:22.649460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-26797971-e628-4ced-841f-802932285ef8 None None] Provisioning for port 8852929d-56aa-4dba-bef3-9baa8bed0962 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:24:22.889219 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8852929d-56aa-4dba-bef3-9baa8bed0962 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:24:22.919159 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router a7ea2c61-4901-49c8-af37-cfd69291b019 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:24:22.967278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 8852929d-56aa-4dba-bef3-9baa8bed0962 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:24:22.973149 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 8852929d-56aa-4dba-bef3-9baa8bed0962 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:24:22.973295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:23.102660 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:23.128353 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9cb51f54-1696-42b3-bf06-d67760598e49 None None] Provisioning for port c156ada9-363a-4193-a844-014f2e706692 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:24:23.137898 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9cb51f54-1696-42b3-bf06-d67760598e49 None None] Provisioning complete for port c156ada9-363a-4193-a844-014f2e706692 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:24:23.138257 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9cb51f54-1696-42b3-bf06-d67760598e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:23.143554 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:24:23.164059 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-84e5e811-3381-470a-a938-b7f92345643f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "PUT /v2.0/routers/a7ea2c61-4901-49c8-af37-cfd69291b019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2836146 May 28 05:24:23.198094 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-9cb51f54-1696-42b3-bf06-d67760598e49 None None] Port c156ada9-363a-4193-a844-014f2e706692 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:24:23.205672 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 8852929d-56aa-4dba-bef3-9baa8bed0962, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8852929d-56aa-4dba-bef3-9baa8bed0962,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:24:23.216559 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:23.217324 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device edeaf7c0-ae74-45f1-b878-9f5509882983 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:24:23.271128 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-9cb51f54-1696-42b3-bf06-d67760598e49 None None] Provisioning complete for port 8852929d-56aa-4dba-bef3-9baa8bed0962 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:24:23.271490 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9cb51f54-1696-42b3-bf06-d67760598e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:23.344681 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-dede05df-d5d3-4837-bf4c-0b975942bd8b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:24:23.364072 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-dede05df-d5d3-4837-bf4c-0b975942bd8b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:24:23.366195 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-dede05df-d5d3-4837-bf4c-0b975942bd8b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1385702945&fields=id&tenant_id=9303cb889d584d1793d285a7bfb26533 HTTP/1.1" status: 200 len: 267 time: 0.0655444 May 28 05:24:23.385030 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=8852929d-56aa-4dba-bef3-9baa8bed0962,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:23.429033 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port edeaf7c0-ae74-45f1-b878-9f5509882983 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:24:23.447960 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port edeaf7c0-ae74-45f1-b878-9f5509882983 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:24:23.448316 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:23.517564 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-b2635ea7-c6d2-4727-b4fc-f399e9bdf535 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:23.518175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-b2635ea7-c6d2-4727-b4fc-f399e9bdf535 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:24:23.534750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-b2635ea7-c6d2-4727-b4fc-f399e9bdf535 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:24:23.536043 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-b2635ea7-c6d2-4727-b4fc-f399e9bdf535 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/networks?id=f59d695f-b130-4493-9323-32222649e4c9 HTTP/1.1" status: 200 len: 796 time: 0.1624784 May 28 05:24:23.552699 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-53f1b87a-36d7-42c9-a432-2238d770ae8b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/quotas/9303cb889d584d1793d285a7bfb26533 HTTP/1.1" status: 200 len: 375 time: 0.0107646 May 28 05:24:23.570622 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:23.587009 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port edeaf7c0-ae74-45f1-b878-9f5509882983, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=edeaf7c0-ae74-45f1-b878-9f5509882983,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:24:23.592016 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:23.640541 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-8156c951-66c5-486b-a1bb-1929f20b3a7d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:24:23.657383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-8156c951-66c5-486b-a1bb-1929f20b3a7d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:24:23.658926 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-8156c951-66c5-486b-a1bb-1929f20b3a7d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009414 May 28 05:24:23.671351 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-da3e8f96-8928-42a7-ade9-666adc460ed4 None None] Provisioning complete for port c156ada9-363a-4193-a844-014f2e706692 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:24:23.671715 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-da3e8f96-8928-42a7-ade9-666adc460ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:23.694986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=edeaf7c0-ae74-45f1-b878-9f5509882983,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:23.727338 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-da3e8f96-8928-42a7-ade9-666adc460ed4 None None] Port c156ada9-363a-4193-a844-014f2e706692 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:24:23.795784 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-d58ac829-27de-4e79-8289-dec403ea59ad service neutron] 10.222.0.15 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244721 May 28 05:24:23.925222 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-9c47606b-f836-4118-bd22-072df59ebed7 service neutron] 10.222.0.15 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237330 May 28 05:24:24.114144 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-01e43f9e-b8cc-495a-8fb7-4b5e7f1d1687 req-1cf9499c-b597-40b2-8de3-4013ad7b6efd tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 210 time: 0.0416081 May 28 05:24:24.343507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-90abc617-2cd5-4d31-8b73-1e4bc1df6940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:24.804319 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Sync routers for ids ['a7ea2c61-4901-49c8-af37-cfd69291b019'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:24:24.816807 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Routers {'a7ea2c61-4901-49c8-af37-cfd69291b019'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:24:24.817406 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:24:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7ea2c61-4901-49c8-af37-cfd69291b019'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:24.831027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8852929d-56aa-4dba-bef3-9baa8bed0962 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:24:24.901854 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 8852929d-56aa-4dba-bef3-9baa8bed0962 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:24:24.902316 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:25.042515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device edeaf7c0-ae74-45f1-b878-9f5509882983 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:24:25.045442 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Set router a7ea2c61-4901-49c8-af37-cfd69291b019 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:24:25.070632 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:25.116535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port edeaf7c0-ae74-45f1-b878-9f5509882983 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:24:25.116916 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:25.332216 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1a18a3e3-753c-4788-be72-fbcfd614d7fe req-2bb35711-3f49-4b60-a070-064fc6174847 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 210 time: 0.0567803 May 28 05:24:25.346415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-3f91bcb4-0e3e-44af-9f75-5907e599b653 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:25.347916 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-3f91bcb4-0e3e-44af-9f75-5907e599b653 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "GET /v2.0/networks?id=f59d695f-b130-4493-9323-32222649e4c9 HTTP/1.1" status: 200 len: 796 time: 0.3300030 May 28 05:24:25.401402 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-c2abc3c9-8f6a-4697-b0ef-60853e8f849b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9303cb889d584d1793d285a7bfb26533 HTTP/1.1" status: 200 len: 380 time: 0.0412235 May 28 05:24:25.410001 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-c81b01fe-c637-426b-b6e5-9456c1ae902b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'port': {'device_id': '16912e75-faf1-4267-8ac2-612772e077ba', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'admin_state_up': True, 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'security_groups': ['20dd5ca6-2e40-41e1-8d82-0ce9c20c7460']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:24:25.421024 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755051490', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:21Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'c156ada9-363a-4193-a844-014f2e706692', 'name': '', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:a0:74:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:20Z', 'updated_at': '2022-05-28T05:24:21Z', 'revision_number': 2, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:25.424736 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Checking router: a7ea2c61-4901-49c8-af37-cfd69291b019 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:24:25.425069 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Updating router a7ea2c61-4901-49c8-af37-cfd69291b019 port c156ada9-363a-4193-a844-014f2e706692 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:24:25.478267 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:25.542828 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-c81b01fe-c637-426b-b6e5-9456c1ae902b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:24:25.552454 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-c81b01fe-c637-426b-b6e5-9456c1ae902b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:24:25.565297 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-c81b01fe-c637-426b-b6e5-9456c1ae902b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Made reservation on behalf of 9303cb889d584d1793d285a7bfb26533 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:24:25.568811 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-c81b01fe-c637-426b-b6e5-9456c1ae902b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:25.581021 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:25.702693 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:25.813808 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:25.825297 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Transition to ACTIVE for port object c156ada9-363a-4193-a844-014f2e706692 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:24:25.833579 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:25.898207 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1b0a3-a2fc-40f7-8cfc-6510429e2c87 None None] Pushing event updated for resources: {'Port': ['ID=c156ada9-363a-4193-a844-014f2e706692,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:25.902002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-c81b01fe-c637-426b-b6e5-9456c1ae902b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.20.0.13 (f59d695f-b130-4493-9323-32222649e4c9/977a9db4-8e38-44fe-b01e-5860bd87bf6d/676d0a49-a16a-493c-8983-e73665638c62) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:24:25.970541 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1b0a3-a2fc-40f7-8cfc-6510429e2c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:25.970758 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1b0a3-a2fc-40f7-8cfc-6510429e2c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:25.971086 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1b0a3-a2fc-40f7-8cfc-6510429e2c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:25.971404 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1b0a3-a2fc-40f7-8cfc-6510429e2c87 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:25.971721 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1b0a3-a2fc-40f7-8cfc-6510429e2c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:25.972035 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1b0a3-a2fc-40f7-8cfc-6510429e2c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:25.972345 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1b0a3-a2fc-40f7-8cfc-6510429e2c87 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:25.972656 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1b0a3-a2fc-40f7-8cfc-6510429e2c87 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:25.972963 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1b0a3-a2fc-40f7-8cfc-6510429e2c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:25.973268 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1b0a3-a2fc-40f7-8cfc-6510429e2c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:25.973581 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad1b0a3-a2fc-40f7-8cfc-6510429e2c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:24:26.063310 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Attempting to bind port c156ada9-363a-4193-a844-014f2e706692 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:24:26.063871 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Attempting to bind port c156ada9-363a-4193-a844-014f2e706692 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:24:26.064309 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Attempting to bind port c156ada9-363a-4193-a844-014f2e706692 on network f59d695f-b130-4493-9323-32222649e4c9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:24:26.071298 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:24:26.071658 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Checking segment: {'id': 'dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:24:26.072053 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:26.072433 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Bound using segment: {'id': 'dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:24:26.072889 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Bound port: c156ada9-363a-4193-a844-014f2e706692, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:24:26.073255 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:26.095556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-c81b01fe-c637-426b-b6e5-9456c1ae902b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:26.114024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-c81b01fe-c637-426b-b6e5-9456c1ae902b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Transition to ACTIVE for port object 676d0a49-a16a-493c-8983-e73665638c62 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:24:26.135700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-c81b01fe-c637-426b-b6e5-9456c1ae902b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:26.169105 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] For port c156ada9-363a-4193-a844-014f2e706692, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:24:26.173096 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] For port c156ada9-363a-4193-a844-014f2e706692, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c156ada9-363a-4193-a844-014f2e706692,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:24:26.177465 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:26.206865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-c81b01fe-c637-426b-b6e5-9456c1ae902b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network f59d695f-b130-4493-9323-32222649e4c9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:24:26.210080 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-c81b01fe-c637-426b-b6e5-9456c1ae902b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:24:26.213853 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-c81b01fe-c637-426b-b6e5-9456c1ae902b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:24:26.250962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b01fe-c637-426b-b6e5-9456c1ae902b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=676d0a49-a16a-493c-8983-e73665638c62,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:26.263622 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Routers {'a7ea2c61-4901-49c8-af37-cfd69291b019'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:24:26.264195 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:24:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7ea2c61-4901-49c8-af37-cfd69291b019'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:26.280302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-c81b01fe-c637-426b-b6e5-9456c1ae902b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:26.280907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-c81b01fe-c637-426b-b6e5-9456c1ae902b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:26.308191 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-c81b01fe-c637-426b-b6e5-9456c1ae902b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9017937 May 28 05:24:26.315643 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1b0a3-a2fc-40f7-8cfc-6510429e2c87 None None] Pushing event updated for resources: {'Port': ['ID=c156ada9-363a-4193-a844-014f2e706692,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:26.324428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Request body: {'port': {'device_id': '16912e75-faf1-4267-8ac2-612772e077ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:24:26.438889 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:26.480117 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] Set router a7ea2c61-4901-49c8-af37-cfd69291b019 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:24:26.502324 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-066c47b0-86c5-4759-a424-70ec82b61c24 None None] Provisioning for port 676d0a49-a16a-493c-8983-e73665638c62 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:24:26.509835 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-066c47b0-86c5-4759-a424-70ec82b61c24 None None] Provisioning complete for port 676d0a49-a16a-493c-8983-e73665638c62 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:24:26.510316 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-066c47b0-86c5-4759-a424-70ec82b61c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:26.623319 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-066c47b0-86c5-4759-a424-70ec82b61c24 None None] Port 676d0a49-a16a-493c-8983-e73665638c62 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:24:26.771645 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a725c-1fcf-4277-98e4-257093c57a05 req-84df0d20-e4ac-413e-8ed2-edac5308e9cd tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:26.772354 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-a97a725c-1fcf-4277-98e4-257093c57a05 req-84df0d20-e4ac-413e-8ed2-edac5308e9cd tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:24:26.806188 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-a97a725c-1fcf-4277-98e4-257093c57a05 req-84df0d20-e4ac-413e-8ed2-edac5308e9cd tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:24:26.807360 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a97a725c-1fcf-4277-98e4-257093c57a05 req-84df0d20-e4ac-413e-8ed2-edac5308e9cd tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 932 time: 0.2887168 May 28 05:24:26.832879 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755051490', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:21Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'c156ada9-363a-4193-a844-014f2e706692', 'name': '', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:a0:74:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:20Z', 'updated_at': '2022-05-28T05:24:26Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:26.836899 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345bb9ac-9e7c-4e3a-ac82-803ca565d856 None None] The sync data for ids ['a7ea2c61-4901-49c8-af37-cfd69291b019'] in dv-neutron-843300-5-hyperv is: [{'id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755051490', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:21Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'c156ada9-363a-4193-a844-014f2e706692', 'name': '', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:a0:74:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:20Z', 'updated_at': '2022-05-28T05:24:26Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:24:26.905225 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676d0a49-a16a-493c-8983-e73665638c62 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:24:26.919386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:26.931770 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a97a725c-1fcf-4277-98e4-257093c57a05 req-358aa0ef-045a-4429-8819-3d4374175adf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184924 May 28 05:24:26.940723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Transition to ACTIVE for port object 676d0a49-a16a-493c-8983-e73665638c62 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:24:26.947742 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:27.085684 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Pushing event updated for resources: {'Port': ['ID=676d0a49-a16a-493c-8983-e73665638c62,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:27.201921 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Attempting to bind port 676d0a49-a16a-493c-8983-e73665638c62 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:24:27.202257 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Attempting to bind port 676d0a49-a16a-493c-8983-e73665638c62 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:24:27.202588 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Attempting to bind port 676d0a49-a16a-493c-8983-e73665638c62 on network f59d695f-b130-4493-9323-32222649e4c9 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:24:27.208569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Port 676d0a49-a16a-493c-8983-e73665638c62 on network f59d695f-b130-4493-9323-32222649e4c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:24:27.208569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Attempting to bind port 676d0a49-a16a-493c-8983-e73665638c62 on network f59d695f-b130-4493-9323-32222649e4c9 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:24:27.215157 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:24:27.215487 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Checking segment: {'id': 'dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:24:27.215866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Bound using segment: {'id': 'dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:24:27.216308 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Bound port: 676d0a49-a16a-493c-8983-e73665638c62, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:24:27.216654 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:27.287662 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:27.308515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] For port 676d0a49-a16a-493c-8983-e73665638c62, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:24:27.311767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] For port 676d0a49-a16a-493c-8983-e73665638c62, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=676d0a49-a16a-493c-8983-e73665638c62,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:24:27.317370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:27.483589 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:27.485349 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bfc46946-7022-4fb5-b900-656422041403 service neutron] 10.222.0.66 "PUT /v2.0/ports/676d0a49-a16a-493c-8983-e73665638c62 HTTP/1.1" status: 200 len: 1094 time: 1.1689689 May 28 05:24:27.485832 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16912e75-faf1-4267-8ac2-612772e077ba', 'tag': '676d0a49-a16a-493c-8983-e73665638c62'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:24:27.511758 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc46946-7022-4fb5-b900-656422041403 service neutron] Pushing event updated for resources: {'Port': ['ID=676d0a49-a16a-493c-8983-e73665638c62,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:27.560809 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d51addb-20de-4ae3-81ce-5c93548bf6cb'] response: {'name': 'network-changed', 'server_uuid': '16912e75-faf1-4267-8ac2-612772e077ba', 'tag': '676d0a49-a16a-493c-8983-e73665638c62', 'status': 'completed', 'code': 200} May 28 05:24:27.606661 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-bdb44cba-6895-4d09-93c8-9c4c0f52403c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 1097 time: 0.0780506 May 28 05:24:27.680216 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-9f7ad0e9-18d4-45bc-ac6f-4f8cef11f156 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=676d0a49-a16a-493c-8983-e73665638c62 HTTP/1.1" status: 200 len: 217 time: 0.0670424 May 28 05:24:27.748119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-9f7e435f-9140-41d5-842c-b02f89b46ed7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:27.749547 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-9f7e435f-9140-41d5-842c-b02f89b46ed7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977a9db4-8e38-44fe-b01e-5860bd87bf6d HTTP/1.1" status: 200 len: 834 time: 0.0634458 May 28 05:24:27.826804 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-d325fa44-9045-473c-b4f3-a52dfeb6339c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f59d695f-b130-4493-9323-32222649e4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715015 May 28 05:24:27.853074 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:24:27.957005 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-9bad5c20-77f3-472a-9faf-27760c10c1db service neutron] 10.222.0.66 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241260 May 28 05:24:28.130378 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbdd7a19-4bbd-4524-bca0-cf562418f4cf req-2ebe47e0-910c-4d50-b671-657cf76e5291 service neutron] 10.222.0.66 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673217 May 28 05:24:28.166393 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8e50d-7fba-4159-8aa8-e5171b2c4584 req-1a60f5e5-af6c-4ebd-9d19-b48d2dfef0dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:28.167854 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1fb8e50d-7fba-4159-8aa8-e5171b2c4584 req-1a60f5e5-af6c-4ebd-9d19-b48d2dfef0dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 944 time: 0.1042323 May 28 05:24:28.264844 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1fb8e50d-7fba-4159-8aa8-e5171b2c4584 req-c0bfb987-1263-4ef0-8572-9fc4d4e1ece2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912578 May 28 05:24:28.281498 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a809da57-156e-47b7-89b9-4ad7c53e5087 req-ab1b3d45-f67b-4598-869a-7e812b045bcb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 1097 time: 0.0939660 May 28 05:24:28.435882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809da57-156e-47b7-89b9-4ad7c53e5087 req-4ccd1307-8a6e-4f96-a963-da794565a0d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:28.437228 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a809da57-156e-47b7-89b9-4ad7c53e5087 req-4ccd1307-8a6e-4f96-a963-da794565a0d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f59d695f-b130-4493-9323-32222649e4c9 HTTP/1.1" status: 200 len: 897 time: 0.1495850 May 28 05:24:28.503292 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a809da57-156e-47b7-89b9-4ad7c53e5087 req-b68ef6e3-be57-4be2-a313-09d3129ddc97 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=676d0a49-a16a-493c-8983-e73665638c62 HTTP/1.1" status: 200 len: 217 time: 0.0595491 May 28 05:24:28.567230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809da57-156e-47b7-89b9-4ad7c53e5087 req-b2f69cc1-7342-48e5-a936-b6bf80ba12d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:28.568613 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a809da57-156e-47b7-89b9-4ad7c53e5087 req-b2f69cc1-7342-48e5-a936-b6bf80ba12d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977a9db4-8e38-44fe-b01e-5860bd87bf6d HTTP/1.1" status: 200 len: 834 time: 0.0587680 May 28 05:24:28.645688 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a809da57-156e-47b7-89b9-4ad7c53e5087 req-65e89e93-b94f-4462-8910-395462af0188 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f59d695f-b130-4493-9323-32222649e4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701852 May 28 05:24:28.778562 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a809da57-156e-47b7-89b9-4ad7c53e5087 req-68db291c-358e-4e32-a56e-36de7f2bd551 service neutron] 10.222.0.66 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255684 May 28 05:24:28.836516 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c156ada9-363a-4193-a844-014f2e706692 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:24:28.911201 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port c156ada9-363a-4193-a844-014f2e706692 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:24:28.917139 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port c156ada9-363a-4193-a844-014f2e706692 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:24:28.917494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:28.918230 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a809da57-156e-47b7-89b9-4ad7c53e5087 req-34965602-b5eb-4c25-a43e-2f49acacb14b service neutron] 10.222.0.66 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322818 May 28 05:24:29.028353 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:29.060009 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port c156ada9-363a-4193-a844-014f2e706692, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c156ada9-363a-4193-a844-014f2e706692,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:24:29.067021 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:29.133076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=c156ada9-363a-4193-a844-014f2e706692,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:29.476056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6a3e2-be88-4cb5-8c1a-844db354218d req-bdf12053-cf78-4947-9fc7-b39e18c585fe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:29.477489 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30d6a3e2-be88-4cb5-8c1a-844db354218d req-bdf12053-cf78-4947-9fc7-b39e18c585fe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 944 time: 0.0811608 May 28 05:24:29.526103 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30d6a3e2-be88-4cb5-8c1a-844db354218d req-bb6b9e1f-a73b-4f30-8f81-82be2631120f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429256 May 28 05:24:30.376348 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 676d0a49-a16a-493c-8983-e73665638c62 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:24:30.508502 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 676d0a49-a16a-493c-8983-e73665638c62, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=676d0a49-a16a-493c-8983-e73665638c62,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:24:30.521269 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '676d0a49-a16a-493c-8983-e73665638c62', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'port_id': '676d0a49-a16a-493c-8983-e73665638c62', 'mac_address': 'fa:16:3e:e6:ca:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:24:30.573278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:30.590234 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676d0a49-a16a-493c-8983-e73665638c62 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:24:30.606050 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 676d0a49-a16a-493c-8983-e73665638c62, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=676d0a49-a16a-493c-8983-e73665638c62,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:24:30.611092 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:30.679833 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=676d0a49-a16a-493c-8983-e73665638c62,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:30.730447 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a711d-66a7-47f2-a5b2-7a6e5cd5b52e req-7b3f104b-2038-4741-afe0-09e43e2e8619 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:30.731889 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-041a711d-66a7-47f2-a5b2-7a6e5cd5b52e req-7b3f104b-2038-4741-afe0-09e43e2e8619 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 945 time: 0.0758276 May 28 05:24:30.777035 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-041a711d-66a7-47f2-a5b2-7a6e5cd5b52e req-0d909fc2-0380-4eef-8d9b-2a8639b2b2c5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390992 May 28 05:24:30.823743 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c156ada9-363a-4193-a844-014f2e706692 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:24:30.848302 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['676d0a49-a16a-493c-8983-e73665638c62'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:24:30.976020 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port c156ada9-363a-4193-a844-014f2e706692 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:24:30.976404 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:32.073750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5f3c0-079e-4856-bd83-f17ce65d7511 req-e34ba449-e216-4003-a9fd-da2f856f3ec7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:32.075107 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bea5f3c0-079e-4856-bd83-f17ce65d7511 req-e34ba449-e216-4003-a9fd-da2f856f3ec7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 945 time: 0.1707246 May 28 05:24:32.128169 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bea5f3c0-079e-4856-bd83-f17ce65d7511 req-e78c874f-3eaf-4c5e-953a-ed01a91643f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447438 May 28 05:24:32.391014 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 676d0a49-a16a-493c-8983-e73665638c62 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:24:32.464954 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 676d0a49-a16a-493c-8983-e73665638c62 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:24:32.469988 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 676d0a49-a16a-493c-8983-e73665638c62 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:24:32.470354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:32.588082 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:32.615045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16912e75-faf1-4267-8ac2-612772e077ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676d0a49-a16a-493c-8983-e73665638c62'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:24:32.625207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 676d0a49-a16a-493c-8983-e73665638c62, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=676d0a49-a16a-493c-8983-e73665638c62,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:24:32.630278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:32.673901 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e5bd6b-a9f0-4d76-9970-fdff530abffb'] response: {'server_uuid': '16912e75-faf1-4267-8ac2-612772e077ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676d0a49-a16a-493c-8983-e73665638c62', 'code': 200} May 28 05:24:32.701919 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=676d0a49-a16a-493c-8983-e73665638c62,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:32.902462 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e3e9d6d-da6d-4ff6-9f96-4dd62a44a74a req-ca1122ca-8e69-46da-8f28-76a57ec5343a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 1099 time: 0.0700605 May 28 05:24:32.946129 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0e3e9d6d-da6d-4ff6-9f96-4dd62a44a74a req-35f8e592-3abd-4bdb-be7e-049dc002778e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381086 May 28 05:24:33.343183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf18516-983b-4f88-bfde-4f7d31e91dbf req-3b67d731-0345-4116-993a-871a377a061c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:33.344612 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbf18516-983b-4f88-bfde-4f7d31e91dbf req-3b67d731-0345-4116-993a-871a377a061c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.0872564 May 28 05:24:33.392505 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbf18516-983b-4f88-bfde-4f7d31e91dbf req-ed8b1b09-342c-43d2-a59c-6d42ca77a2e7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422108 May 28 05:24:34.596857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cbd04-44d8-4b68-8031-9307890eb56e req-938968c3-4fe2-47ab-9965-50b132fb3bcd tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:34.598431 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-258cbd04-44d8-4b68-8031-9307890eb56e req-938968c3-4fe2-47ab-9965-50b132fb3bcd tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.0801282 May 28 05:24:34.644062 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-258cbd04-44d8-4b68-8031-9307890eb56e req-3c486819-b516-4cb0-93ee-63896fbdf46e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396867 May 28 05:24:34.847010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdc6d7-524e-4c65-a6c1-2bcdd98eb11a req-e0e8657a-7879-4cf5-8c4d-63e9aceabe44 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:34.848460 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69bdc6d7-524e-4c65-a6c1-2bcdd98eb11a req-e0e8657a-7879-4cf5-8c4d-63e9aceabe44 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.0828853 May 28 05:24:34.896830 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69bdc6d7-524e-4c65-a6c1-2bcdd98eb11a req-4e11763c-4c19-45b5-a29b-d91d99dbb55c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418377 May 28 05:24:34.924762 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39378) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:35.002951 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7135c8e5-17c8-41d7-bb95-94d40c4a0183 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 1094 time: 0.0765324 May 28 05:24:35.007636 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39382) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:35.012828 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': '676d0a49-a16a-493c-8983-e73665638c62', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:24:35.018599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:24:35.022536 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:floatingip and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:24:35.025714 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:24:35.031416 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:24:35.043030 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:35.186198 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:35.323229 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.26.8.65 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/6bc04b89-293b-4e2d-b6a6-eb04e248ba3f) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:24:35.479046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:35.511446 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:35.582480 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:24:35.585374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:24:35.589610 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:24:35.612912 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=6bc04b89-293b-4e2d-b6a6-eb04e248ba3f,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:36.198798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:36.256111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:36.474514 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:36.482350 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:36.586657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=6bc04b89-293b-4e2d-b6a6-eb04e248ba3f,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:24:36.600180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:36.798906 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.l3_db [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Floating IP d19fe796-d28f-424c-a375-963dcff33fff associated. External IP: 172.26.8.65, port: 676d0a49-a16a-493c-8983-e73665638c62. May 28 05:24:37.190844 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router a7ea2c61-4901-49c8-af37-cfd69291b019 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:24:37.394461 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:24:37.405861 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675527c-2af3-4199-8493-014559426e21 None None] Sync routers for ids ['a7ea2c61-4901-49c8-af37-cfd69291b019'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:24:37.420427 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b675527c-2af3-4199-8493-014559426e21 None None] Routers {'a7ea2c61-4901-49c8-af37-cfd69291b019'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:24:37.421054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b675527c-2af3-4199-8493-014559426e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:24:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7ea2c61-4901-49c8-af37-cfd69291b019'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:37.424262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:37.481047 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-809579bc-a2a0-4c51-8713-df218ca98bdf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4722686 May 28 05:24:37.481926 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16912e75-faf1-4267-8ac2-612772e077ba', 'tag': '676d0a49-a16a-493c-8983-e73665638c62'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:24:37.540103 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5934f5f9-d293-4d31-bc55-b801c437160d'] response: {'name': 'network-changed', 'server_uuid': '16912e75-faf1-4267-8ac2-612772e077ba', 'tag': '676d0a49-a16a-493c-8983-e73665638c62', 'status': 'completed', 'code': 200} May 28 05:24:37.601154 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-b675527c-2af3-4199-8493-014559426e21 None None] Set router a7ea2c61-4901-49c8-af37-cfd69291b019 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:24:37.693179 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c1c4005b-9441-4a94-9f0d-8a83f357f3fe req-d11d882c-eab4-4329-8915-630650bbd23c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 1099 time: 0.1291921 May 28 05:24:37.699998 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222bc3e-99b5-45a2-bea6-fd0dd0f0d4b2 req-144cb128-b695-4340-b802-645b2de56d64 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:37.701466 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d222bc3e-99b5-45a2-bea6-fd0dd0f0d4b2 req-144cb128-b695-4340-b802-645b2de56d64 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.1090081 May 28 05:24:37.837847 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d222bc3e-99b5-45a2-bea6-fd0dd0f0d4b2 req-c7591d3d-9ecc-4ced-8d8b-698cbaa9dae4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174276 May 28 05:24:37.871942 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4005b-9441-4a94-9f0d-8a83f357f3fe req-7c4f7688-a699-47c8-bd09-35a0b4ab8e6c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:37.871942 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c1c4005b-9441-4a94-9f0d-8a83f357f3fe req-7c4f7688-a699-47c8-bd09-35a0b4ab8e6c service neutron] 10.222.0.66 "GET /v2.0/networks?id=f59d695f-b130-4493-9323-32222649e4c9 HTTP/1.1" status: 200 len: 897 time: 0.1607492 May 28 05:24:37.872101 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39390) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:37.983431 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c1c4005b-9441-4a94-9f0d-8a83f357f3fe req-89f98b25-471a-4635-b66f-98a0673ac8e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=676d0a49-a16a-493c-8983-e73665638c62 HTTP/1.1" status: 200 len: 999 time: 0.1140862 May 28 05:24:37.990790 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b675527c-2af3-4199-8493-014559426e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755051490', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:21Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'd19fe796-d28f-424c-a375-963dcff33fff', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'floating_ip_address': '172.26.8.65', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'port_id': '676d0a49-a16a-493c-8983-e73665638c62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'mac_address': 'fa:16:3e:e6:ca:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16912e75-faf1-4267-8ac2-612772e077ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:24:36Z', 'updated_at': '2022-05-28T05:24:36Z', 'revision_number': 0, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c156ada9-363a-4193-a844-014f2e706692', 'name': '', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:a0:74:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:20Z', 'updated_at': '2022-05-28T05:24:29Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:37.995475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675527c-2af3-4199-8493-014559426e21 None None] Checking router: a7ea2c61-4901-49c8-af37-cfd69291b019 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:24:38.006304 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b675527c-2af3-4199-8493-014559426e21 None None] Routers {'a7ea2c61-4901-49c8-af37-cfd69291b019'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:24:38.007284 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b675527c-2af3-4199-8493-014559426e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:24:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7ea2c61-4901-49c8-af37-cfd69291b019'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:38.045176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4005b-9441-4a94-9f0d-8a83f357f3fe req-213d5c13-9720-46cb-8586-440008e14e52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:24:38.046657 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c1c4005b-9441-4a94-9f0d-8a83f357f3fe req-213d5c13-9720-46cb-8586-440008e14e52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977a9db4-8e38-44fe-b01e-5860bd87bf6d HTTP/1.1" status: 200 len: 834 time: 0.0577893 May 28 05:24:38.093625 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e99d8d17-d0bf-456d-bd20-8b1ef03008ce tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/d19fe796-d28f-424c-a375-963dcff33fff HTTP/1.1" status: 200 len: 991 time: 0.2203135 May 28 05:24:38.127360 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c1c4005b-9441-4a94-9f0d-8a83f357f3fe req-1abb5417-b993-4d82-b687-9cad20848a43 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f59d695f-b130-4493-9323-32222649e4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752776 May 28 05:24:38.182797 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-b675527c-2af3-4199-8493-014559426e21 None None] Set router a7ea2c61-4901-49c8-af37-cfd69291b019 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:24:38.258806 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c1c4005b-9441-4a94-9f0d-8a83f357f3fe req-70d5b3d6-0b9f-4f9f-a0be-b219045935b7 service neutron] 10.222.0.66 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256454 May 28 05:24:38.388352 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c1c4005b-9441-4a94-9f0d-8a83f357f3fe req-53efd920-8cb7-406c-8f7c-3510d989c6a4 service neutron] 10.222.0.66 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237040 May 28 05:24:38.541040 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-b675527c-2af3-4199-8493-014559426e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755051490', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:21Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'd19fe796-d28f-424c-a375-963dcff33fff', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'floating_ip_address': '172.26.8.65', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'port_id': '676d0a49-a16a-493c-8983-e73665638c62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'mac_address': 'fa:16:3e:e6:ca:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16912e75-faf1-4267-8ac2-612772e077ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:24:36Z', 'updated_at': '2022-05-28T05:24:36Z', 'revision_number': 0, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c156ada9-363a-4193-a844-014f2e706692', 'name': '', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:a0:74:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:20Z', 'updated_at': '2022-05-28T05:24:29Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:24:38.547994 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b675527c-2af3-4199-8493-014559426e21 None None] The sync data for ids ['a7ea2c61-4901-49c8-af37-cfd69291b019'] in dv-neutron-843300-5-hyperv is: [{'id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755051490', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:21Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'd19fe796-d28f-424c-a375-963dcff33fff', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'floating_ip_address': '172.26.8.65', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'port_id': '676d0a49-a16a-493c-8983-e73665638c62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'mac_address': 'fa:16:3e:e6:ca:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16912e75-faf1-4267-8ac2-612772e077ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:24:36Z', 'updated_at': '2022-05-28T05:24:36Z', 'revision_number': 0, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c156ada9-363a-4193-a844-014f2e706692', 'name': '', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:a0:74:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:20Z', 'updated_at': '2022-05-28T05:24:29Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:24:39.098869 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39394) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:39.221363 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ddd68be1-955b-4bf5-8746-82f6bd9669d2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/d19fe796-d28f-424c-a375-963dcff33fff HTTP/1.1" status: 200 len: 991 time: 0.1209931 May 28 05:24:40.226517 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39398) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:40.340707 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c1c60cad-cb03-4f5a-bd29-eaa4ddb21812 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/d19fe796-d28f-424c-a375-963dcff33fff HTTP/1.1" status: 200 len: 991 time: 0.1117105 May 28 05:24:41.344078 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39402) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:41.458827 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-dd23a190-0337-425c-a971-d17861ae0d8f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/d19fe796-d28f-424c-a375-963dcff33fff HTTP/1.1" status: 200 len: 991 time: 0.1131585 May 28 05:24:41.772854 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3de1fd-7efb-401e-ace5-b6a54e2b731c None None] New status for floating IP d19fe796-d28f-424c-a375-963dcff33fff: ACTIVE {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:24:42.464209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39406) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:24:42.573278 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-77a99560-267c-413f-8655-9be0a3bbbbd1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/d19fe796-d28f-424c-a375-963dcff33fff HTTP/1.1" status: 200 len: 993 time: 0.1075959 May 28 05:24:52.205080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e469342d-a2a0-4a95-9814-07d9122a644e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:54.340735 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4aabbfa1-1b32-408d-ba17-e474d6d27bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:55.045183 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:55.581797 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:55.710130 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:24:57.280769 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:03.558235 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-cdf666d1-5e29-4f81-9ec0-3018eb9ae6b1 req-ab7d14ff-45fb-4657-b7dc-6c3c97dfa0e5 tempest-ServerDiskConfigTestJSON-769964574 tempest-ServerDiskConfigTestJSON-769964574-project] (84010) timed out ('10.222.0.66', 56543) {{(pid=84010) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 05:25:04.861529 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:25:05.406050 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b014166e-265e-4c5e-b8eb-ca9ef6e757cd req-1b3a1f4e-1532-4b1d-9199-0fe1607a3499 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0786779 May 28 05:25:06.705024 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39428) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:25:06.753728 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab411ce7-c91f-4885-af56-2c71e3960310 req-6ea1a888-b214-40bb-8888-3011e6cb4537 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:06.755203 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab411ce7-c91f-4885-af56-2c71e3960310 req-6ea1a888-b214-40bb-8888-3011e6cb4537 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.0803113 May 28 05:25:06.801349 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab411ce7-c91f-4885-af56-2c71e3960310 req-006f3d49-7921-49dd-a42c-168fbb130371 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406196 May 28 05:25:06.842002 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-e45b4886-421b-4472-b45a-36e99f7ccda5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1356485 May 28 05:25:08.003644 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcd3cd-5773-4a6f-8a16-d0967ff0bb1f req-7c9a63b6-e325-42f2-9263-9f1fad77b427 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:08.005072 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fedcd3cd-5773-4a6f-8a16-d0967ff0bb1f req-7c9a63b6-e325-42f2-9263-9f1fad77b427 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.0784581 May 28 05:25:08.052794 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fedcd3cd-5773-4a6f-8a16-d0967ff0bb1f req-54d97526-dfb4-467f-86df-8b7a9e2e14d6 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393608 May 28 05:25:08.285927 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-7691d4ed-9be6-440a-952b-d435f2d41fbd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 1099 time: 0.1754065 May 28 05:25:08.417143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-441328e8-4d9a-410c-9e77-cdbcbc2405d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:08.418600 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-441328e8-4d9a-410c-9e77-cdbcbc2405d7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f59d695f-b130-4493-9323-32222649e4c9 HTTP/1.1" status: 200 len: 897 time: 0.1252763 May 28 05:25:08.524792 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-1f1e405c-deca-4260-aeb3-e82e2e1d19a5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=676d0a49-a16a-493c-8983-e73665638c62 HTTP/1.1" status: 200 len: 1001 time: 0.0993922 May 28 05:25:08.588459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-b480262e-0dbe-4bf9-9831-fceb2408adb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:08.589918 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-b480262e-0dbe-4bf9-9831-fceb2408adb2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977a9db4-8e38-44fe-b01e-5860bd87bf6d HTTP/1.1" status: 200 len: 834 time: 0.0581455 May 28 05:25:08.665683 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-9bca0645-3ce1-4641-809a-b3642709566c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f59d695f-b130-4493-9323-32222649e4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695686 May 28 05:25:08.816392 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-8f7a7b49-bf54-446e-b8d1-5385eb0b2ffb service neutron] 10.222.0.66 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427426 May 28 05:25:08.947756 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-8974c19f-77c7-4a4d-9689-e5b6efd93326 service neutron] 10.222.0.66 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251450 May 28 05:25:09.112017 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bb9ae98e-43d6-40fb-b415-bb8d488c20e1 req-3695d1db-685e-46a6-a6b8-638432c6c97d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 1099 time: 0.0749850 May 28 05:25:09.315403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ae98e-43d6-40fb-b415-bb8d488c20e1 req-ea4a36cc-a84c-4d33-980c-76be9e9844f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:09.316856 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bb9ae98e-43d6-40fb-b415-bb8d488c20e1 req-ea4a36cc-a84c-4d33-980c-76be9e9844f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f59d695f-b130-4493-9323-32222649e4c9 HTTP/1.1" status: 200 len: 897 time: 0.1753137 May 28 05:25:09.379622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b03b0-45e1-4f47-a9df-b9c0a3dcd3d1 req-4f6ab5ab-f7f4-4e55-95dd-9beeb261d2e8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:09.381044 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e38b03b0-45e1-4f47-a9df-b9c0a3dcd3d1 req-4f6ab5ab-f7f4-4e55-95dd-9beeb261d2e8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.1720927 May 28 05:25:09.457467 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bb9ae98e-43d6-40fb-b415-bb8d488c20e1 req-abd20194-fce8-449a-a549-bd01634152c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=676d0a49-a16a-493c-8983-e73665638c62 HTTP/1.1" status: 200 len: 1001 time: 0.1323104 May 28 05:25:09.460018 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e38b03b0-45e1-4f47-a9df-b9c0a3dcd3d1 req-7324ead1-8c00-4728-8010-83a7ed2cccfc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731387 May 28 05:25:09.529369 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9ae98e-43d6-40fb-b415-bb8d488c20e1 req-7ba2bd3d-c695-4a87-a5fb-8f0db662ab98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:09.530880 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bb9ae98e-43d6-40fb-b415-bb8d488c20e1 req-7ba2bd3d-c695-4a87-a5fb-8f0db662ab98 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977a9db4-8e38-44fe-b01e-5860bd87bf6d HTTP/1.1" status: 200 len: 834 time: 0.0652039 May 28 05:25:09.606153 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bb9ae98e-43d6-40fb-b415-bb8d488c20e1 req-e68aec0f-70eb-4fde-b380-628607acd1e2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f59d695f-b130-4493-9323-32222649e4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690262 May 28 05:25:09.740837 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bb9ae98e-43d6-40fb-b415-bb8d488c20e1 req-85ad152f-9b53-400a-b756-45cfe9852e00 service neutron] 10.222.0.66 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249707 May 28 05:25:09.870621 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bb9ae98e-43d6-40fb-b415-bb8d488c20e1 req-240331e5-dae4-4dcd-8d03-fc59df18e7a2 service neutron] 10.222.0.66 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223056 May 28 05:25:10.757623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78301c2d-e14f-4a72-9ee4-ebf2bb0143ed req-49ce9c02-3e7e-40f4-ba77-2e718197d708 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:10.759100 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-78301c2d-e14f-4a72-9ee4-ebf2bb0143ed req-49ce9c02-3e7e-40f4-ba77-2e718197d708 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.1760862 May 28 05:25:10.806011 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-78301c2d-e14f-4a72-9ee4-ebf2bb0143ed req-acb2fa4f-df19-47cd-813e-41332b555808 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408978 May 28 05:25:12.008928 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1d9f4-9c5b-4fb9-a3ec-15d9ee91f18a req-4b12c36c-beb7-4c71-8293-0003929205a3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:12.010438 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2fd1d9f4-9c5b-4fb9-a3ec-15d9ee91f18a req-4b12c36c-beb7-4c71-8293-0003929205a3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.0776725 May 28 05:25:12.055895 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2fd1d9f4-9c5b-4fb9-a3ec-15d9ee91f18a req-1034a257-111c-41b1-81e0-adf315f22e8c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387113 May 28 05:25:13.330759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0627c05-afab-4a3e-b89e-26c9d6bd5c99 req-da8c1b31-44d6-489f-8f35-462ee765e5dd tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:13.332214 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f0627c05-afab-4a3e-b89e-26c9d6bd5c99 req-da8c1b31-44d6-489f-8f35-462ee765e5dd tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.1504359 May 28 05:25:13.382782 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f0627c05-afab-4a3e-b89e-26c9d6bd5c99 req-8d155f43-35cb-4392-821d-b11108993537 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448279 May 28 05:25:14.664864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ba9e1-b253-40d2-8da4-abd2647608a7 req-66fccc61-a24d-4762-a859-a4210e6ea465 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:14.666268 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ac0ba9e1-b253-40d2-8da4-abd2647608a7 req-66fccc61-a24d-4762-a859-a4210e6ea465 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.1580393 May 28 05:25:14.711707 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ac0ba9e1-b253-40d2-8da4-abd2647608a7 req-90cfbf31-2085-453e-9ee0-942561bb32cd tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393291 May 28 05:25:15.922205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd0fa6-3c8b-41b7-8082-b46df655d124 req-f9ef65f7-0051-4a9d-b31d-5fa01fdbd43f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:15.923674 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2cd0fa6-3c8b-41b7-8082-b46df655d124 req-f9ef65f7-0051-4a9d-b31d-5fa01fdbd43f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.0851018 May 28 05:25:15.969767 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2cd0fa6-3c8b-41b7-8082-b46df655d124 req-04028a13-af6c-40d6-8516-8060a9cfa796 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402701 May 28 05:25:17.190410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c623f63-8468-4af6-ad40-93b0cbcfca5e req-f57b703e-8461-49a1-91f7-8b69226a3783 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:17.191880 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c623f63-8468-4af6-ad40-93b0cbcfca5e req-f57b703e-8461-49a1-91f7-8b69226a3783 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.0840356 May 28 05:25:17.239901 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c623f63-8468-4af6-ad40-93b0cbcfca5e req-a3410498-d545-4ee1-bc73-8d33b47c39e5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398912 May 28 05:25:18.474001 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f43a7-96fa-4f2f-a0b6-e33ff8e6452a req-c7bb6766-5155-4894-9578-cdeccc5d222b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:18.475441 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b93f43a7-96fa-4f2f-a0b6-e33ff8e6452a req-c7bb6766-5155-4894-9578-cdeccc5d222b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.0844755 May 28 05:25:18.523164 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b93f43a7-96fa-4f2f-a0b6-e33ff8e6452a req-f0e5675d-1f19-4161-bba0-ad95337240f4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395358 May 28 05:25:19.733978 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2db237-48a9-45f5-96a9-fcb891d06244 req-be884b6e-ca1b-44c9-b9b7-a51045bd3f21 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:19.735418 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2a2db237-48a9-45f5-96a9-fcb891d06244 req-be884b6e-ca1b-44c9-b9b7-a51045bd3f21 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.0896368 May 28 05:25:19.783038 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2a2db237-48a9-45f5-96a9-fcb891d06244 req-a684b7bf-4a54-4ace-84e4-cfb707cb165b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415633 May 28 05:25:20.643965 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-30ec0279-a92a-49fe-a174-21c0dc51980a service neutron] 10.222.0.66 "GET /v2.0/ports/676d0a49-a16a-493c-8983-e73665638c62/bindings/hv-neutron-8433 HTTP/1.1" status: 200 len: 384 time: 0.0900624 May 28 05:25:21.002449 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-1005a941-6c97-4eb0-8450-5f56b516f692 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba&tenant_id=9303cb889d584d1793d285a7bfb26533 HTTP/1.1" status: 200 len: 1099 time: 0.1236811 May 28 05:25:21.015231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca5aa1-e458-4dc0-b8a6-6abf5b72e9f8 req-2f87109e-6c1f-4141-a5d5-1d58852f500c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:21.016615 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-19ca5aa1-e458-4dc0-b8a6-6abf5b72e9f8 req-2f87109e-6c1f-4141-a5d5-1d58852f500c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.0972538 May 28 05:25:21.111893 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-19ca5aa1-e458-4dc0-b8a6-6abf5b72e9f8 req-b920c242-79bb-492b-a0d0-5ec908bb4585 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893941 May 28 05:25:21.124440 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-154e4806-fc26-4aee-a042-1cc39b93ffb2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 1099 time: 0.1007860 May 28 05:25:21.253527 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-e76e6af7-505c-48ae-952e-4b49ac196aa9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:21.254930 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-e76e6af7-505c-48ae-952e-4b49ac196aa9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f59d695f-b130-4493-9323-32222649e4c9 HTTP/1.1" status: 200 len: 897 time: 0.1248026 May 28 05:25:21.357220 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-41981ff7-23ae-489d-8622-93a95cc8d71e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=676d0a49-a16a-493c-8983-e73665638c62 HTTP/1.1" status: 200 len: 1001 time: 0.0964479 May 28 05:25:21.416501 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-4940e1ee-53f4-42c3-b7c7-7cbe70b90538 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:21.417986 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-4940e1ee-53f4-42c3-b7c7-7cbe70b90538 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977a9db4-8e38-44fe-b01e-5860bd87bf6d HTTP/1.1" status: 200 len: 834 time: 0.0554514 May 28 05:25:21.496543 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-2e8fe934-824e-40bf-be84-2f5b629e197e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f59d695f-b130-4493-9323-32222649e4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728595 May 28 05:25:21.625745 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-a724d44f-7570-457c-989b-dfc0cc028e2e service neutron] 10.222.0.66 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228056 May 28 05:25:21.857157 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-4c687be9-4794-4054-b838-3ba90ea510ac service neutron] 10.222.0.66 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255747 May 28 05:25:22.196248 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a72c2c43-9186-476e-892b-75e3afe5d9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:22.350954 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908f303-3775-4b0d-8d02-e151d96ad492 req-454a747b-2136-4bc9-8eb2-28521a4af0f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:22.352406 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9908f303-3775-4b0d-8d02-e151d96ad492 req-454a747b-2136-4bc9-8eb2-28521a4af0f0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.1025312 May 28 05:25:22.399659 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9908f303-3775-4b0d-8d02-e151d96ad492 req-af098e66-a6b0-475c-b846-ce172fb884a5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410776 May 28 05:25:23.605108 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6495f7b-7d0d-4ee6-96d4-944b112b034e req-9b9fd97c-0f74-47f7-a954-5307a3f19dc1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:23.606584 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6495f7b-7d0d-4ee6-96d4-944b112b034e req-9b9fd97c-0f74-47f7-a954-5307a3f19dc1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.0813441 May 28 05:25:23.653271 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6495f7b-7d0d-4ee6-96d4-944b112b034e req-523545da-186d-4dc9-be87-125464f22102 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399122 May 28 05:25:24.343481 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fb2c4078-9102-436c-962f-4df5f608654f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:24.651031 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 676d0a49-a16a-493c-8983-e73665638c62 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:25:24.654815 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 676d0a49-a16a-493c-8983-e73665638c62 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:25:24.852910 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29c715-fa77-431c-93ee-9db67d47a1b3 req-808a5d11-5611-4b46-b6ee-2c81f69b430e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:24.854443 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fb29c715-fa77-431c-93ee-9db67d47a1b3 req-808a5d11-5611-4b46-b6ee-2c81f69b430e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.0774674 May 28 05:25:24.866912 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:24.900771 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fb29c715-fa77-431c-93ee-9db67d47a1b3 req-97d7cb05-c34c-44b1-85b8-93f6f9fe84c5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404351 May 28 05:25:24.900999 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 676d0a49-a16a-493c-8983-e73665638c62, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=676d0a49-a16a-493c-8983-e73665638c62,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:25:24.917298 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16912e75-faf1-4267-8ac2-612772e077ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '676d0a49-a16a-493c-8983-e73665638c62'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:25:24.924620 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '676d0a49-a16a-493c-8983-e73665638c62', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'port_id': '676d0a49-a16a-493c-8983-e73665638c62', 'mac_address': 'fa:16:3e:e6:ca:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:25:24.958331 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 676d0a49-a16a-493c-8983-e73665638c62, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=676d0a49-a16a-493c-8983-e73665638c62,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:25:24.967736 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:25.053754 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b17c7d-a665-4942-adf3-8c52f670249e'] response: {'server_uuid': '16912e75-faf1-4267-8ac2-612772e077ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '676d0a49-a16a-493c-8983-e73665638c62', 'code': 200} May 28 05:25:25.100889 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:25.122995 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=676d0a49-a16a-493c-8983-e73665638c62,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:25:25.126579 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:25.129985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 676d0a49-a16a-493c-8983-e73665638c62 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:25:25.139531 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:25.140085 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:25.140566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:25.141034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:25.141506 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:25.141859 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:25.142183 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:25.142503 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:25.142877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:25.143195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:25.143506 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:25.202247 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:25:25.202546 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:25:25.297495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451189d3-da95-4222-a108-a22b9d5587a4 req-d453a995-5f5a-45fc-84aa-827d34300687 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:25.298950 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-451189d3-da95-4222-a108-a22b9d5587a4 req-d453a995-5f5a-45fc-84aa-827d34300687 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba&tenant_id=9303cb889d584d1793d285a7bfb26533&binding%3Ahost_id=hv-neutron-8433 HTTP/1.1" status: 200 len: 944 time: 0.1389556 May 28 05:25:25.304997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4089bddc-3744-41ee-8872-8b16d2c503ec req-e500c26a-4c7e-4249-afe5-bcaa401d16f7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:25.306321 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4089bddc-3744-41ee-8872-8b16d2c503ec req-e500c26a-4c7e-4249-afe5-bcaa401d16f7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 944 time: 0.1140313 May 28 05:25:25.357158 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4089bddc-3744-41ee-8872-8b16d2c503ec req-49d1a30d-13af-429c-ba34-ae0225e81652 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446942 May 28 05:25:25.438509 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-451189d3-da95-4222-a108-a22b9d5587a4 req-1ad2a4e8-76f9-4c11-b077-e412dad522f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 1097 time: 0.0690796 May 28 05:25:25.577053 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:25.621127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451189d3-da95-4222-a108-a22b9d5587a4 req-4b564bd0-d878-49ad-a5ab-a5b023cb0325 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:25.622676 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-451189d3-da95-4222-a108-a22b9d5587a4 req-4b564bd0-d878-49ad-a5ab-a5b023cb0325 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f59d695f-b130-4493-9323-32222649e4c9 HTTP/1.1" status: 200 len: 897 time: 0.1784239 May 28 05:25:25.688746 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7db42-d0b6-4a2a-a822-746e685a07e5 req-e2731508-96bd-4de5-93ff-c63364ad56b5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:25.690211 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbe7db42-d0b6-4a2a-a822-746e685a07e5 req-e2731508-96bd-4de5-93ff-c63364ad56b5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 944 time: 0.1792362 May 28 05:25:25.732540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:25.757086 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:25.758093 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-451189d3-da95-4222-a108-a22b9d5587a4 req-65a2b770-0b14-4540-9382-3e255a30ffe8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=676d0a49-a16a-493c-8983-e73665638c62 HTTP/1.1" status: 200 len: 999 time: 0.1290445 May 28 05:25:25.765090 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dbe7db42-d0b6-4a2a-a822-746e685a07e5 req-bbe4f7a3-6a24-48c5-986d-9692304d1bd5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668259 May 28 05:25:25.774142 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676d0a49-a16a-493c-8983-e73665638c62 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:25:25.793280 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 676d0a49-a16a-493c-8983-e73665638c62, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=676d0a49-a16a-493c-8983-e73665638c62,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:25:25.798356 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:25.826759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451189d3-da95-4222-a108-a22b9d5587a4 req-0fdf5a51-db30-4ad5-b621-8bfa36717e9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:25.828292 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-451189d3-da95-4222-a108-a22b9d5587a4 req-0fdf5a51-db30-4ad5-b621-8bfa36717e9a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977a9db4-8e38-44fe-b01e-5860bd87bf6d HTTP/1.1" status: 200 len: 834 time: 0.0623195 May 28 05:25:25.866925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['676d0a49-a16a-493c-8983-e73665638c62'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:25:25.912604 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-451189d3-da95-4222-a108-a22b9d5587a4 req-961c7fae-8b82-4b9f-b598-0c1046209261 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f59d695f-b130-4493-9323-32222649e4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780580 May 28 05:25:25.917399 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=676d0a49-a16a-493c-8983-e73665638c62,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:25:26.046848 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-451189d3-da95-4222-a108-a22b9d5587a4 req-bfc285e1-47ce-458a-a067-c4dcc86d8335 service neutron] 10.222.0.66 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280351 May 28 05:25:26.175629 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-451189d3-da95-4222-a108-a22b9d5587a4 req-af0e5996-6acb-4340-9a20-df572c3e363f service neutron] 10.222.0.66 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230357 May 28 05:25:26.660633 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 676d0a49-a16a-493c-8983-e73665638c62 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:25:26.728511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 676d0a49-a16a-493c-8983-e73665638c62 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:25:26.728888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:26.848176 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:26.880835 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 676d0a49-a16a-493c-8983-e73665638c62, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=676d0a49-a16a-493c-8983-e73665638c62,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:25:26.886039 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:26.953714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=676d0a49-a16a-493c-8983-e73665638c62,revision_number=8']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:25:26.981474 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c35c94-7ecf-4c4a-8733-4cb6fcd46a4e req-38f2a1f9-738b-4140-a9bc-0c1eb66debf5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:26.983007 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a3c35c94-7ecf-4c4a-8733-4cb6fcd46a4e req-38f2a1f9-738b-4140-a9bc-0c1eb66debf5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.0904005 May 28 05:25:27.033884 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a3c35c94-7ecf-4c4a-8733-4cb6fcd46a4e req-ee9ebd39-6bd5-4490-b306-dce4672018fa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423133 May 28 05:25:27.055034 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16912e75-faf1-4267-8ac2-612772e077ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676d0a49-a16a-493c-8983-e73665638c62'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:25:27.068501 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39500) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:25:27.115504 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c9532f-4aa4-4cbb-937d-a7eed4b31cc9'] response: {'server_uuid': '16912e75-faf1-4267-8ac2-612772e077ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676d0a49-a16a-493c-8983-e73665638c62', 'code': 200} May 28 05:25:27.175984 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-24e32ca8-7cf0-499d-ad53-890248debc0d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/d19fe796-d28f-424c-a375-963dcff33fff HTTP/1.1" status: 200 len: 993 time: 0.1063423 May 28 05:25:27.288306 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:41.859918 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:25:52.193544 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7b09f538-89d0-4b4a-93e1-606fe8785861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:53.190277 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39512) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:25:53.387801 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port 6bc04b89-293b-4e2d-b6a6-eb04e248ba3f {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:25:53.388112 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:53.570154 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:53.570436 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:53.694490 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for 6bc04b89-293b-4e2d-b6a6-eb04e248ba3f owned by network:floatingip {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:25:53.850645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:53.906126 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=6bc04b89-293b-4e2d-b6a6-eb04e248ba3f,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:25:53.943284 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:53.943623 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:53.943958 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:53.944288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:53.944619 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:53.944937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:53.945247 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:53.945567 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:53.945917 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:53.946230 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:53.946543 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:54.008647 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:54.337391 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3a8a0405-86f6-4d43-89dd-cab4ec1d89c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:54.491015 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router a7ea2c61-4901-49c8-af37-cfd69291b019 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:25:54.691769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:25:54.701364 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed35fdf-1f57-4e2b-903c-5fd5ebfd0fde None None] Sync routers for ids ['a7ea2c61-4901-49c8-af37-cfd69291b019'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:25:54.714107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:54.714299 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed35fdf-1f57-4e2b-903c-5fd5ebfd0fde None None] Routers {'a7ea2c61-4901-49c8-af37-cfd69291b019'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:25:54.714848 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-9ed35fdf-1f57-4e2b-903c-5fd5ebfd0fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:25:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7ea2c61-4901-49c8-af37-cfd69291b019'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:25:54.774264 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-3dac90d2-6570-4029-b008-9589fd4c63f5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/floatingips/d19fe796-d28f-424c-a375-963dcff33fff HTTP/1.1" status: 204 len: 168 time: 1.5797260 May 28 05:25:54.774264 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16912e75-faf1-4267-8ac2-612772e077ba', 'tag': '676d0a49-a16a-493c-8983-e73665638c62'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:25:54.831007 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f289e4-7e1d-43c2-86e7-8e7ec69d97b4'] response: {'name': 'network-changed', 'server_uuid': '16912e75-faf1-4267-8ac2-612772e077ba', 'tag': '676d0a49-a16a-493c-8983-e73665638c62', 'status': 'completed', 'code': 200} May 28 05:25:54.893235 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-9ed35fdf-1f57-4e2b-903c-5fd5ebfd0fde None None] Set router a7ea2c61-4901-49c8-af37-cfd69291b019 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:25:54.924579 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-42119927-7716-472f-b0c3-6bd09061353f req-a668498d-da16-4e6b-ae26-235c75edac06 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 1099 time: 0.0703623 May 28 05:25:55.123311 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:55.225966 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-9ed35fdf-1f57-4e2b-903c-5fd5ebfd0fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755051490', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:21Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'c156ada9-363a-4193-a844-014f2e706692', 'name': '', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:a0:74:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:20Z', 'updated_at': '2022-05-28T05:24:29Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:25:55.229959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed35fdf-1f57-4e2b-903c-5fd5ebfd0fde None None] Checking router: a7ea2c61-4901-49c8-af37-cfd69291b019 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:25:55.238615 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42119927-7716-472f-b0c3-6bd09061353f req-ec439c8c-ce10-4a35-a73e-df976f4b193a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:55.240203 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-42119927-7716-472f-b0c3-6bd09061353f req-ec439c8c-ce10-4a35-a73e-df976f4b193a service neutron] 10.222.0.66 "GET /v2.0/networks?id=f59d695f-b130-4493-9323-32222649e4c9 HTTP/1.1" status: 200 len: 897 time: 0.3093679 May 28 05:25:55.241336 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed35fdf-1f57-4e2b-903c-5fd5ebfd0fde None None] Routers {'a7ea2c61-4901-49c8-af37-cfd69291b019'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:25:55.241981 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-9ed35fdf-1f57-4e2b-903c-5fd5ebfd0fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:25:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7ea2c61-4901-49c8-af37-cfd69291b019'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:25:55.298987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933c078-bef2-45f3-ad91-46690d11a727 req-22839885-62f1-430c-9254-7ad51cb3ab33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:55.300299 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e933c078-bef2-45f3-ad91-46690d11a727 req-22839885-62f1-430c-9254-7ad51cb3ab33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.1676414 May 28 05:25:55.331334 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-42119927-7716-472f-b0c3-6bd09061353f req-eb47c1b1-4643-4085-b139-31b7c1ea5bcf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=676d0a49-a16a-493c-8983-e73665638c62 HTTP/1.1" status: 200 len: 217 time: 0.0833828 May 28 05:25:55.410608 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e933c078-bef2-45f3-ad91-46690d11a727 req-14c2a8fd-2c96-4d4b-bb9c-291318772c71 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019299 May 28 05:25:55.414578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42119927-7716-472f-b0c3-6bd09061353f req-dc5c9cf0-df2a-4ca7-95df-4e61113225fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:55.416008 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-42119927-7716-472f-b0c3-6bd09061353f req-dc5c9cf0-df2a-4ca7-95df-4e61113225fb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=977a9db4-8e38-44fe-b01e-5860bd87bf6d HTTP/1.1" status: 200 len: 834 time: 0.0778241 May 28 05:25:55.416970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-9ed35fdf-1f57-4e2b-903c-5fd5ebfd0fde None None] Set router a7ea2c61-4901-49c8-af37-cfd69291b019 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:25:55.496146 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-42119927-7716-472f-b0c3-6bd09061353f req-69174a8a-3bda-4637-a16b-720906c0a10e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f59d695f-b130-4493-9323-32222649e4c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729926 May 28 05:25:55.507502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-42119927-7716-472f-b0c3-6bd09061353f req-00294f96-f491-4510-b11a-55ce76175f71 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 05:25:55.508421 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-42119927-7716-472f-b0c3-6bd09061353f req-00294f96-f491-4510-b11a-55ce76175f71 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055399 May 28 05:25:55.649925 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:55.661935 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-42119927-7716-472f-b0c3-6bd09061353f req-b7710812-748e-4fb3-a50b-36f462d4dc00 service neutron] 10.222.0.66 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445208 May 28 05:25:55.749410 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:55.783315 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-9ed35fdf-1f57-4e2b-903c-5fd5ebfd0fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755051490', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:21Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'c156ada9-363a-4193-a844-014f2e706692', 'name': '', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:a0:74:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:20Z', 'updated_at': '2022-05-28T05:24:29Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:25:55.787456 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed35fdf-1f57-4e2b-903c-5fd5ebfd0fde None None] The sync data for ids ['a7ea2c61-4901-49c8-af37-cfd69291b019'] in dv-neutron-843300-5-hyperv is: [{'id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755051490', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:21Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'c156ada9-363a-4193-a844-014f2e706692', 'name': '', 'network_id': 'f59d695f-b130-4493-9323-32222649e4c9', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:a0:74:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:20Z', 'updated_at': '2022-05-28T05:24:29Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '977a9db4-8e38-44fe-b01e-5860bd87bf6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:25:55.796139 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-42119927-7716-472f-b0c3-6bd09061353f req-ade8a978-bf27-47f9-9fbe-9baac9e54fed service neutron] 10.222.0.66 "GET /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282561 May 28 05:25:56.015185 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf69e1d-e567-467a-aafe-8740d2f33bec None None] New status for floating IP d19fe796-d28f-424c-a375-963dcff33fff: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:25:56.620277 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4c13e-ef50-4e17-bab2-7a02d45f1df4 req-1736d05b-8799-443d-a587-acea2a18e368 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:56.621817 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e0f4c13e-ef50-4e17-bab2-7a02d45f1df4 req-1736d05b-8799-443d-a587-acea2a18e368 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.0805240 May 28 05:25:56.667307 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e0f4c13e-ef50-4e17-bab2-7a02d45f1df4 req-1baf2293-a74e-48af-9c19-1928bc53c2bf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396903 May 28 05:25:56.815604 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f99008-766c-47a5-b37d-327339760bcb req-cd620529-dcc6-4901-9e3c-f881ebc5e36a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:25:56.817322 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a7f99008-766c-47a5-b37d-327339760bcb req-cd620529-dcc6-4901-9e3c-f881ebc5e36a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 946 time: 0.0878065 May 28 05:25:56.888056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-a7f99008-766c-47a5-b37d-327339760bcb req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port 676d0a49-a16a-493c-8983-e73665638c62 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:25:56.888391 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a7f99008-766c-47a5-b37d-327339760bcb req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:57.131700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-a7f99008-766c-47a5-b37d-327339760bcb req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port 676d0a49-a16a-493c-8983-e73665638c62, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=676d0a49-a16a-493c-8983-e73665638c62,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:25:57.131932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a7f99008-766c-47a5-b37d-327339760bcb req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:57.254781 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-a7f99008-766c-47a5-b37d-327339760bcb req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for 676d0a49-a16a-493c-8983-e73665638c62 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:25:57.285115 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:57.416384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a7f99008-766c-47a5-b37d-327339760bcb req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:57.467507 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=676d0a49-a16a-493c-8983-e73665638c62,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:25:57.477581 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:57.477915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:57.478242 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:57.478540 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:57.478894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:57.479206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:57.479514 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:57.479848 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:57.480159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:57.480872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:57.480872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:25:57.548141 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f99008-766c-47a5-b37d-327339760bcb req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] No DVR routers for this DVR port 676d0a49-a16a-493c-8983-e73665638c62 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:25:57.551098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-a7f99008-766c-47a5-b37d-327339760bcb req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:25:57.553612 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16912e75-faf1-4267-8ac2-612772e077ba', 'name': 'network-vif-deleted', 'tag': '676d0a49-a16a-493c-8983-e73665638c62'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:25:57.565129 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a7f99008-766c-47a5-b37d-327339760bcb req-e16fe377-dae6-4856-9c55-3b18c9b1a93b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "DELETE /v2.0/ports/676d0a49-a16a-493c-8983-e73665638c62 HTTP/1.1" status: 204 len: 173 time: 0.7425196 May 28 05:25:57.612300 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a84ff4f9-afd8-47aa-99dd-6f40d57eabe2'] response: {'server_uuid': '16912e75-faf1-4267-8ac2-612772e077ba', 'name': 'network-vif-deleted', 'tag': '676d0a49-a16a-493c-8983-e73665638c62', 'status': 'completed', 'code': 200} May 28 05:25:57.852543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-a2779b72-a700-43bc-9bb0-d8395a71bf74 req-59e33b0f-dbcf-40a0-8d2c-d01b8530941f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:25:57.872197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-a2779b72-a700-43bc-9bb0-d8395a71bf74 req-59e33b0f-dbcf-40a0-8d2c-d01b8530941f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:25:57.873366 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2779b72-a700-43bc-9bb0-d8395a71bf74 req-59e33b0f-dbcf-40a0-8d2c-d01b8530941f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=16912e75-faf1-4267-8ac2-612772e077ba HTTP/1.1" status: 200 len: 210 time: 0.0694029 May 28 05:25:58.982466 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39530) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:25:59.398984 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48dc3eb1-3a06-4c6f-b1be-390d03d6174f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:00.108993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-48dc3eb1-3a06-4c6f-b1be-390d03d6174f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port c156ada9-363a-4193-a844-014f2e706692 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:26:00.109717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48dc3eb1-3a06-4c6f-b1be-390d03d6174f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:00.289776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-48dc3eb1-3a06-4c6f-b1be-390d03d6174f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port c156ada9-363a-4193-a844-014f2e706692, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c156ada9-363a-4193-a844-014f2e706692,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:26:00.290011 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48dc3eb1-3a06-4c6f-b1be-390d03d6174f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:00.410884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-48dc3eb1-3a06-4c6f-b1be-390d03d6174f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for c156ada9-363a-4193-a844-014f2e706692 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:26:00.589430 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48dc3eb1-3a06-4c6f-b1be-390d03d6174f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:00.634080 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc3eb1-3a06-4c6f-b1be-390d03d6174f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=c156ada9-363a-4193-a844-014f2e706692,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:00.781295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 676d0a49-a16a-493c-8983-e73665638c62 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:26:00.815817 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 676d0a49-a16a-493c-8983-e73665638c62 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:26:00.816158 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 676d0a49-a16a-493c-8983-e73665638c62 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:26:00.931981 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-48dc3eb1-3a06-4c6f-b1be-390d03d6174f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:01.602181 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48dc3eb1-3a06-4c6f-b1be-390d03d6174f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router a7ea2c61-4901-49c8-af37-cfd69291b019 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:26:01.805021 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48dc3eb1-3a06-4c6f-b1be-390d03d6174f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:26:01.814704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68fd0f7-caab-4856-92d1-406377a6192b None None] Sync routers for ids ['a7ea2c61-4901-49c8-af37-cfd69291b019'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:26:01.822889 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-48dc3eb1-3a06-4c6f-b1be-390d03d6174f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "PUT /v2.0/routers/a7ea2c61-4901-49c8-af37-cfd69291b019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8393018 May 28 05:26:01.825693 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39534) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:01.827702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68fd0f7-caab-4856-92d1-406377a6192b None None] Routers {'a7ea2c61-4901-49c8-af37-cfd69291b019'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:26:01.828299 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-e68fd0f7-caab-4856-92d1-406377a6192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:25:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7ea2c61-4901-49c8-af37-cfd69291b019'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:02.011710 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-e68fd0f7-caab-4856-92d1-406377a6192b None None] Set router a7ea2c61-4901-49c8-af37-cfd69291b019 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:26:02.015088 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b59e8d7-ea84-4334-be63-c7cec235d7ba tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting subnet 977a9db4-8e38-44fe-b01e-5860bd87bf6d {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:26:02.018059 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2b59e8d7-ea84-4334-be63-c7cec235d7ba tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:02.077127 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2b59e8d7-ea84-4334-be63-c7cec235d7ba tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:02.157486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2b59e8d7-ea84-4334-be63-c7cec235d7ba tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:02.228725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2b59e8d7-ea84-4334-be63-c7cec235d7ba tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:02.270873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59e8d7-ea84-4334-be63-c7cec235d7ba tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Subnet': ['ID=977a9db4-8e38-44fe-b01e-5860bd87bf6d,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:02.275428 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2b59e8d7-ea84-4334-be63-c7cec235d7ba tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:02.281366 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2b59e8d7-ea84-4334-be63-c7cec235d7ba tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/subnets/977a9db4-8e38-44fe-b01e-5860bd87bf6d HTTP/1.1" status: 204 len: 168 time: 0.4545352 May 28 05:26:02.284182 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39538) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:02.284322 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6853a1c5-3916-42b0-8355-82de2829dcb4 None None] Network f59d695f-b130-4493-9323-32222649e4c9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:26:02.421162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-e68fd0f7-caab-4856-92d1-406377a6192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755051490', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:26:00Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:02.452167 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68fd0f7-caab-4856-92d1-406377a6192b None None] Checking router: a7ea2c61-4901-49c8-af37-cfd69291b019 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:26:02.476814 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68fd0f7-caab-4856-92d1-406377a6192b None None] Routers {'a7ea2c61-4901-49c8-af37-cfd69291b019'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:26:02.477453 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-e68fd0f7-caab-4856-92d1-406377a6192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:25:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['a7ea2c61-4901-49c8-af37-cfd69291b019'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:02.478873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eae2c4c-4872-4790-968b-fce7b2c385a1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:02.660420 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-e68fd0f7-caab-4856-92d1-406377a6192b None None] Set router a7ea2c61-4901-49c8-af37-cfd69291b019 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:26:02.681373 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eae2c4c-4872-4790-968b-fce7b2c385a1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:02.694041 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6eae2c4c-4872-4790-968b-fce7b2c385a1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port edeaf7c0-ae74-45f1-b878-9f5509882983 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:26:02.694482 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eae2c4c-4872-4790-968b-fce7b2c385a1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:02.704996 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fe900b-1d83-41cc-9334-c1db85fb2e4c None None] DHCP port deletion for f59d695f-b130-4493-9323-32222649e4c9 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:26:02.811432 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-41fe900b-1d83-41cc-9334-c1db85fb2e4c None None] Deleting port 8852929d-56aa-4dba-bef3-9baa8bed0962 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:26:02.811432 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-41fe900b-1d83-41cc-9334-c1db85fb2e4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:02.868406 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-6eae2c4c-4872-4790-968b-fce7b2c385a1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port edeaf7c0-ae74-45f1-b878-9f5509882983, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=edeaf7c0-ae74-45f1-b878-9f5509882983,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:26:02.868725 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eae2c4c-4872-4790-968b-fce7b2c385a1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:02.882804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8852929d-56aa-4dba-bef3-9baa8bed0962 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:26:02.988858 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-6eae2c4c-4872-4790-968b-fce7b2c385a1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for edeaf7c0-ae74-45f1-b878-9f5509882983 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:26:03.245935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-41fe900b-1d83-41cc-9334-c1db85fb2e4c None None] For port 8852929d-56aa-4dba-bef3-9baa8bed0962, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8852929d-56aa-4dba-bef3-9baa8bed0962,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:26:03.246293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-41fe900b-1d83-41cc-9334-c1db85fb2e4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:03.258791 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eae2c4c-4872-4790-968b-fce7b2c385a1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:03.305816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae2c4c-4872-4790-968b-fce7b2c385a1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=edeaf7c0-ae74-45f1-b878-9f5509882983,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:03.372813 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-41fe900b-1d83-41cc-9334-c1db85fb2e4c None None] Calling delete_port for 8852929d-56aa-4dba-bef3-9baa8bed0962 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:26:03.410011 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:03.479421 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 8852929d-56aa-4dba-bef3-9baa8bed0962, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8852929d-56aa-4dba-bef3-9baa8bed0962,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:26:03.483251 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:03.531112 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-e68fd0f7-caab-4856-92d1-406377a6192b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755051490', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:26:00Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:03.539041 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eae2c4c-4872-4790-968b-fce7b2c385a1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:03.539717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-41fe900b-1d83-41cc-9334-c1db85fb2e4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:26:03.540058 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-41fe900b-1d83-41cc-9334-c1db85fb2e4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:26:03.545753 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68fd0f7-caab-4856-92d1-406377a6192b None None] The sync data for ids ['a7ea2c61-4901-49c8-af37-cfd69291b019'] in dv-neutron-843300-5-hyperv is: [{'id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'name': 'tempest-TestNetworkAdvancedServerOps-router-755051490', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219'}], 'enable_snat': True}, 'gw_port_id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:26:00Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'edeaf7c0-ae74-45f1-b878-9f5509882983', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:32:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ea2c61-4901-49c8-af37-cfd69291b019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:24:17Z', 'updated_at': '2022-05-28T05:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:26:03.559926 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=8852929d-56aa-4dba-bef3-9baa8bed0962,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:03.812857 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eae2c4c-4872-4790-968b-fce7b2c385a1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:03.817307 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eae2c4c-4872-4790-968b-fce7b2c385a1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:03.846117 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eae2c4c-4872-4790-968b-fce7b2c385a1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:03.846958 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eae2c4c-4872-4790-968b-fce7b2c385a1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Fanout notify agent at l3_agent the message router_deleted on router a7ea2c61-4901-49c8-af37-cfd69291b019 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:26:03.862591 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6eae2c4c-4872-4790-968b-fce7b2c385a1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:03.863731 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6eae2c4c-4872-4790-968b-fce7b2c385a1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/routers/a7ea2c61-4901-49c8-af37-cfd69291b019 HTTP/1.1" status: 204 len: 168 time: 1.5786457 May 28 05:26:03.867256 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39542) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:04.041939 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-41fe900b-1d83-41cc-9334-c1db85fb2e4c None None] Deleting port 8852929d-56aa-4dba-bef3-9baa8bed0962 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:26:04.042443 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-41fe900b-1d83-41cc-9334-c1db85fb2e4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:04.078861 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:04.089662 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port 8852929d-56aa-4dba-bef3-9baa8bed0962 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:26:04.089996 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:04.252678 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-41fe900b-1d83-41cc-9334-c1db85fb2e4c None None] For port 8852929d-56aa-4dba-bef3-9baa8bed0962, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8852929d-56aa-4dba-bef3-9baa8bed0962,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:26:04.253060 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-41fe900b-1d83-41cc-9334-c1db85fb2e4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:04.295422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port 8852929d-56aa-4dba-bef3-9baa8bed0962, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8852929d-56aa-4dba-bef3-9baa8bed0962,segment=NetworkSegment(dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e),segment_id=dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:26:04.295772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:04.370159 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-41fe900b-1d83-41cc-9334-c1db85fb2e4c None None] Calling delete_port for 8852929d-56aa-4dba-bef3-9baa8bed0962 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:26:04.416731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for 8852929d-56aa-4dba-bef3-9baa8bed0962 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:26:04.446368 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-41fe900b-1d83-41cc-9334-c1db85fb2e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:04.487414 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.api [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84010) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:26:04.487729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG oslo_db.api [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:26:04.496969 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe900b-1d83-41cc-9334-c1db85fb2e4c None None] Pushing event deleted for resources: {'Port': ['ID=8852929d-56aa-4dba-bef3-9baa8bed0962,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:04.505013 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe900b-1d83-41cc-9334-c1db85fb2e4c None None] No DVR routers for this DVR port 8852929d-56aa-4dba-bef3-9baa8bed0962 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:26:04.881603 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c156ada9-363a-4193-a844-014f2e706692 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:26:04.914476 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: c156ada9-363a-4193-a844-014f2e706692 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:26:04.914828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c156ada9-363a-4193-a844-014f2e706692 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:26:04.915237 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device edeaf7c0-ae74-45f1-b878-9f5509882983 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:26:04.947684 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: edeaf7c0-ae74-45f1-b878-9f5509882983 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:26:04.948019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device edeaf7c0-ae74-45f1-b878-9f5509882983 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:26:04.989107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port 8852929d-56aa-4dba-bef3-9baa8bed0962 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:26:04.989877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:05.062032 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] The port '8852929d-56aa-4dba-bef3-9baa8bed0962' was deleted {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 05:26:05.187575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:05.217607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59d695f-b130-4493-9323-32222649e4c9']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:05.233154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:05.233636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfaf1a61-cb36-4d90-8de1-f5b65bd2ff2e') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:05.253632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:05.270077 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:05.276453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:26:05.276833 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: util.warn( May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:26:05.290955 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:26:05.375043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:05.399158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:05.409804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Network': ['ID=f59d695f-b130-4493-9323-32222649e4c9,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:05.428862 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d0779819-48bd-479d-ae47-a7e57ffce735 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/networks/f59d695f-b130-4493-9323-32222649e4c9 HTTP/1.1" status: 204 len: 168 time: 1.5603285 May 28 05:26:05.432434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39546) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:05.501724 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7fcd549b-b288-4148-8b96-5c9ef686f1bc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:05.530718 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7fcd549b-b288-4148-8b96-5c9ef686f1bc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:05.599028 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7fcd549b-b288-4148-8b96-5c9ef686f1bc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:05.620938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd549b-b288-4148-8b96-5c9ef686f1bc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dd5ca6-2e40-41e1-8d82-0ce9c20c7460,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:05.633380 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7fcd549b-b288-4148-8b96-5c9ef686f1bc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:05.634605 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7fcd549b-b288-4148-8b96-5c9ef686f1bc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/security-groups/20dd5ca6-2e40-41e1-8d82-0ce9c20c7460 HTTP/1.1" status: 204 len: 168 time: 0.2010429 May 28 05:26:05.783724 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39554) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:05.789541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-ecfbf15a-5d24-4a61-8f82-e01f615f07e3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1685540272', 'description': 'tempest-secgroup-smoke-1685540272 description', 'project_id': '9303cb889d584d1793d285a7bfb26533'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:26:05.795497 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ecfbf15a-5d24-4a61-8f82-e01f615f07e3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:26:05.799726 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ecfbf15a-5d24-4a61-8f82-e01f615f07e3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:26:05.802646 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ecfbf15a-5d24-4a61-8f82-e01f615f07e3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:26:05.808332 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ecfbf15a-5d24-4a61-8f82-e01f615f07e3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:26:05.822171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ecfbf15a-5d24-4a61-8f82-e01f615f07e3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:05.873385 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ecfbf15a-5d24-4a61-8f82-e01f615f07e3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:26:05.877187 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ecfbf15a-5d24-4a61-8f82-e01f615f07e3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:26:05.880462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-ecfbf15a-5d24-4a61-8f82-e01f615f07e3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:26:05.887224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-ecfbf15a-5d24-4a61-8f82-e01f615f07e3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:26:05.947202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ecfbf15a-5d24-4a61-8f82-e01f615f07e3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:05.952594 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ecfbf15a-5d24-4a61-8f82-e01f615f07e3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:05.996411 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbf15a-5d24-4a61-8f82-e01f615f07e3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3db4b910-0908-4602-a2d9-4ede90e721b1,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:06.001146 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-ecfbf15a-5d24-4a61-8f82-e01f615f07e3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.006230 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ecfbf15a-5d24-4a61-8f82-e01f615f07e3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2178204 May 28 05:26:06.007147 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39558) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:06.012424 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-fb62b06c-d071-4e09-a584-a2b306b8fdd8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '3db4b910-0908-4602-a2d9-4ede90e721b1', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:26:06.019020 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-fb62b06c-d071-4e09-a584-a2b306b8fdd8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:26:06.024645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fb62b06c-d071-4e09-a584-a2b306b8fdd8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:26:06.028992 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fb62b06c-d071-4e09-a584-a2b306b8fdd8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:26:06.037010 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-fb62b06c-d071-4e09-a584-a2b306b8fdd8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:26:06.057089 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fb62b06c-d071-4e09-a584-a2b306b8fdd8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.117193 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fb62b06c-d071-4e09-a584-a2b306b8fdd8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.123208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fb62b06c-d071-4e09-a584-a2b306b8fdd8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.145300 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62b06c-d071-4e09-a584-a2b306b8fdd8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb0eade9-ab6f-4a62-8123-53048e267dbf,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:06.156130 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fb62b06c-d071-4e09-a584-a2b306b8fdd8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.157599 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fb62b06c-d071-4e09-a584-a2b306b8fdd8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1495526 May 28 05:26:06.160568 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39562) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:06.168296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-35fcfb64-f3f5-4cd0-a124-74db6ddfa71b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '3db4b910-0908-4602-a2d9-4ede90e721b1', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:26:06.176943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-35fcfb64-f3f5-4cd0-a124-74db6ddfa71b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:26:06.181063 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-35fcfb64-f3f5-4cd0-a124-74db6ddfa71b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:26:06.184121 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-35fcfb64-f3f5-4cd0-a124-74db6ddfa71b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:26:06.190185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-35fcfb64-f3f5-4cd0-a124-74db6ddfa71b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:26:06.211362 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-35fcfb64-f3f5-4cd0-a124-74db6ddfa71b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.280171 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-35fcfb64-f3f5-4cd0-a124-74db6ddfa71b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.287200 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-35fcfb64-f3f5-4cd0-a124-74db6ddfa71b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.312250 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcfb64-f3f5-4cd0-a124-74db6ddfa71b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed0b53b-a5d5-4496-9692-1b9b40b1906d,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:06.323413 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-35fcfb64-f3f5-4cd0-a124-74db6ddfa71b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.324580 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-35fcfb64-f3f5-4cd0-a124-74db6ddfa71b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1632006 May 28 05:26:06.328150 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39566) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:06.333616 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-0e23867d-29ed-4a9b-945c-c32da2a4af74 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '3db4b910-0908-4602-a2d9-4ede90e721b1', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:26:06.339575 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0e23867d-29ed-4a9b-945c-c32da2a4af74 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:26:06.343619 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0e23867d-29ed-4a9b-945c-c32da2a4af74 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:26:06.346612 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-0e23867d-29ed-4a9b-945c-c32da2a4af74 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:26:06.352884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-0e23867d-29ed-4a9b-945c-c32da2a4af74 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:26:06.372662 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0e23867d-29ed-4a9b-945c-c32da2a4af74 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.435816 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0e23867d-29ed-4a9b-945c-c32da2a4af74 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.442454 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0e23867d-29ed-4a9b-945c-c32da2a4af74 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.466734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e23867d-29ed-4a9b-945c-c32da2a4af74 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df223a28-6bf9-4e5c-aace-a007e1cf0add,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:06.479661 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0e23867d-29ed-4a9b-945c-c32da2a4af74 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.480891 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0e23867d-29ed-4a9b-945c-c32da2a4af74 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1517663 May 28 05:26:06.483636 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39570) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:06.489394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-2e2558ce-2e2b-4fe0-8c86-f6f6176bf886 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '3db4b910-0908-4602-a2d9-4ede90e721b1', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:26:06.496152 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2e2558ce-2e2b-4fe0-8c86-f6f6176bf886 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:26:06.499932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2e2558ce-2e2b-4fe0-8c86-f6f6176bf886 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:26:06.502812 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-2e2558ce-2e2b-4fe0-8c86-f6f6176bf886 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:26:06.508819 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-2e2558ce-2e2b-4fe0-8c86-f6f6176bf886 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:26:06.527172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2e2558ce-2e2b-4fe0-8c86-f6f6176bf886 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.591794 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2e2558ce-2e2b-4fe0-8c86-f6f6176bf886 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.596485 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2e2558ce-2e2b-4fe0-8c86-f6f6176bf886 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.621006 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2558ce-2e2b-4fe0-8c86-f6f6176bf886 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a803876-b92c-40b9-9dae-3b5e9c90470e,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:06.631843 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2e2558ce-2e2b-4fe0-8c86-f6f6176bf886 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.633462 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2e2558ce-2e2b-4fe0-8c86-f6f6176bf886 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1489322 May 28 05:26:06.636459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39574) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:06.642083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e38e578e-f0d1-422f-8317-6a6e3113fc63 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '3db4b910-0908-4602-a2d9-4ede90e721b1', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:26:06.648406 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e38e578e-f0d1-422f-8317-6a6e3113fc63 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:26:06.652172 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e38e578e-f0d1-422f-8317-6a6e3113fc63 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:26:06.655152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e38e578e-f0d1-422f-8317-6a6e3113fc63 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:26:06.661479 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e38e578e-f0d1-422f-8317-6a6e3113fc63 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:26:06.672607 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-e38e578e-f0d1-422f-8317-6a6e3113fc63 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Project 9303cb889d584d1793d285a7bfb26533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:26:06.679043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e38e578e-f0d1-422f-8317-6a6e3113fc63 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.743533 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e38e578e-f0d1-422f-8317-6a6e3113fc63 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.749403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e38e578e-f0d1-422f-8317-6a6e3113fc63 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.772042 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e578e-f0d1-422f-8317-6a6e3113fc63 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff9cae64-44b0-417e-8eb2-91b2e90005e7,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:06.783235 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e38e578e-f0d1-422f-8317-6a6e3113fc63 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.784418 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e38e578e-f0d1-422f-8317-6a6e3113fc63 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1468627 May 28 05:26:06.787347 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39578) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:06.792617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e00ba2fc-1f85-4d5d-a059-1cc28ad48d5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '3db4b910-0908-4602-a2d9-4ede90e721b1', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:26:06.798345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e00ba2fc-1f85-4d5d-a059-1cc28ad48d5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:26:06.802578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e00ba2fc-1f85-4d5d-a059-1cc28ad48d5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:26:06.805413 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e00ba2fc-1f85-4d5d-a059-1cc28ad48d5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:26:06.811155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e00ba2fc-1f85-4d5d-a059-1cc28ad48d5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:26:06.822390 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-e00ba2fc-1f85-4d5d-a059-1cc28ad48d5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Project 9303cb889d584d1793d285a7bfb26533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:26:06.828547 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e00ba2fc-1f85-4d5d-a059-1cc28ad48d5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.894175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e00ba2fc-1f85-4d5d-a059-1cc28ad48d5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.898861 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e00ba2fc-1f85-4d5d-a059-1cc28ad48d5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.921704 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ba2fc-1f85-4d5d-a059-1cc28ad48d5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9120d51-ce8c-4579-b4fe-a6e75fbc5d67,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:06.931537 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e00ba2fc-1f85-4d5d-a059-1cc28ad48d5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:06.932709 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e00ba2fc-1f85-4d5d-a059-1cc28ad48d5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1444314 May 28 05:26:06.935896 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39582) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:06.941296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-691ccea1-cc62-465b-9194-4d75710aa524 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'network': {'name': 'tempest-network-smoke--421133549', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'port_security_enabled': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:26:06.946765 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-691ccea1-cc62-465b-9194-4d75710aa524 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:26:06.951062 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-691ccea1-cc62-465b-9194-4d75710aa524 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:network and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:26:06.954092 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-691ccea1-cc62-465b-9194-4d75710aa524 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:26:06.959958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-691ccea1-cc62-465b-9194-4d75710aa524 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:26:06.970819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691ccea1-cc62-465b-9194-4d75710aa524 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Made reservation on behalf of 9303cb889d584d1793d285a7bfb26533 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:26:06.974007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-691ccea1-cc62-465b-9194-4d75710aa524 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:07.012966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691ccea1-cc62-465b-9194-4d75710aa524 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:26:07.024304 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-691ccea1-cc62-465b-9194-4d75710aa524 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:07.024682 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-691ccea1-cc62-465b-9194-4d75710aa524 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Added segment a7a08c51-fe6f-4bad-871c-97d9183087ee of type vlan for network d809fed5-552a-49f8-865e-60a04f6d5ee0 May 28 05:26:07.050366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-691ccea1-cc62-465b-9194-4d75710aa524 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:07.084228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-691ccea1-cc62-465b-9194-4d75710aa524 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:07.087935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ccea1-cc62-465b-9194-4d75710aa524 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:07.088507 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-691ccea1-cc62-465b-9194-4d75710aa524 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:07.197037 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-691ccea1-cc62-465b-9194-4d75710aa524 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2599838 May 28 05:26:07.199764 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ccea1-cc62-465b-9194-4d75710aa524 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Network': ['ID=d809fed5-552a-49f8-865e-60a04f6d5ee0,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:07.199909 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39586) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:07.205787 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-794803025', 'admin_state_up': True, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:26:07.211660 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network d809fed5-552a-49f8-865e-60a04f6d5ee0 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:26:07.216499 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:26:07.222299 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:router and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:26:07.226584 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:26:07.235321 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:26:07.251645 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:07.253061 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:07.281528 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:07.438673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:07.726881 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:07.755923 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:07.901921 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.26.8.34 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/dd8c18ae-eae8-4831-9751-3b3a31f52ab8) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:26:08.051908 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:08.085280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:08.159574 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:26:08.162613 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:26:08.169481 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:26:08.195330 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=dd8c18ae-eae8-4831-9751-3b3a31f52ab8,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:08.334853 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:08.335570 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:08.588424 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router 6d992d11-5160-406e-a117-21a843881a07 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:26:08.800406 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:26:08.811840 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Sync routers for ids ['6d992d11-5160-406e-a117-21a843881a07'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:26:08.823279 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Routers {'6d992d11-5160-406e-a117-21a843881a07'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:26:08.823874 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:25:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6d992d11-5160-406e-a117-21a843881a07'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:08.829328 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:08.830721 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-267f6988-c944-4a0b-b368-0dfefe775c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6297765 May 28 05:26:08.834142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39590) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:08.876009 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6a212fdf-0669-4d46-9ca6-40cc2977f872 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9303cb889d584d1793d285a7bfb26533&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381327 May 28 05:26:08.877221 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39594) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:08.995284 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Set router 6d992d11-5160-406e-a117-21a843881a07 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:26:09.006345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffbfa99-d472-42c0-8652-605ebf951427 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:09.007903 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-9ffbfa99-d472-42c0-8652-605ebf951427 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1295097 May 28 05:26:09.010893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39598) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:09.048795 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e8c5005d-24b8-4917-b31e-ba81a2b75b4e tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368581 May 28 05:26:09.051775 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39602) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:09.057370 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-14fc679d-d29a-406d-ba6f-19cbbfb6c224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-650688892', 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:26:09.165246 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-14fc679d-d29a-406d-ba6f-19cbbfb6c224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:26:09.168941 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-14fc679d-d29a-406d-ba6f-19cbbfb6c224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:subnet and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:26:09.171732 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-14fc679d-d29a-406d-ba6f-19cbbfb6c224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:26:09.177847 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-14fc679d-d29a-406d-ba6f-19cbbfb6c224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:26:09.188603 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fc679d-d29a-406d-ba6f-19cbbfb6c224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Made reservation on behalf of 9303cb889d584d1793d285a7bfb26533 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:26:09.274755 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d992d11-5160-406e-a117-21a843881a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794803025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:08Z', 'revision_number': 3, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:09.278596 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Checking router: 6d992d11-5160-406e-a117-21a843881a07 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:26:09.278934 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Updating router 6d992d11-5160-406e-a117-21a843881a07 port dd8c18ae-eae8-4831-9751-3b3a31f52ab8 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:26:09.289589 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-14fc679d-d29a-406d-ba6f-19cbbfb6c224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:09.332956 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:09.499702 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-14fc679d-d29a-406d-ba6f-19cbbfb6c224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:09.690918 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:09.696318 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc679d-d29a-406d-ba6f-19cbbfb6c224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Subnet': ['ID=d2c489ec-662b-4f7f-acba-e91274c2a650,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:09.709364 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Transition to ACTIVE for port object dd8c18ae-eae8-4831-9751-3b3a31f52ab8 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:26:09.710945 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fc679d-d29a-406d-ba6f-19cbbfb6c224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Checking segment: {'id': 'a7a08c51-fe6f-4bad-871c-97d9183087ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:26:09.711294 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fc679d-d29a-406d-ba6f-19cbbfb6c224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network hostable DHCP agents. Network: d809fed5-552a-49f8-865e-60a04f6d5ee0, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:26:09.721009 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:09.736767 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fc679d-d29a-406d-ba6f-19cbbfb6c224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network d809fed5-552a-49f8-865e-60a04f6d5ee0 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:26:09.747114 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-14fc679d-d29a-406d-ba6f-19cbbfb6c224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, d809fed5-552a-49f8-865e-60a04f6d5ee0) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:26:09.752084 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fc679d-d29a-406d-ba6f-19cbbfb6c224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:09.754920 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-14fc679d-d29a-406d-ba6f-19cbbfb6c224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:09.756738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a88717-166e-407a-9995-b2cf2977164a None None] Network d809fed5-552a-49f8-865e-60a04f6d5ee0 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:26:09.784280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39606) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:09.786316 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-14fc679d-d29a-406d-ba6f-19cbbfb6c224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7333903 May 28 05:26:09.799569 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c61834-f05a-42cd-ba26-e06746b42579 None None] Pushing event updated for resources: {'Port': ['ID=dd8c18ae-eae8-4831-9751-3b3a31f52ab8,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:09.801924 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Attempting to bind port dd8c18ae-eae8-4831-9751-3b3a31f52ab8 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:26:09.802278 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Attempting to bind port dd8c18ae-eae8-4831-9751-3b3a31f52ab8 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:26:09.802629 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Attempting to bind port dd8c18ae-eae8-4831-9751-3b3a31f52ab8 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:26:09.813395 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:26:09.814091 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:26:09.814198 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:09.814530 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:26:09.814977 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Bound port: dd8c18ae-eae8-4831-9751-3b3a31f52ab8, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:26:09.815516 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:09.841126 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c61834-f05a-42cd-ba26-e06746b42579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:26:09.841950 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c61834-f05a-42cd-ba26-e06746b42579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:26:09.842284 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c61834-f05a-42cd-ba26-e06746b42579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:26:09.842647 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c61834-f05a-42cd-ba26-e06746b42579 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:26:09.842966 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c61834-f05a-42cd-ba26-e06746b42579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:26:09.843280 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c61834-f05a-42cd-ba26-e06746b42579 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:26:09.843584 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c61834-f05a-42cd-ba26-e06746b42579 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:26:09.843876 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c61834-f05a-42cd-ba26-e06746b42579 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:26:09.844348 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c61834-f05a-42cd-ba26-e06746b42579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:26:09.844801 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c61834-f05a-42cd-ba26-e06746b42579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:26:09.845261 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c61834-f05a-42cd-ba26-e06746b42579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:26:09.900953 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] For port dd8c18ae-eae8-4831-9751-3b3a31f52ab8, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:26:09.904498 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] For port dd8c18ae-eae8-4831-9751-3b3a31f52ab8, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=dd8c18ae-eae8-4831-9751-3b3a31f52ab8,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:26:09.912572 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:09.997974 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c61834-f05a-42cd-ba26-e06746b42579 None None] Pushing event updated for resources: {'Port': ['ID=dd8c18ae-eae8-4831-9751-3b3a31f52ab8,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:10.004228 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Routers {'6d992d11-5160-406e-a117-21a843881a07'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:26:10.004759 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:25:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6d992d11-5160-406e-a117-21a843881a07'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:10.020958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-d809fed5-552a-49f8-865e-60a04f6d5ee0', 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ips': [{'subnet_id': 'd2c489ec-662b-4f7f-acba-e91274c2a650'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:26:10.021812 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:10.181279 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Allocated IP 172.20.0.2 (d809fed5-552a-49f8-865e-60a04f6d5ee0/d2c489ec-662b-4f7f-acba-e91274c2a650/779be4f7-aa36-4412-9022-c3fd62ce90fe) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:26:10.181697 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] Set router 6d992d11-5160-406e-a117-21a843881a07 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:26:10.434691 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:10.446759 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Transition to ACTIVE for port object 779be4f7-aa36-4412-9022-c3fd62ce90fe will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:26:10.469409 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Transition to ACTIVE for port object 779be4f7-aa36-4412-9022-c3fd62ce90fe will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:26:10.479263 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:10.479764 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d992d11-5160-406e-a117-21a843881a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794803025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:08Z', 'revision_number': 3, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:10.485857 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34510e-00b6-4406-86c1-ca3c7d12102b None None] The sync data for ids ['6d992d11-5160-406e-a117-21a843881a07'] in dv-neutron-843300-5-hyperv is: [{'id': '6d992d11-5160-406e-a117-21a843881a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794803025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:08Z', 'revision_number': 3, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:26:10.562136 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Network d809fed5-552a-49f8-865e-60a04f6d5ee0 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:26:10.565093 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:26:10.570640 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:26:10.607563 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Pushing event updated for resources: {'Port': ['ID=779be4f7-aa36-4412-9022-c3fd62ce90fe,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:10.682345 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Attempting to bind port 779be4f7-aa36-4412-9022-c3fd62ce90fe on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:26:10.682713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Attempting to bind port 779be4f7-aa36-4412-9022-c3fd62ce90fe by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'a7a08c51-fe6f-4bad-871c-97d9183087ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:26:10.683654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Attempting to bind port 779be4f7-aa36-4412-9022-c3fd62ce90fe on network d809fed5-552a-49f8-865e-60a04f6d5ee0 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:26:10.704254 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:26:10.705617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Checking segment: {'id': 'a7a08c51-fe6f-4bad-871c-97d9183087ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:26:10.705617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:10.705617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Bound using segment: {'id': 'a7a08c51-fe6f-4bad-871c-97d9183087ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:26:10.711542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Bound port: 779be4f7-aa36-4412-9022-c3fd62ce90fe, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a08c51-fe6f-4bad-871c-97d9183087ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:26:10.711542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:10.824114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:10.835270 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] For port 779be4f7-aa36-4412-9022-c3fd62ce90fe, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:26:10.838433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] For port 779be4f7-aa36-4412-9022-c3fd62ce90fe, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=779be4f7-aa36-4412-9022-c3fd62ce90fe,segment=NetworkSegment(a7a08c51-fe6f-4bad-871c-97d9183087ee),segment_id=a7a08c51-fe6f-4bad-871c-97d9183087ee)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:26:10.848196 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:10.940281 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device dd8c18ae-eae8-4831-9751-3b3a31f52ab8 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:26:11.000987 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2963ec8-b4d0-45c1-9a94-2cb6c6490d5d None None] Pushing event updated for resources: {'Port': ['ID=779be4f7-aa36-4412-9022-c3fd62ce90fe,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:11.034898 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port dd8c18ae-eae8-4831-9751-3b3a31f52ab8 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:26:11.040554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port dd8c18ae-eae8-4831-9751-3b3a31f52ab8 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:26:11.040914 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:11.181748 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:11.209140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port dd8c18ae-eae8-4831-9751-3b3a31f52ab8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=dd8c18ae-eae8-4831-9751-3b3a31f52ab8,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:26:11.214812 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:11.304244 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=dd8c18ae-eae8-4831-9751-3b3a31f52ab8,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:11.337164 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.20.0.1 (d809fed5-552a-49f8-865e-60a04f6d5ee0/d2c489ec-662b-4f7f-acba-e91274c2a650/1776eac7-e810-4bdc-9023-e7532a3f109b) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:26:11.505197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:11.521386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Transition to ACTIVE for port object 1776eac7-e810-4bdc-9023-e7532a3f109b will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:26:11.544492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:11.614100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network d809fed5-552a-49f8-865e-60a04f6d5ee0 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:26:11.617159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:26:11.619846 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:26:11.661492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=1776eac7-e810-4bdc-9023-e7532a3f109b,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:11.694008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:11.784449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:12.002516 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5124a925-33ae-44f8-a282-ae152115fc03 None None] Network d809fed5-552a-49f8-865e-60a04f6d5ee0 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:26:12.114376 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8360682f-655b-42de-8f68-a7630e239376 None None] Provisioning for port 779be4f7-aa36-4412-9022-c3fd62ce90fe completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:26:12.308678 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:12.314691 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:12.423295 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=1776eac7-e810-4bdc-9023-e7532a3f109b,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:12.425915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:12.455672 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5d567189-aec2-493e-a431-caab216aa207 None None] Provisioning for port 1776eac7-e810-4bdc-9023-e7532a3f109b completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:26:12.464652 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5d567189-aec2-493e-a431-caab216aa207 None None] Provisioning complete for port 1776eac7-e810-4bdc-9023-e7532a3f109b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:26:12.465061 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5d567189-aec2-493e-a431-caab216aa207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:12.522098 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5d567189-aec2-493e-a431-caab216aa207 None None] Port 1776eac7-e810-4bdc-9023-e7532a3f109b cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:26:12.574925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network d809fed5-552a-49f8-865e-60a04f6d5ee0 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:26:12.576068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:26:12.656455 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aaa33bf2-a513-4490-bb8b-7227498523bc None None] Provisioning complete for port 1776eac7-e810-4bdc-9023-e7532a3f109b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:26:12.656821 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aaa33bf2-a513-4490-bb8b-7227498523bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:12.722137 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-aaa33bf2-a513-4490-bb8b-7227498523bc None None] Port 1776eac7-e810-4bdc-9023-e7532a3f109b cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:26:12.851296 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-0aa4ab08-5447-4dbb-befa-6d310397e647 None None] Provisioning complete for port 1776eac7-e810-4bdc-9023-e7532a3f109b triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:26:12.851667 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0aa4ab08-5447-4dbb-befa-6d310397e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:12.954205 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-0aa4ab08-5447-4dbb-befa-6d310397e647 None None] Port 1776eac7-e810-4bdc-9023-e7532a3f109b cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:26:13.003031 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device dd8c18ae-eae8-4831-9751-3b3a31f52ab8 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:26:13.008091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router 6d992d11-5160-406e-a117-21a843881a07 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:26:13.073312 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port dd8c18ae-eae8-4831-9751-3b3a31f52ab8 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:26:13.073635 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:13.193947 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 779be4f7-aa36-4412-9022-c3fd62ce90fe up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:26:13.218111 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:26:13.244376 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e01218c2-70ca-4925-9845-4e17916ebbaa tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "PUT /v2.0/routers/6d992d11-5160-406e-a117-21a843881a07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4515285 May 28 05:26:13.269721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 779be4f7-aa36-4412-9022-c3fd62ce90fe completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:26:13.274646 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 779be4f7-aa36-4412-9022-c3fd62ce90fe triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:26:13.275009 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:13.392980 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:13.425468 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 779be4f7-aa36-4412-9022-c3fd62ce90fe, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=779be4f7-aa36-4412-9022-c3fd62ce90fe,segment=NetworkSegment(a7a08c51-fe6f-4bad-871c-97d9183087ee),segment_id=a7a08c51-fe6f-4bad-871c-97d9183087ee)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:26:13.431092 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:13.495645 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-36774aba-9e06-493f-b4f2-356534020dd1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:26:13.507550 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=779be4f7-aa36-4412-9022-c3fd62ce90fe,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:13.517766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-36774aba-9e06-493f-b4f2-356534020dd1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:26:13.518953 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-36774aba-9e06-493f-b4f2-356534020dd1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1685540272&fields=id&tenant_id=9303cb889d584d1793d285a7bfb26533 HTTP/1.1" status: 200 len: 267 time: 0.0666506 May 28 05:26:13.674566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-e7554d57-3a98-4fa7-a37c-5a40526e3c98 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:13.675144 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-e7554d57-3a98-4fa7-a37c-5a40526e3c98 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:26:13.694934 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-e7554d57-3a98-4fa7-a37c-5a40526e3c98 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:26:13.696534 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-e7554d57-3a98-4fa7-a37c-5a40526e3c98 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/networks?id=d809fed5-552a-49f8-865e-60a04f6d5ee0 HTTP/1.1" status: 200 len: 796 time: 0.1709330 May 28 05:26:13.717137 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-dae7a4ab-9704-4539-a6d0-f6500921b246 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/quotas/9303cb889d584d1793d285a7bfb26533 HTTP/1.1" status: 200 len: 375 time: 0.0121558 May 28 05:26:13.904513 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-bfb44a75-eb21-4ea9-847d-0ecd1dae4b1c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:26:13.922031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-bfb44a75-eb21-4ea9-847d-0ecd1dae4b1c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:26:13.923336 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-bfb44a75-eb21-4ea9-847d-0ecd1dae4b1c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2011435 May 28 05:26:14.070638 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-5a96b834-4d2b-44f2-b5ab-d7c0c119a6fa service neutron] 10.222.0.15 "GET /v2.0/networks/d809fed5-552a-49f8-865e-60a04f6d5ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347723 May 28 05:26:14.190945 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Sync routers for ids ['6d992d11-5160-406e-a117-21a843881a07'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:26:14.202557 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Routers {'6d992d11-5160-406e-a117-21a843881a07'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:26:14.203156 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:25:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6d992d11-5160-406e-a117-21a843881a07'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:14.211744 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-2c06bd07-4f67-4914-a4b7-27b7655c9808 service neutron] 10.222.0.15 "GET /v2.0/networks/d809fed5-552a-49f8-865e-60a04f6d5ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322124 May 28 05:26:14.382531 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Set router 6d992d11-5160-406e-a117-21a843881a07 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:26:14.416057 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3d3e539b-4e30-4232-a858-9df46ca9a909 req-5182ff49-b95d-4ef9-a1fe-c6178d8c5625 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 210 time: 0.0457649 May 28 05:26:14.701389 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d992d11-5160-406e-a117-21a843881a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794803025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '1776eac7-e810-4bdc-9023-e7532a3f109b', 'name': '', 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:55:a0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:11Z', 'updated_at': '2022-05-28T05:26:12Z', 'revision_number': 2, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:14.705259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Checking router: 6d992d11-5160-406e-a117-21a843881a07 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:26:14.705604 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Updating router 6d992d11-5160-406e-a117-21a843881a07 port 1776eac7-e810-4bdc-9023-e7532a3f109b binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:26:14.756219 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:14.886953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 779be4f7-aa36-4412-9022-c3fd62ce90fe up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:26:15.071234 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 779be4f7-aa36-4412-9022-c3fd62ce90fe triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:26:15.071699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:15.253922 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:15.274294 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Transition to ACTIVE for port object 1776eac7-e810-4bdc-9023-e7532a3f109b will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:26:15.280814 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:15.442235 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-87209258-468c-4c2d-bd1e-8a9b554db5cb tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:15.445283 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ceee96-2932-4293-bd31-7802a431f01e None None] Pushing event updated for resources: {'Port': ['ID=1776eac7-e810-4bdc-9023-e7532a3f109b,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:15.456038 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-87209258-468c-4c2d-bd1e-8a9b554db5cb tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "GET /v2.0/networks?id=d809fed5-552a-49f8-865e-60a04f6d5ee0 HTTP/1.1" status: 200 len: 796 time: 0.1498568 May 28 05:26:15.547712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Attempting to bind port 1776eac7-e810-4bdc-9023-e7532a3f109b on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:26:15.548084 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Attempting to bind port 1776eac7-e810-4bdc-9023-e7532a3f109b by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'a7a08c51-fe6f-4bad-871c-97d9183087ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:26:15.548439 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Attempting to bind port 1776eac7-e810-4bdc-9023-e7532a3f109b on network d809fed5-552a-49f8-865e-60a04f6d5ee0 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:26:15.552600 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ba7434e0-3316-4b3f-9e60-83325c0c51a6 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9303cb889d584d1793d285a7bfb26533 HTTP/1.1" status: 200 len: 380 time: 0.0956521 May 28 05:26:15.556781 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:26:15.557150 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Checking segment: {'id': 'a7a08c51-fe6f-4bad-871c-97d9183087ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:26:15.557572 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:15.558039 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Bound using segment: {'id': 'a7a08c51-fe6f-4bad-871c-97d9183087ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:26:15.558502 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Bound port: 1776eac7-e810-4bdc-9023-e7532a3f109b, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7a08c51-fe6f-4bad-871c-97d9183087ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:26:15.558870 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:15.561877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-3e7cafa9-b7a9-4714-87d0-7bb24ecf0e7c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'port': {'device_id': 'c08115d6-9c41-42cf-9bac-67b046b766e7', 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0', 'admin_state_up': True, 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'security_groups': ['3db4b910-0908-4602-a2d9-4ede90e721b1']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:26:15.655251 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] For port 1776eac7-e810-4bdc-9023-e7532a3f109b, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:26:15.658109 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] For port 1776eac7-e810-4bdc-9023-e7532a3f109b, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=1776eac7-e810-4bdc-9023-e7532a3f109b,segment=NetworkSegment(a7a08c51-fe6f-4bad-871c-97d9183087ee),segment_id=a7a08c51-fe6f-4bad-871c-97d9183087ee)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:26:15.663519 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:15.694207 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd3dc7ce-f25a-443a-bb8c-2322d2549baa req-0a784fa9-9ca9-4781-99cd-af71d7cdbaff tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 210 time: 0.1042368 May 28 05:26:15.758837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-3e7cafa9-b7a9-4714-87d0-7bb24ecf0e7c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:26:15.766617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ceee96-2932-4293-bd31-7802a431f01e None None] Pushing event updated for resources: {'Port': ['ID=1776eac7-e810-4bdc-9023-e7532a3f109b,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:15.769222 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-3e7cafa9-b7a9-4714-87d0-7bb24ecf0e7c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:26:15.776486 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Routers {'6d992d11-5160-406e-a117-21a843881a07'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:26:15.777102 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:25:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6d992d11-5160-406e-a117-21a843881a07'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:15.784271 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-3e7cafa9-b7a9-4714-87d0-7bb24ecf0e7c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Made reservation on behalf of 9303cb889d584d1793d285a7bfb26533 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:26:15.788512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-3e7cafa9-b7a9-4714-87d0-7bb24ecf0e7c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:15.987637 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] Set router 6d992d11-5160-406e-a117-21a843881a07 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:26:16.005002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-3e7cafa9-b7a9-4714-87d0-7bb24ecf0e7c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.20.0.7 (d809fed5-552a-49f8-865e-60a04f6d5ee0/d2c489ec-662b-4f7f-acba-e91274c2a650/bf596e75-5ff7-41f6-90cc-2fde66e0c2b3) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:26:16.191485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-3e7cafa9-b7a9-4714-87d0-7bb24ecf0e7c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:16.208587 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-3e7cafa9-b7a9-4714-87d0-7bb24ecf0e7c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Transition to ACTIVE for port object bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:26:16.234005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-3e7cafa9-b7a9-4714-87d0-7bb24ecf0e7c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:16.307345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-3e7cafa9-b7a9-4714-87d0-7bb24ecf0e7c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network d809fed5-552a-49f8-865e-60a04f6d5ee0 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:26:16.310434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-3e7cafa9-b7a9-4714-87d0-7bb24ecf0e7c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:26:16.314611 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d992d11-5160-406e-a117-21a843881a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794803025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '1776eac7-e810-4bdc-9023-e7532a3f109b', 'name': '', 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:55:a0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:11Z', 'updated_at': '2022-05-28T05:26:15Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:16.315227 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-3e7cafa9-b7a9-4714-87d0-7bb24ecf0e7c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:26:16.318876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a019fb45-d9d7-4dfd-97fe-f2d558733505 None None] The sync data for ids ['6d992d11-5160-406e-a117-21a843881a07'] in dv-neutron-843300-5-hyperv is: [{'id': '6d992d11-5160-406e-a117-21a843881a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794803025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '1776eac7-e810-4bdc-9023-e7532a3f109b', 'name': '', 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:55:a0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:11Z', 'updated_at': '2022-05-28T05:26:15Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:26:16.344189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cafa9-b7a9-4714-87d0-7bb24ecf0e7c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:16.401178 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-3e7cafa9-b7a9-4714-87d0-7bb24ecf0e7c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:16.401480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-3e7cafa9-b7a9-4714-87d0-7bb24ecf0e7c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:16.432356 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-3e7cafa9-b7a9-4714-87d0-7bb24ecf0e7c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8747396 May 28 05:26:16.445305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Request body: {'port': {'device_id': 'c08115d6-9c41-42cf-9bac-67b046b766e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:26:16.559563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:16.652027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6aa98d7b-4ae4-4534-ad98-aaca37fe99cf None None] Provisioning for port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:26:16.658390 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-6aa98d7b-4ae4-4534-ad98-aaca37fe99cf None None] Provisioning complete for port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:26:16.658933 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-6aa98d7b-4ae4-4534-ad98-aaca37fe99cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:16.718325 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-6aa98d7b-4ae4-4534-ad98-aaca37fe99cf None None] Port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:26:16.942752 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1776eac7-e810-4bdc-9023-e7532a3f109b up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:26:17.018692 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 1776eac7-e810-4bdc-9023-e7532a3f109b completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:26:17.025293 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 1776eac7-e810-4bdc-9023-e7532a3f109b triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:26:17.025787 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:17.027698 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.db.resource_extend [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 05:26:17.103904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5e91b-11dc-471c-91e0-7f55e7cea326 req-274c8453-e773-403b-9acf-d1999b45d694 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:17.104595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-ebb5e91b-11dc-471c-91e0-7f55e7cea326 req-274c8453-e773-403b-9acf-d1999b45d694 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:26:17.108548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:26:17.118179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:17.140051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Transition to ACTIVE for port object bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:26:17.147360 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-ebb5e91b-11dc-471c-91e0-7f55e7cea326 req-274c8453-e773-403b-9acf-d1999b45d694 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:26:17.148874 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ebb5e91b-11dc-471c-91e0-7f55e7cea326 req-274c8453-e773-403b-9acf-d1999b45d694 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 931 time: 0.3198135 May 28 05:26:17.149528 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:17.149875 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:17.184416 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 1776eac7-e810-4bdc-9023-e7532a3f109b, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=1776eac7-e810-4bdc-9023-e7532a3f109b,segment=NetworkSegment(a7a08c51-fe6f-4bad-871c-97d9183087ee),segment_id=a7a08c51-fe6f-4bad-871c-97d9183087ee)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:26:17.189694 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:17.271579 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=1776eac7-e810-4bdc-9023-e7532a3f109b,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:17.314712 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Pushing event updated for resources: {'Port': ['ID=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:17.353097 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ebb5e91b-11dc-471c-91e0-7f55e7cea326 req-44b8b51d-e200-4812-807a-328e5fe87823 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980040 May 28 05:26:17.429571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Attempting to bind port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:26:17.429935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Attempting to bind port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'a7a08c51-fe6f-4bad-871c-97d9183087ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:26:17.430254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Attempting to bind port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 on network d809fed5-552a-49f8-865e-60a04f6d5ee0 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:26:17.436790 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 on network d809fed5-552a-49f8-865e-60a04f6d5ee0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:26:17.437110 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Attempting to bind port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 on network d809fed5-552a-49f8-865e-60a04f6d5ee0 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:26:17.443700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:26:17.444025 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Checking segment: {'id': 'a7a08c51-fe6f-4bad-871c-97d9183087ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:26:17.444393 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Bound using segment: {'id': 'a7a08c51-fe6f-4bad-871c-97d9183087ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:26:17.444806 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Bound port: bf596e75-5ff7-41f6-90cc-2fde66e0c2b3, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7a08c51-fe6f-4bad-871c-97d9183087ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:26:17.445143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:17.544647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] For port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:26:17.547647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] For port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3,segment=NetworkSegment(a7a08c51-fe6f-4bad-871c-97d9183087ee),segment_id=a7a08c51-fe6f-4bad-871c-97d9183087ee)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:26:17.555335 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:17.626384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:17.627680 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] 10.222.0.66 "PUT /v2.0/ports/bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 HTTP/1.1" status: 200 len: 1093 time: 1.1875360 May 28 05:26:17.628119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08115d6-9c41-42cf-9bac-67b046b766e7', 'tag': 'bf596e75-5ff7-41f6-90cc-2fde66e0c2b3'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:26:17.652880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73de5c-c41b-455a-b010-8f1490400451 service neutron] Pushing event updated for resources: {'Port': ['ID=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:17.711111 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1140e82e-c5a0-4c21-aa81-dfbfdbf2c8a7'] response: {'name': 'network-changed', 'server_uuid': 'c08115d6-9c41-42cf-9bac-67b046b766e7', 'tag': 'bf596e75-5ff7-41f6-90cc-2fde66e0c2b3', 'status': 'completed', 'code': 200} May 28 05:26:17.744140 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-9f7bcf96-22ae-45c7-b224-81630567f881 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 1096 time: 0.0737877 May 28 05:26:17.815642 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-dfd0e178-a218-474b-adb8-1456765e6e48 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 HTTP/1.1" status: 200 len: 217 time: 0.0642388 May 28 05:26:17.877693 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-f2f8a443-ef32-4b98-9bfb-c6d5d81e12e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:17.879269 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-f2f8a443-ef32-4b98-9bfb-c6d5d81e12e7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d2c489ec-662b-4f7f-acba-e91274c2a650 HTTP/1.1" status: 200 len: 834 time: 0.0573902 May 28 05:26:17.958286 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-790a2925-1098-412a-8fd4-ab56cf2b4809 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d809fed5-552a-49f8-865e-60a04f6d5ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733240 May 28 05:26:18.090789 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-047553d7-9bad-4afd-8b71-ff855ebc3979 service neutron] 10.222.0.66 "GET /v2.0/networks/d809fed5-552a-49f8-865e-60a04f6d5ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258898 May 28 05:26:18.226457 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-540377d0-89fe-495b-ab8d-9bdfd9b455f3 req-120dcd61-9e28-418a-b4a6-c77b355ed595 service neutron] 10.222.0.66 "GET /v2.0/networks/d809fed5-552a-49f8-865e-60a04f6d5ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295815 May 28 05:26:18.346138 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5acb1fa2-12e5-4d43-a8d3-dcf4eef239c0 req-00922d99-ccdf-466d-a5df-15ef7c5366de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 1096 time: 0.0697446 May 28 05:26:18.476944 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb1fa2-12e5-4d43-a8d3-dcf4eef239c0 req-2a9058f1-3909-48b2-8278-4f8c05967ac5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:18.478476 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5acb1fa2-12e5-4d43-a8d3-dcf4eef239c0 req-2a9058f1-3909-48b2-8278-4f8c05967ac5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d809fed5-552a-49f8-865e-60a04f6d5ee0 HTTP/1.1" status: 200 len: 897 time: 0.1261959 May 28 05:26:18.577729 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5acb1fa2-12e5-4d43-a8d3-dcf4eef239c0 req-024992bc-2dbf-41fb-98a9-630b53ad26c4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 HTTP/1.1" status: 200 len: 217 time: 0.0695317 May 28 05:26:18.653330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb1fa2-12e5-4d43-a8d3-dcf4eef239c0 req-58369c76-983c-4dc5-bd98-a331ee0df295 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:18.654815 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5acb1fa2-12e5-4d43-a8d3-dcf4eef239c0 req-58369c76-983c-4dc5-bd98-a331ee0df295 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d2c489ec-662b-4f7f-acba-e91274c2a650 HTTP/1.1" status: 200 len: 834 time: 0.0666120 May 28 05:26:18.665294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb4f70-f5b6-42ee-a4f1-65509ec4c75b req-5b9dbcdb-d42f-4887-adc2-32de9175a1c3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:18.666681 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1ecb4f70-f5b6-42ee-a4f1-65509ec4c75b req-5b9dbcdb-d42f-4887-adc2-32de9175a1c3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 943 time: 0.1873469 May 28 05:26:18.756803 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1ecb4f70-f5b6-42ee-a4f1-65509ec4c75b req-e93e8954-fba0-4c91-90ee-0933417827ff tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618320 May 28 05:26:18.769137 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5acb1fa2-12e5-4d43-a8d3-dcf4eef239c0 req-5aa9dc44-87e8-415e-9764-2e1aa8fc619e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d809fed5-552a-49f8-865e-60a04f6d5ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1015990 May 28 05:26:18.852372 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:26:18.881890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1776eac7-e810-4bdc-9023-e7532a3f109b up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:26:18.955106 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 1776eac7-e810-4bdc-9023-e7532a3f109b triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:26:18.955468 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:19.001583 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5acb1fa2-12e5-4d43-a8d3-dcf4eef239c0 req-6eabc73e-b986-4fc3-bd78-2baa7eab6c0e service neutron] 10.222.0.66 "GET /v2.0/networks/d809fed5-552a-49f8-865e-60a04f6d5ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255013 May 28 05:26:19.131682 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5acb1fa2-12e5-4d43-a8d3-dcf4eef239c0 req-eec8683f-078c-4aeb-8065-411b357f2fe7 service neutron] 10.222.0.66 "GET /v2.0/networks/d809fed5-552a-49f8-865e-60a04f6d5ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239192 May 28 05:26:19.971204 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09396c-cc3f-4dfb-b78a-cea3395bdb0c req-b1121e0a-5866-43bc-a226-64f3991764b0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:19.972647 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5f09396c-cc3f-4dfb-b78a-cea3395bdb0c req-b1121e0a-5866-43bc-a226-64f3991764b0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 943 time: 0.0848131 May 28 05:26:20.028463 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5f09396c-cc3f-4dfb-b78a-cea3395bdb0c req-51cb6441-99b6-4b7e-bb1d-959d1174329f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473635 May 28 05:26:20.858979 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:26:20.993798 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3,segment=NetworkSegment(a7a08c51-fe6f-4bad-871c-97d9183087ee),segment_id=a7a08c51-fe6f-4bad-871c-97d9183087ee)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:26:21.010307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'bf596e75-5ff7-41f6-90cc-2fde66e0c2b3', 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0', 'port_id': 'bf596e75-5ff7-41f6-90cc-2fde66e0c2b3', 'mac_address': 'fa:16:3e:5c:f0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:26:21.094147 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:21.112261 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:26:21.128503 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3,segment=NetworkSegment(a7a08c51-fe6f-4bad-871c-97d9183087ee),segment_id=a7a08c51-fe6f-4bad-871c-97d9183087ee)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:26:21.134313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:21.200185 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:21.238807 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d8c91-8130-4bff-8d1b-ebe35b7f9324 req-7e0662e7-2916-471b-bcea-a2b02bb9a500 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:21.240273 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-683d8c91-8130-4bff-8d1b-ebe35b7f9324 req-7e0662e7-2916-471b-bcea-a2b02bb9a500 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 944 time: 0.0758903 May 28 05:26:21.309944 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-683d8c91-8130-4bff-8d1b-ebe35b7f9324 req-d6ba5718-02c1-4305-9e22-e3e9393e1668 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635836 May 28 05:26:21.342818 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['bf596e75-5ff7-41f6-90cc-2fde66e0c2b3'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:26:22.191117 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2372977a-6997-4876-917c-e75c1bc7c91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:22.517116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab554a61-ffbe-458d-83fe-456342820c68 req-2291dc56-139f-4dbd-b612-7c7e8bc46dcc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:22.518477 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab554a61-ffbe-458d-83fe-456342820c68 req-2291dc56-139f-4dbd-b612-7c7e8bc46dcc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 944 time: 0.0779858 May 28 05:26:22.573743 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab554a61-ffbe-458d-83fe-456342820c68 req-3fcdf1b6-db86-46f8-a36d-12d8718b6229 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468564 May 28 05:26:22.889974 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:26:22.961250 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:26:22.968278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:26:22.968862 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:23.084525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:23.112071 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08115d6-9c41-42cf-9bac-67b046b766e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf596e75-5ff7-41f6-90cc-2fde66e0c2b3'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:26:23.122716 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3,segment=NetworkSegment(a7a08c51-fe6f-4bad-871c-97d9183087ee),segment_id=a7a08c51-fe6f-4bad-871c-97d9183087ee)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:26:23.130842 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:23.172611 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd0640d-a1ef-437d-92cf-ad6f2029f976'] response: {'server_uuid': 'c08115d6-9c41-42cf-9bac-67b046b766e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf596e75-5ff7-41f6-90cc-2fde66e0c2b3', 'code': 200} May 28 05:26:23.199110 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:23.411178 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1bc07372-23a5-4e3d-b543-4e1540a9bd69 req-0c66a385-a4cb-4792-9673-86389918ab9b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 1098 time: 0.0778873 May 28 05:26:23.453237 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1bc07372-23a5-4e3d-b543-4e1540a9bd69 req-0a9421fb-7ef0-447e-80a3-5c7dac1e5608 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366273 May 28 05:26:23.784891 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe97df-d0f0-4e41-ac95-9c41a4dfc442 req-4c97d1d8-f2ef-426a-bdcd-3dacd6dc02fd tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:23.786723 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9cbe97df-d0f0-4e41-ac95-9c41a4dfc442 req-4c97d1d8-f2ef-426a-bdcd-3dacd6dc02fd tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0867343 May 28 05:26:23.836889 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9cbe97df-d0f0-4e41-ac95-9c41a4dfc442 req-8920b563-4698-40fb-b261-ed9550049588 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423968 May 28 05:26:24.342212 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-89d85840-37d4-40b8-be13-5922242b71ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:25.059942 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d22e1-4876-4e39-8278-eebd36132def req-97f32768-20c4-47e7-94e2-64481a8394d8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:25.061392 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6c6d22e1-4876-4e39-8278-eebd36132def req-97f32768-20c4-47e7-94e2-64481a8394d8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0835178 May 28 05:26:25.107952 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6c6d22e1-4876-4e39-8278-eebd36132def req-f1c3841c-16e0-43bf-84ec-371c8784738a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406508 May 28 05:26:25.118212 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:25.318748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5186b-b658-4647-bda2-dacb50a477c7 req-fc51e68c-0810-42e1-8a81-e57b4c447c84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:25.320180 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d5f5186b-b658-4647-bda2-dacb50a477c7 req-fc51e68c-0810-42e1-8a81-e57b4c447c84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0911736 May 28 05:26:25.378167 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d5f5186b-b658-4647-bda2-dacb50a477c7 req-6cab8026-c920-4715-81f2-bd5652cdc4b0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494089 May 28 05:26:25.406662 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39652) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:25.559239 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e9d8fd24-c1b0-4ea1-a77d-57583648ef31 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 1093 time: 0.1514289 May 28 05:26:25.562308 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39658) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:25.567960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': 'bf596e75-5ff7-41f6-90cc-2fde66e0c2b3', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:26:25.573753 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:26:25.577640 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:floatingip and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:26:25.580543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:26:25.585521 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:25.586831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:26:25.601513 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:25.720588 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:25.750432 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:25.907467 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.26.8.68 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/c4b30903-3043-49ef-9716-d0b82c3315d3) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:26:26.058040 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:26.092245 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:26.165051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:26:26.168177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:26:26.170798 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:26:26.206865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=c4b30903-3043-49ef-9716-d0b82c3315d3,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:26.791332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:26.849522 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:27.056129 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:27.063799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:27.171483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=c4b30903-3043-49ef-9716-d0b82c3315d3,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:26:27.183893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:27.287881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:27.378162 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Floating IP 8af24d0f-070e-47ff-a177-b9afed3f46f7 associated. External IP: 172.26.8.68, port: bf596e75-5ff7-41f6-90cc-2fde66e0c2b3. May 28 05:26:27.785960 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router 6d992d11-5160-406e-a117-21a843881a07 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:26:27.991773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:26:28.003958 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61422824-31da-413c-b7ef-85f535f52193 None None] Sync routers for ids ['6d992d11-5160-406e-a117-21a843881a07'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:26:28.017890 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61422824-31da-413c-b7ef-85f535f52193 None None] Routers {'6d992d11-5160-406e-a117-21a843881a07'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:26:28.018710 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-61422824-31da-413c-b7ef-85f535f52193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:26:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6d992d11-5160-406e-a117-21a843881a07'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:28.020344 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:28.186384 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8300df54-61a0-478d-978f-1c79573efb83 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6229656 May 28 05:26:28.187082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08115d6-9c41-42cf-9bac-67b046b766e7', 'tag': 'bf596e75-5ff7-41f6-90cc-2fde66e0c2b3'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:26:28.201595 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-61422824-31da-413c-b7ef-85f535f52193 None None] Set router 6d992d11-5160-406e-a117-21a843881a07 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:26:28.323785 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7380a5-2b37-464e-b0d0-96382a63b16a'] response: {'name': 'network-changed', 'server_uuid': 'c08115d6-9c41-42cf-9bac-67b046b766e7', 'tag': 'bf596e75-5ff7-41f6-90cc-2fde66e0c2b3', 'status': 'completed', 'code': 200} May 28 05:26:28.420205 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3a482f9a-42a4-41f5-9e1a-0c2a3f1fe8b4 req-fdc55376-4212-4420-8fb6-fe8c88335c63 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 1098 time: 0.0743675 May 28 05:26:28.588778 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-61422824-31da-413c-b7ef-85f535f52193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d992d11-5160-406e-a117-21a843881a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794803025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '8af24d0f-070e-47ff-a177-b9afed3f46f7', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'floating_ip_address': '172.26.8.68', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '6d992d11-5160-406e-a117-21a843881a07', 'port_id': 'bf596e75-5ff7-41f6-90cc-2fde66e0c2b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0', 'mac_address': 'fa:16:3e:5c:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08115d6-9c41-42cf-9bac-67b046b766e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:26:26Z', 'updated_at': '2022-05-28T05:26:26Z', 'revision_number': 0, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1776eac7-e810-4bdc-9023-e7532a3f109b', 'name': '', 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:55:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:11Z', 'updated_at': '2022-05-28T05:26:17Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:28.592765 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61422824-31da-413c-b7ef-85f535f52193 None None] Checking router: 6d992d11-5160-406e-a117-21a843881a07 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:26:28.603819 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61422824-31da-413c-b7ef-85f535f52193 None None] Routers {'6d992d11-5160-406e-a117-21a843881a07'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:26:28.604410 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-61422824-31da-413c-b7ef-85f535f52193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:26:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6d992d11-5160-406e-a117-21a843881a07'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:28.609208 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a482f9a-42a4-41f5-9e1a-0c2a3f1fe8b4 req-f38d2372-431b-40b8-a7d7-b2179a1777c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:28.610709 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3a482f9a-42a4-41f5-9e1a-0c2a3f1fe8b4 req-f38d2372-431b-40b8-a7d7-b2179a1777c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d809fed5-552a-49f8-865e-60a04f6d5ee0 HTTP/1.1" status: 200 len: 897 time: 0.1845162 May 28 05:26:28.620636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3437310-0b68-45f0-9284-73c6e1646269 req-ee134b6d-7986-4c25-97f7-9a984a55c91e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:28.622036 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a3437310-0b68-45f0-9284-73c6e1646269 req-ee134b6d-7986-4c25-97f7-9a984a55c91e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.1270759 May 28 05:26:28.750183 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a3437310-0b68-45f0-9284-73c6e1646269 req-5dd1b93f-5112-4029-a5ea-a08bfc63a682 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816925 May 28 05:26:28.751894 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3a482f9a-42a4-41f5-9e1a-0c2a3f1fe8b4 req-3754861a-41a3-4a98-9d47-da0e0331a4b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 HTTP/1.1" status: 200 len: 998 time: 0.1290379 May 28 05:26:28.777176 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-61422824-31da-413c-b7ef-85f535f52193 None None] Set router 6d992d11-5160-406e-a117-21a843881a07 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:26:28.778671 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39668) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:28.816316 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a482f9a-42a4-41f5-9e1a-0c2a3f1fe8b4 req-619a967e-b699-480d-87ab-e5a8bf659616 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:28.819415 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3a482f9a-42a4-41f5-9e1a-0c2a3f1fe8b4 req-619a967e-b699-480d-87ab-e5a8bf659616 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d2c489ec-662b-4f7f-acba-e91274c2a650 HTTP/1.1" status: 200 len: 834 time: 0.0607016 May 28 05:26:28.885957 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e487cbf8-3159-4318-a405-67828fade8d0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/8af24d0f-070e-47ff-a177-b9afed3f46f7 HTTP/1.1" status: 200 len: 990 time: 0.1052361 May 28 05:26:28.898173 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3a482f9a-42a4-41f5-9e1a-0c2a3f1fe8b4 req-accd2b4b-dc54-4ad0-861d-8864e99db72a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d809fed5-552a-49f8-865e-60a04f6d5ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743761 May 28 05:26:29.032461 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3a482f9a-42a4-41f5-9e1a-0c2a3f1fe8b4 req-b7811865-3e3f-43e5-91d9-260a18dd5260 service neutron] 10.222.0.66 "GET /v2.0/networks/d809fed5-552a-49f8-865e-60a04f6d5ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279461 May 28 05:26:29.119817 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-61422824-31da-413c-b7ef-85f535f52193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d992d11-5160-406e-a117-21a843881a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794803025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '8af24d0f-070e-47ff-a177-b9afed3f46f7', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'floating_ip_address': '172.26.8.68', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '6d992d11-5160-406e-a117-21a843881a07', 'port_id': 'bf596e75-5ff7-41f6-90cc-2fde66e0c2b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0', 'mac_address': 'fa:16:3e:5c:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08115d6-9c41-42cf-9bac-67b046b766e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:26:26Z', 'updated_at': '2022-05-28T05:26:26Z', 'revision_number': 0, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1776eac7-e810-4bdc-9023-e7532a3f109b', 'name': '', 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:55:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:11Z', 'updated_at': '2022-05-28T05:26:17Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:26:29.124205 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61422824-31da-413c-b7ef-85f535f52193 None None] The sync data for ids ['6d992d11-5160-406e-a117-21a843881a07'] in dv-neutron-843300-5-hyperv is: [{'id': '6d992d11-5160-406e-a117-21a843881a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794803025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '8af24d0f-070e-47ff-a177-b9afed3f46f7', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'floating_ip_address': '172.26.8.68', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '6d992d11-5160-406e-a117-21a843881a07', 'port_id': 'bf596e75-5ff7-41f6-90cc-2fde66e0c2b3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0', 'mac_address': 'fa:16:3e:5c:f0:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08115d6-9c41-42cf-9bac-67b046b766e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:26:26Z', 'updated_at': '2022-05-28T05:26:26Z', 'revision_number': 0, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1776eac7-e810-4bdc-9023-e7532a3f109b', 'name': '', 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:55:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:11Z', 'updated_at': '2022-05-28T05:26:17Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:26:29.168262 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3a482f9a-42a4-41f5-9e1a-0c2a3f1fe8b4 req-8aa4caa9-6c76-4e57-98c7-5c21570b5928 service neutron] 10.222.0.66 "GET /v2.0/networks/d809fed5-552a-49f8-865e-60a04f6d5ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298311 May 28 05:26:29.888460 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39672) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:29.997094 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-ece22c9c-f917-4327-8c0a-de293c298f06 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/8af24d0f-070e-47ff-a177-b9afed3f46f7 HTTP/1.1" status: 200 len: 990 time: 0.1074634 May 28 05:26:31.002829 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39676) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:31.114535 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a212167e-91c5-4d2d-8e33-a42231a8058b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/8af24d0f-070e-47ff-a177-b9afed3f46f7 HTTP/1.1" status: 200 len: 990 time: 0.1097531 May 28 05:26:31.179947 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960c1f7b-0743-43df-82ba-cd8a89b21325 None None] New status for floating IP 8af24d0f-070e-47ff-a177-b9afed3f46f7: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:26:32.120296 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39680) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:26:32.231801 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-daa4d1ee-553c-4c7f-984c-24f37206eb8b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/8af24d0f-070e-47ff-a177-b9afed3f46f7 HTTP/1.1" status: 200 len: 992 time: 0.1100609 May 28 05:26:52.196363 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b75413f6-1eb5-454b-a5c8-6163d5505bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:54.348015 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b0701814-835b-4888-8285-50c1f4300b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:55.140662 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:55.592695 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:55.725588 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:55.857324 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:26:57.300532 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:26:59.863044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c063f0-5239-4563-996d-f40ef707bd79 req-8d2f5193-7c8b-47fe-abf2-4833888c8b95 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:26:59.864510 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-36c063f0-5239-4563-996d-f40ef707bd79 req-8d2f5193-7c8b-47fe-abf2-4833888c8b95 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0823343 May 28 05:26:59.912936 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-36c063f0-5239-4563-996d-f40ef707bd79 req-f11e9bdb-27a5-4b89-8676-68333d01ac62 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425391 May 28 05:27:01.137926 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb7d98-4940-4d2d-8522-68e78a914392 req-d510047b-d452-4115-ad2e-1ca8a6279f30 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:01.139269 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-11fb7d98-4940-4d2d-8522-68e78a914392 req-d510047b-d452-4115-ad2e-1ca8a6279f30 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0930128 May 28 05:27:01.185793 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-11fb7d98-4940-4d2d-8522-68e78a914392 req-925839ea-e04e-46c9-aebe-ac534a5636d1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409369 May 28 05:27:02.425992 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c203e52-b591-4e9b-a0e6-4fbe66d15737 req-72f9f214-14b3-4fde-8676-25f72e23d27a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:02.427868 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4c203e52-b591-4e9b-a0e6-4fbe66d15737 req-72f9f214-14b3-4fde-8676-25f72e23d27a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.1049385 May 28 05:27:02.475636 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4c203e52-b591-4e9b-a0e6-4fbe66d15737 req-3ebadbdf-dbb6-4138-ab15-ef62e969d6dc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 May 28 05:27:03.682644 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d84902-f4ca-46ca-a632-33515227b4c3 req-f9dd21e6-ac23-41e1-b535-7c52af7a4c4a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:03.684230 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-94d84902-f4ca-46ca-a632-33515227b4c3 req-f9dd21e6-ac23-41e1-b535-7c52af7a4c4a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0822535 May 28 05:27:03.741997 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-94d84902-f4ca-46ca-a632-33515227b4c3 req-359f51a2-08b7-404d-b3d7-fe09c61728f8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502861 May 28 05:27:04.951917 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1180113-b054-46a0-84f7-30b8f036e98f req-2c30e349-a01a-481b-aa31-4030131e0493 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:04.953388 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e1180113-b054-46a0-84f7-30b8f036e98f req-2c30e349-a01a-481b-aa31-4030131e0493 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0776038 May 28 05:27:05.002518 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e1180113-b054-46a0-84f7-30b8f036e98f req-824ccba0-e4dc-4ad3-acc2-72509af34cd6 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434546 May 28 05:27:06.219472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdee72f-e907-4d84-aff3-0bfdc39c54d0 req-91fc0d4a-8f62-4425-a290-2599577edb9e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:06.220787 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cfdee72f-e907-4d84-aff3-0bfdc39c54d0 req-91fc0d4a-8f62-4425-a290-2599577edb9e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0830207 May 28 05:27:06.269280 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cfdee72f-e907-4d84-aff3-0bfdc39c54d0 req-9d29afe5-eae9-4e56-9042-18b3a3ffc420 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404043 May 28 05:27:07.498184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c133b7-58fc-4601-83fd-a49456c3feeb req-664d6e42-73cc-401f-b879-b2c9e0d807b7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:07.499758 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-13c133b7-58fc-4601-83fd-a49456c3feeb req-664d6e42-73cc-401f-b879-b2c9e0d807b7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0999911 May 28 05:27:07.547975 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-13c133b7-58fc-4601-83fd-a49456c3feeb req-261fde7f-3170-4296-9b68-4e7dea5a6787 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425422 May 28 05:27:08.768381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe9c9f-938b-4658-9a6f-ccb6053203aa req-44ecc324-d10a-4949-8f38-8e5006e9c0d2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:08.769875 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b4fe9c9f-938b-4658-9a6f-ccb6053203aa req-44ecc324-d10a-4949-8f38-8e5006e9c0d2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0828695 May 28 05:27:08.821076 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b4fe9c9f-938b-4658-9a6f-ccb6053203aa req-48955774-da07-4e64-b327-51490cc721cf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433152 May 28 05:27:10.136361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17792d7-3703-46fb-8cb8-47e9d0024916 req-bc904504-4ad4-47d3-8c6f-487873dcf2e8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:10.137806 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e17792d7-3703-46fb-8cb8-47e9d0024916 req-bc904504-4ad4-47d3-8c6f-487873dcf2e8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.1821241 May 28 05:27:10.185051 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e17792d7-3703-46fb-8cb8-47e9d0024916 req-a6d6f817-714a-4123-9bd3-e4476e772b7a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396974 May 28 05:27:11.391916 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d9573-508a-4cf0-afc5-2941f108e97e req-3518c5a9-715f-42fc-bfdd-600fdbfc898a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:11.393448 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fb6d9573-508a-4cf0-afc5-2941f108e97e req-3518c5a9-715f-42fc-bfdd-600fdbfc898a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0786204 May 28 05:27:11.439440 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fb6d9573-508a-4cf0-afc5-2941f108e97e req-bffd22f2-0518-49bb-87da-d701042e9191 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401618 May 28 05:27:11.867798 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-661e1f8f-8e44-43e2-940d-484a3c214ed5 req-0319e3db-eaf9-4cce-9a21-944fe65f6ffa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 1098 time: 0.0811212 May 28 05:27:12.023289 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e1f8f-8e44-43e2-940d-484a3c214ed5 req-9bb21eca-fe37-471c-bed4-213fa7060d15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:12.024739 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-661e1f8f-8e44-43e2-940d-484a3c214ed5 req-9bb21eca-fe37-471c-bed4-213fa7060d15 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d809fed5-552a-49f8-865e-60a04f6d5ee0 HTTP/1.1" status: 200 len: 897 time: 0.1369739 May 28 05:27:12.129313 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-661e1f8f-8e44-43e2-940d-484a3c214ed5 req-28f89785-5d29-465f-a4b1-72fdf5dcc0a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 HTTP/1.1" status: 200 len: 1000 time: 0.0979116 May 28 05:27:12.192778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e1f8f-8e44-43e2-940d-484a3c214ed5 req-bf1628da-1fa1-4ab7-b539-45833f92581c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:12.194254 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-661e1f8f-8e44-43e2-940d-484a3c214ed5 req-bf1628da-1fa1-4ab7-b539-45833f92581c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d2c489ec-662b-4f7f-acba-e91274c2a650 HTTP/1.1" status: 200 len: 834 time: 0.0590615 May 28 05:27:12.273045 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-661e1f8f-8e44-43e2-940d-484a3c214ed5 req-2831de31-2511-4109-aa8e-1c043bf23880 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d809fed5-552a-49f8-865e-60a04f6d5ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728054 May 28 05:27:12.412712 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-661e1f8f-8e44-43e2-940d-484a3c214ed5 req-8335b7dd-ee33-4f90-a28b-74b0933382bc service neutron] 10.222.0.66 "GET /v2.0/networks/d809fed5-552a-49f8-865e-60a04f6d5ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322970 May 28 05:27:12.550013 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-661e1f8f-8e44-43e2-940d-484a3c214ed5 req-38845609-4ff7-4942-ae04-a00de6286678 service neutron] 10.222.0.66 "GET /v2.0/networks/d809fed5-552a-49f8-865e-60a04f6d5ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306581 May 28 05:27:12.640699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a106ceb-fff6-4473-8fad-56675d8951e4 req-54e462af-b64a-499c-8852-73e48df368cc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:12.642225 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7a106ceb-fff6-4473-8fad-56675d8951e4 req-54e462af-b64a-499c-8852-73e48df368cc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0783534 May 28 05:27:12.688274 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7a106ceb-fff6-4473-8fad-56675d8951e4 req-748016fc-b58f-460e-8ebf-77234c36f784 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399418 May 28 05:27:13.891178 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87989986-5a01-43d1-9142-7c75bc5bf008 req-d476fb60-d64e-4156-bdfe-f2f0c8d70b4d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:13.892643 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-87989986-5a01-43d1-9142-7c75bc5bf008 req-d476fb60-d64e-4156-bdfe-f2f0c8d70b4d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0839994 May 28 05:27:13.942243 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-87989986-5a01-43d1-9142-7c75bc5bf008 req-f99f95c3-f394-43d1-be0f-01bf402c7eb7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434122 May 28 05:27:15.144648 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8f691-8ba0-4e57-96d5-76f7981a95d9 req-ee747420-655b-4f65-b2ea-d3406fc79f6f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:15.146244 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23f8f691-8ba0-4e57-96d5-76f7981a95d9 req-ee747420-655b-4f65-b2ea-d3406fc79f6f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0783756 May 28 05:27:15.191435 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23f8f691-8ba0-4e57-96d5-76f7981a95d9 req-8e896ffd-3e8e-4973-9e9d-795d46865224 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393004 May 28 05:27:16.411396 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a1145-d19b-4d56-953b-0ddac7e35a39 req-a8eb0ee7-048c-42e8-b945-da1665ae7b78 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:16.412856 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1e2a1145-d19b-4d56-953b-0ddac7e35a39 req-a8eb0ee7-048c-42e8-b945-da1665ae7b78 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0890543 May 28 05:27:16.458818 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1e2a1145-d19b-4d56-953b-0ddac7e35a39 req-0a9d1ad4-7a34-4f39-bb08-103b0ed8b038 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401902 May 28 05:27:16.487525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39726) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:27:16.593270 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-457da779-5e3d-4c95-998e-fd56f6cb5777 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/8af24d0f-070e-47ff-a177-b9afed3f46f7 HTTP/1.1" status: 200 len: 992 time: 0.1045895 May 28 05:27:18.155618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b177d4c-816e-4485-b41d-355b9f921c98 req-d6f92954-e1db-4e4f-879a-ac222caa7eec tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:18.157045 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2b177d4c-816e-4485-b41d-355b9f921c98 req-d6f92954-e1db-4e4f-879a-ac222caa7eec tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.1304467 May 28 05:27:18.180601 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bfebcfb9-f265-494e-89ce-3747667fd017 req-46f0202f-74bd-42dc-9afc-9634f2502431 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 1098 time: 0.1128149 May 28 05:27:18.287841 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2b177d4c-816e-4485-b41d-355b9f921c98 req-437ad134-9804-4e9a-a745-300a5b24c1c6 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232164 May 28 05:27:18.330033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebcfb9-f265-494e-89ce-3747667fd017 req-13b46e0f-93c0-48c1-99f5-bc1028a2af26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:18.332157 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bfebcfb9-f265-494e-89ce-3747667fd017 req-13b46e0f-93c0-48c1-99f5-bc1028a2af26 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d809fed5-552a-49f8-865e-60a04f6d5ee0 HTTP/1.1" status: 200 len: 897 time: 0.1434391 May 28 05:27:18.533690 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bfebcfb9-f265-494e-89ce-3747667fd017 req-e1812c07-c518-4c66-803b-ed6362178c18 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 HTTP/1.1" status: 200 len: 1000 time: 0.1951826 May 28 05:27:18.603187 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebcfb9-f265-494e-89ce-3747667fd017 req-c36bf0e9-61c6-414f-bbd6-65a77d054dc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:18.605196 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bfebcfb9-f265-494e-89ce-3747667fd017 req-c36bf0e9-61c6-414f-bbd6-65a77d054dc4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d2c489ec-662b-4f7f-acba-e91274c2a650 HTTP/1.1" status: 200 len: 834 time: 0.0656223 May 28 05:27:18.682986 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bfebcfb9-f265-494e-89ce-3747667fd017 req-49d35e6e-252e-469f-9a56-00c0f2152697 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d809fed5-552a-49f8-865e-60a04f6d5ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712278 May 28 05:27:18.812373 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bfebcfb9-f265-494e-89ce-3747667fd017 req-e70a5fb2-8bd7-453e-a3c7-d62074009862 service neutron] 10.222.0.66 "GET /v2.0/networks/d809fed5-552a-49f8-865e-60a04f6d5ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225040 May 28 05:27:18.960061 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bfebcfb9-f265-494e-89ce-3747667fd017 req-2c09edb3-25e7-481d-88b4-04f04ab888d6 service neutron] 10.222.0.66 "GET /v2.0/networks/d809fed5-552a-49f8-865e-60a04f6d5ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413755 May 28 05:27:19.494241 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d119c5-7137-45b4-b6b9-50aa4144b184 req-0a5a3a23-242e-4d3e-ad14-b32471d12398 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:19.495699 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a0d119c5-7137-45b4-b6b9-50aa4144b184 req-0a5a3a23-242e-4d3e-ad14-b32471d12398 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0771308 May 28 05:27:19.540769 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a0d119c5-7137-45b4-b6b9-50aa4144b184 req-550706b9-076b-467f-b33a-39ac7090de69 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393097 May 28 05:27:20.750999 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f218ad3-70de-471e-b69a-7cb5f7b5c810 req-e5598d7a-fc97-44fd-b16a-39b5bcd76192 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:20.752443 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8f218ad3-70de-471e-b69a-7cb5f7b5c810 req-e5598d7a-fc97-44fd-b16a-39b5bcd76192 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.0895603 May 28 05:27:20.805274 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8f218ad3-70de-471e-b69a-7cb5f7b5c810 req-e8aa3cfe-ebc2-441b-ba41-afdf889dd949 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465574 May 28 05:27:20.836425 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39740) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:27:20.938082 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2f6bfe43-6921-49bc-abf5-87a6c4206af5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/8af24d0f-070e-47ff-a177-b9afed3f46f7 HTTP/1.1" status: 200 len: 992 time: 0.1005602 May 28 05:27:22.191579 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bf25659e-a1cb-47f1-b5e2-6f02d104e150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:24.350355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57ccaa2b-415d-42d5-a55e-129f314597de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:25.134562 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:25.591795 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:25.731323 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:27.297859 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:32.862255 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:27:49.592180 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39754) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:27:49.802867 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port c4b30903-3043-49ef-9716-d0b82c3315d3 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:27:49.803163 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:49.969762 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:49.970107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:50.089539 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for c4b30903-3043-49ef-9716-d0b82c3315d3 owned by network:floatingip {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:27:50.245392 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:50.385414 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=c4b30903-3043-49ef-9716-d0b82c3315d3,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:27:50.422880 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:50.423219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:50.423552 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:50.423879 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:50.424440 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:50.424775 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:50.425098 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:50.425419 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:50.425772 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:50.426088 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:50.426389 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:50.484280 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:50.893294 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router 6d992d11-5160-406e-a117-21a843881a07 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:27:51.100614 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:27:51.113026 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6eb06c-77ef-4a7b-96b7-75dd63ebfd17 None None] Sync routers for ids ['6d992d11-5160-406e-a117-21a843881a07'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:27:51.125218 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:51.127764 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6eb06c-77ef-4a7b-96b7-75dd63ebfd17 None None] Routers {'6d992d11-5160-406e-a117-21a843881a07'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:27:51.128475 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-8c6eb06c-77ef-4a7b-96b7-75dd63ebfd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:27:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6d992d11-5160-406e-a117-21a843881a07'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:27:51.183602 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-de9c2b54-042c-4b6f-acee-34e47d617778 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/floatingips/8af24d0f-070e-47ff-a177-b9afed3f46f7 HTTP/1.1" status: 204 len: 168 time: 1.5875480 May 28 05:27:51.183602 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c08115d6-9c41-42cf-9bac-67b046b766e7', 'tag': 'bf596e75-5ff7-41f6-90cc-2fde66e0c2b3'}] {{(pid=84009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:27:51.308880 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-8c6eb06c-77ef-4a7b-96b7-75dd63ebfd17 None None] Set router 6d992d11-5160-406e-a117-21a843881a07 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:27:51.314338 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8502dccd-267b-4e3a-b28f-30791beaf11b'] response: {'name': 'network-changed', 'server_uuid': 'c08115d6-9c41-42cf-9bac-67b046b766e7', 'tag': 'bf596e75-5ff7-41f6-90cc-2fde66e0c2b3', 'status': 'completed', 'code': 200} May 28 05:27:51.415571 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc929b4a-2fa3-49c4-9b80-33c2a79cce31 req-3dd133c8-8c56-4e12-b885-6ff51064248c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 1098 time: 0.0768616 May 28 05:27:51.608179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc929b4a-2fa3-49c4-9b80-33c2a79cce31 req-1defda22-5d9e-43fa-820d-a7a7ccfeb3ab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:51.609725 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc929b4a-2fa3-49c4-9b80-33c2a79cce31 req-1defda22-5d9e-43fa-820d-a7a7ccfeb3ab service neutron] 10.222.0.66 "GET /v2.0/networks?id=d809fed5-552a-49f8-865e-60a04f6d5ee0 HTTP/1.1" status: 200 len: 897 time: 0.1854742 May 28 05:27:51.630419 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-8c6eb06c-77ef-4a7b-96b7-75dd63ebfd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d992d11-5160-406e-a117-21a843881a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794803025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '1776eac7-e810-4bdc-9023-e7532a3f109b', 'name': '', 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:55:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:11Z', 'updated_at': '2022-05-28T05:26:17Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:27:51.634282 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6eb06c-77ef-4a7b-96b7-75dd63ebfd17 None None] Checking router: 6d992d11-5160-406e-a117-21a843881a07 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:27:51.644836 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6eb06c-77ef-4a7b-96b7-75dd63ebfd17 None None] Routers {'6d992d11-5160-406e-a117-21a843881a07'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:27:51.645422 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-8c6eb06c-77ef-4a7b-96b7-75dd63ebfd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:27:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6d992d11-5160-406e-a117-21a843881a07'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:27:51.681142 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c2ec4-76f8-448b-9714-d19630d2a834 req-f23ed2b8-5536-4d53-a515-9ef317764494 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:51.682509 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d17c2ec4-76f8-448b-9714-d19630d2a834 req-f23ed2b8-5536-4d53-a515-9ef317764494 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.1692867 May 28 05:27:51.684586 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc929b4a-2fa3-49c4-9b80-33c2a79cce31 req-4d0ae6ae-9d52-49d6-b28f-55910dcfc121 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 HTTP/1.1" status: 200 len: 217 time: 0.0686328 May 28 05:27:51.778620 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d17c2ec4-76f8-448b-9714-d19630d2a834 req-0d884f20-c13f-4de1-8e3a-96cb0ed208c5 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901408 May 28 05:27:51.781781 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc929b4a-2fa3-49c4-9b80-33c2a79cce31 req-d546a110-a8f5-473b-80f8-8cf46fcc68dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:51.783114 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc929b4a-2fa3-49c4-9b80-33c2a79cce31 req-d546a110-a8f5-473b-80f8-8cf46fcc68dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d2c489ec-662b-4f7f-acba-e91274c2a650 HTTP/1.1" status: 200 len: 834 time: 0.0787463 May 28 05:27:51.852174 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-8c6eb06c-77ef-4a7b-96b7-75dd63ebfd17 None None] Set router 6d992d11-5160-406e-a117-21a843881a07 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:27:51.859869 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc929b4a-2fa3-49c4-9b80-33c2a79cce31 req-46302339-438a-47a3-985d-f9660ab08e37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d809fed5-552a-49f8-865e-60a04f6d5ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692801 May 28 05:27:51.991057 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc929b4a-2fa3-49c4-9b80-33c2a79cce31 req-f4a894e7-ceea-4976-8d87-9f311dfab06d service neutron] 10.222.0.66 "GET /v2.0/networks/d809fed5-552a-49f8-865e-60a04f6d5ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226771 May 28 05:27:52.120487 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cc929b4a-2fa3-49c4-9b80-33c2a79cce31 req-8780542f-e6f3-4f0a-bc46-683a78571765 service neutron] 10.222.0.66 "GET /v2.0/networks/d809fed5-552a-49f8-865e-60a04f6d5ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226273 May 28 05:27:52.171155 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-8c6eb06c-77ef-4a7b-96b7-75dd63ebfd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d992d11-5160-406e-a117-21a843881a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794803025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '1776eac7-e810-4bdc-9023-e7532a3f109b', 'name': '', 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:55:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:11Z', 'updated_at': '2022-05-28T05:26:17Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:27:52.175582 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6eb06c-77ef-4a7b-96b7-75dd63ebfd17 None None] The sync data for ids ['6d992d11-5160-406e-a117-21a843881a07'] in dv-neutron-843300-5-hyperv is: [{'id': '6d992d11-5160-406e-a117-21a843881a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794803025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '1776eac7-e810-4bdc-9023-e7532a3f109b', 'name': '', 'network_id': 'd809fed5-552a-49f8-865e-60a04f6d5ee0', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:55:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:11Z', 'updated_at': '2022-05-28T05:26:17Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': 'd2c489ec-662b-4f7f-acba-e91274c2a650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:27:52.194716 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b616606c-1819-464f-b321-6227ae15d561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:52.415956 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfa56a3-2c51-4a12-8f71-e509443e4761 None None] New status for floating IP 8af24d0f-070e-47ff-a177-b9afed3f46f7: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:27:53.042472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc9715-50d1-4958-bcf8-77bb0c883664 req-8bf7ae81-11db-4841-8d9d-86d485e9e284 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:53.043939 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35cc9715-50d1-4958-bcf8-77bb0c883664 req-8bf7ae81-11db-4841-8d9d-86d485e9e284 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.1338375 May 28 05:27:53.053624 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9008bfa-7702-4280-a9f6-fdfa1b7c5e59 req-94061d20-3e9e-4aa3-8307-bd8210956f57 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:27:53.055021 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f9008bfa-7702-4280-a9f6-fdfa1b7c5e59 req-94061d20-3e9e-4aa3-8307-bd8210956f57 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 945 time: 0.1052048 May 28 05:27:53.233981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-f9008bfa-7702-4280-a9f6-fdfa1b7c5e59 req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:27:53.234205 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f9008bfa-7702-4280-a9f6-fdfa1b7c5e59 req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:53.264695 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-35cc9715-50d1-4958-bcf8-77bb0c883664 req-200fdfa4-c6bd-4acd-bc75-bd4debb05bbc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=3db4b910-0908-4602-a2d9-4ede90e721b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087936 May 28 05:27:53.477537 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-f9008bfa-7702-4280-a9f6-fdfa1b7c5e59 req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3,segment=NetworkSegment(a7a08c51-fe6f-4bad-871c-97d9183087ee),segment_id=a7a08c51-fe6f-4bad-871c-97d9183087ee)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:27:53.477989 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f9008bfa-7702-4280-a9f6-fdfa1b7c5e59 req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:53.595106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-f9008bfa-7702-4280-a9f6-fdfa1b7c5e59 req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:27:53.745551 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f9008bfa-7702-4280-a9f6-fdfa1b7c5e59 req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:53.794320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=bf596e75-5ff7-41f6-90cc-2fde66e0c2b3,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:27:53.834100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:53.834442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:53.834774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:53.835103 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:53.835424 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:53.835746 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:53.836059 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:53.836377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:53.836695 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:53.837008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:53.837323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:53.886235 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9008bfa-7702-4280-a9f6-fdfa1b7c5e59 req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] No DVR routers for this DVR port bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:27:53.888455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f9008bfa-7702-4280-a9f6-fdfa1b7c5e59 req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:53.890949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c08115d6-9c41-42cf-9bac-67b046b766e7', 'name': 'network-vif-deleted', 'tag': 'bf596e75-5ff7-41f6-90cc-2fde66e0c2b3'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:27:53.903298 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f9008bfa-7702-4280-a9f6-fdfa1b7c5e59 req-b06372bc-15aa-49f2-9ce7-e72b0280460b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "DELETE /v2.0/ports/bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 HTTP/1.1" status: 204 len: 173 time: 0.8340647 May 28 05:27:53.948886 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5dd42d-37b1-46bb-b51b-abfa72be8f66'] response: {'server_uuid': 'c08115d6-9c41-42cf-9bac-67b046b766e7', 'name': 'network-vif-deleted', 'tag': 'bf596e75-5ff7-41f6-90cc-2fde66e0c2b3', 'status': 'completed', 'code': 200} May 28 05:27:54.344905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-20d7c6bf-fcd2-4c7a-a24f-ab05bae54657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:54.444924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-3dc5237b-5634-4fad-99d4-abf6573ac54f req-9d5b7c15-066c-4917-bb84-8ef8c0b1ffe0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:27:54.461811 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-3dc5237b-5634-4fad-99d4-abf6573ac54f req-9d5b7c15-066c-4917-bb84-8ef8c0b1ffe0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:27:54.463821 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3dc5237b-5634-4fad-99d4-abf6573ac54f req-9d5b7c15-066c-4917-bb84-8ef8c0b1ffe0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=c08115d6-9c41-42cf-9bac-67b046b766e7 HTTP/1.1" status: 200 len: 210 time: 0.0603256 May 28 05:27:55.157500 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:55.585569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39778) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:27:55.589828 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:55.731090 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:55.980362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5228-97c4-4c27-86aa-fbbc76a5f6f4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:56.691328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd5228-97c4-4c27-86aa-fbbc76a5f6f4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port 1776eac7-e810-4bdc-9023-e7532a3f109b {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:27:56.692064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5228-97c4-4c27-86aa-fbbc76a5f6f4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:56.881141 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-7dcd5228-97c4-4c27-86aa-fbbc76a5f6f4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port 1776eac7-e810-4bdc-9023-e7532a3f109b, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=1776eac7-e810-4bdc-9023-e7532a3f109b,segment=NetworkSegment(a7a08c51-fe6f-4bad-871c-97d9183087ee),segment_id=a7a08c51-fe6f-4bad-871c-97d9183087ee)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:27:56.881501 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5228-97c4-4c27-86aa-fbbc76a5f6f4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:57.001000 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd5228-97c4-4c27-86aa-fbbc76a5f6f4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for 1776eac7-e810-4bdc-9023-e7532a3f109b owned by network:router_interface {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:27:57.196524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5228-97c4-4c27-86aa-fbbc76a5f6f4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:57.244296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd5228-97c4-4c27-86aa-fbbc76a5f6f4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=1776eac7-e810-4bdc-9023-e7532a3f109b,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:27:57.300766 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:57.451304 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:27:57.485015 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:27:57.485352 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device bf596e75-5ff7-41f6-90cc-2fde66e0c2b3 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:27:57.546568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7dcd5228-97c4-4c27-86aa-fbbc76a5f6f4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:58.245575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcd5228-97c4-4c27-86aa-fbbc76a5f6f4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router 6d992d11-5160-406e-a117-21a843881a07 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:27:58.451330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcd5228-97c4-4c27-86aa-fbbc76a5f6f4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:27:58.462085 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae9896-5d91-463f-9e5a-1e47f76478f4 None None] Sync routers for ids ['6d992d11-5160-406e-a117-21a843881a07'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:27:58.469949 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7dcd5228-97c4-4c27-86aa-fbbc76a5f6f4 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "PUT /v2.0/routers/6d992d11-5160-406e-a117-21a843881a07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8831477 May 28 05:27:58.472613 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39784) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:27:58.475260 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae9896-5d91-463f-9e5a-1e47f76478f4 None None] Routers {'6d992d11-5160-406e-a117-21a843881a07'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:27:58.475975 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-fbae9896-5d91-463f-9e5a-1e47f76478f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:27:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6d992d11-5160-406e-a117-21a843881a07'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:27:58.650506 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-fbae9896-5d91-463f-9e5a-1e47f76478f4 None None] Set router 6d992d11-5160-406e-a117-21a843881a07 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:27:58.662265 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cbeeed9-1ebb-48bf-8f3b-ddd3b4d19133 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting subnet d2c489ec-662b-4f7f-acba-e91274c2a650 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:27:58.665303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7cbeeed9-1ebb-48bf-8f3b-ddd3b4d19133 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:58.718325 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7cbeeed9-1ebb-48bf-8f3b-ddd3b4d19133 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:58.801250 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7cbeeed9-1ebb-48bf-8f3b-ddd3b4d19133 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:58.873362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7cbeeed9-1ebb-48bf-8f3b-ddd3b4d19133 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:58.914222 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbeeed9-1ebb-48bf-8f3b-ddd3b4d19133 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Subnet': ['ID=d2c489ec-662b-4f7f-acba-e91274c2a650,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:27:58.921136 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7cbeeed9-1ebb-48bf-8f3b-ddd3b4d19133 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:58.929826 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff623c0-8261-479f-add9-ed49a211e4b5 None None] Network d809fed5-552a-49f8-865e-60a04f6d5ee0 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:27:58.930345 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39788) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:27:58.940291 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-fbae9896-5d91-463f-9e5a-1e47f76478f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d992d11-5160-406e-a117-21a843881a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794803025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:27:57Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:27:58.944493 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae9896-5d91-463f-9e5a-1e47f76478f4 None None] Checking router: 6d992d11-5160-406e-a117-21a843881a07 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:27:58.945070 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7cbeeed9-1ebb-48bf-8f3b-ddd3b4d19133 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/subnets/d2c489ec-662b-4f7f-acba-e91274c2a650 HTTP/1.1" status: 204 len: 168 time: 0.4713254 May 28 05:27:58.956714 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae9896-5d91-463f-9e5a-1e47f76478f4 None None] Routers {'6d992d11-5160-406e-a117-21a843881a07'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:27:58.957409 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-fbae9896-5d91-463f-9e5a-1e47f76478f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:27:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['6d992d11-5160-406e-a117-21a843881a07'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:27:59.127815 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2a8b34e8-3c2e-4b26-bb41-e3c3a14583f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:59.139946 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-fbae9896-5d91-463f-9e5a-1e47f76478f4 None None] Set router 6d992d11-5160-406e-a117-21a843881a07 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:27:59.247448 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] DHCP port deletion for d809fed5-552a-49f8-865e-60a04f6d5ee0 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:27:59.251555 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Deleting port 779be4f7-aa36-4412-9022-c3fd62ce90fe {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:27:59.251926 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:59.329801 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2a8b34e8-3c2e-4b26-bb41-e3c3a14583f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:59.343291 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b34e8-3c2e-4b26-bb41-e3c3a14583f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port dd8c18ae-eae8-4831-9751-3b3a31f52ab8 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:27:59.343652 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2a8b34e8-3c2e-4b26-bb41-e3c3a14583f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:59.452184 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] For port 779be4f7-aa36-4412-9022-c3fd62ce90fe, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=779be4f7-aa36-4412-9022-c3fd62ce90fe,segment=NetworkSegment(a7a08c51-fe6f-4bad-871c-97d9183087ee),segment_id=a7a08c51-fe6f-4bad-871c-97d9183087ee)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:27:59.452819 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:59.458839 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-fbae9896-5d91-463f-9e5a-1e47f76478f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d992d11-5160-406e-a117-21a843881a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794803025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:27:57Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:27:59.462764 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae9896-5d91-463f-9e5a-1e47f76478f4 None None] The sync data for ids ['6d992d11-5160-406e-a117-21a843881a07'] in dv-neutron-843300-5-hyperv is: [{'id': '6d992d11-5160-406e-a117-21a843881a07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794803025', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:27:57Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': 'dd8c18ae-eae8-4831-9751-3b3a31f52ab8', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:70:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d992d11-5160-406e-a117-21a843881a07', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:26:07Z', 'updated_at': '2022-05-28T05:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:27:59.517793 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-2a8b34e8-3c2e-4b26-bb41-e3c3a14583f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port dd8c18ae-eae8-4831-9751-3b3a31f52ab8, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=dd8c18ae-eae8-4831-9751-3b3a31f52ab8,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:27:59.518210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2a8b34e8-3c2e-4b26-bb41-e3c3a14583f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:59.576462 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Calling delete_port for 779be4f7-aa36-4412-9022-c3fd62ce90fe owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:27:59.656076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:59.701392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Pushing event deleted for resources: {'Port': ['ID=779be4f7-aa36-4412-9022-c3fd62ce90fe,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:27:59.710730 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] No DVR routers for this DVR port 779be4f7-aa36-4412-9022-c3fd62ce90fe on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:27:59.713896 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:59.714244 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:59.714535 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:59.714835 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:59.715215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:59.717892 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:59.717892 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:59.717892 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:59.717892 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:59.717892 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:59.717892 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f89fef8-ce1c-4d75-9f08-19ebaf8321e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:27:59.749393 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b34e8-3c2e-4b26-bb41-e3c3a14583f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for dd8c18ae-eae8-4831-9751-3b3a31f52ab8 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:27:59.926157 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2a8b34e8-3c2e-4b26-bb41-e3c3a14583f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:27:59.977833 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b34e8-3c2e-4b26-bb41-e3c3a14583f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=dd8c18ae-eae8-4831-9751-3b3a31f52ab8,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:00.193601 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2a8b34e8-3c2e-4b26-bb41-e3c3a14583f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:00.451628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2a8b34e8-3c2e-4b26-bb41-e3c3a14583f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:00.456373 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2a8b34e8-3c2e-4b26-bb41-e3c3a14583f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:00.486932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2a8b34e8-3c2e-4b26-bb41-e3c3a14583f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:00.487774 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8b34e8-3c2e-4b26-bb41-e3c3a14583f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Fanout notify agent at l3_agent the message router_deleted on router 6d992d11-5160-406e-a117-21a843881a07 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:28:00.501681 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-2a8b34e8-3c2e-4b26-bb41-e3c3a14583f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:00.502791 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-2a8b34e8-3c2e-4b26-bb41-e3c3a14583f1 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/routers/6d992d11-5160-406e-a117-21a843881a07 HTTP/1.1" status: 204 len: 168 time: 1.5719075 May 28 05:28:00.506408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39792) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:00.625299 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d5e5682-0b98-4a2d-8118-324f70d8a0fc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:00.753234 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d5e5682-0b98-4a2d-8118-324f70d8a0fc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:00.777683 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8d5e5682-0b98-4a2d-8118-324f70d8a0fc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d809fed5-552a-49f8-865e-60a04f6d5ee0']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:28:00.789488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8d5e5682-0b98-4a2d-8118-324f70d8a0fc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a08c51-fe6f-4bad-871c-97d9183087ee') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:28:00.789804 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-8d5e5682-0b98-4a2d-8118-324f70d8a0fc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a08c51-fe6f-4bad-871c-97d9183087ee') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:28:00.801039 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d5e5682-0b98-4a2d-8118-324f70d8a0fc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:00.818235 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d5e5682-0b98-4a2d-8118-324f70d8a0fc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:00.824482 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5e5682-0b98-4a2d-8118-324f70d8a0fc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:28:00.824854 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d5e5682-0b98-4a2d-8118-324f70d8a0fc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:28:00.838934 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:28:00.924201 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d5e5682-0b98-4a2d-8118-324f70d8a0fc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:00.946695 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d5e5682-0b98-4a2d-8118-324f70d8a0fc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:00.958453 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e5682-0b98-4a2d-8118-324f70d8a0fc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Network': ['ID=d809fed5-552a-49f8-865e-60a04f6d5ee0,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:00.968875 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8d5e5682-0b98-4a2d-8118-324f70d8a0fc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/networks/d809fed5-552a-49f8-865e-60a04f6d5ee0 HTTP/1.1" status: 204 len: 168 time: 0.4614282 May 28 05:28:00.971473 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39796) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:00.991329 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1776eac7-e810-4bdc-9023-e7532a3f109b no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:28:01.026426 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 1776eac7-e810-4bdc-9023-e7532a3f109b {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:28:01.026651 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 1776eac7-e810-4bdc-9023-e7532a3f109b not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:28:01.027056 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device dd8c18ae-eae8-4831-9751-3b3a31f52ab8 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:28:01.041781 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-377bf560-c1cd-4560-b1a5-a15a7ff679f7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:01.057740 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: dd8c18ae-eae8-4831-9751-3b3a31f52ab8 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:28:01.058103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device dd8c18ae-eae8-4831-9751-3b3a31f52ab8 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:28:01.058500 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 779be4f7-aa36-4412-9022-c3fd62ce90fe no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:28:01.070689 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-377bf560-c1cd-4560-b1a5-a15a7ff679f7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:01.088713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 779be4f7-aa36-4412-9022-c3fd62ce90fe {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:28:01.089045 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 779be4f7-aa36-4412-9022-c3fd62ce90fe not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:28:01.150403 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-377bf560-c1cd-4560-b1a5-a15a7ff679f7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:01.259932 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377bf560-c1cd-4560-b1a5-a15a7ff679f7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db4b910-0908-4602-a2d9-4ede90e721b1,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:01.274810 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-377bf560-c1cd-4560-b1a5-a15a7ff679f7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:01.275919 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-377bf560-c1cd-4560-b1a5-a15a7ff679f7 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/security-groups/3db4b910-0908-4602-a2d9-4ede90e721b1 HTTP/1.1" status: 204 len: 168 time: 0.3033524 May 28 05:28:01.425842 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39804) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:01.434261 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-548436e8-c4a6-4939-a119-ab7859717eae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-707398094', 'description': 'tempest-secgroup-smoke-707398094 description', 'project_id': '9303cb889d584d1793d285a7bfb26533'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:28:01.443232 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-548436e8-c4a6-4939-a119-ab7859717eae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:28:01.448705 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-548436e8-c4a6-4939-a119-ab7859717eae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:28:01.451771 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-548436e8-c4a6-4939-a119-ab7859717eae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:28:01.458228 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-548436e8-c4a6-4939-a119-ab7859717eae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:28:01.468419 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-548436e8-c4a6-4939-a119-ab7859717eae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:01.502929 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-548436e8-c4a6-4939-a119-ab7859717eae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:28:01.506804 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-548436e8-c4a6-4939-a119-ab7859717eae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:28:01.509634 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-548436e8-c4a6-4939-a119-ab7859717eae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:28:01.515247 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-548436e8-c4a6-4939-a119-ab7859717eae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:28:01.570999 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-548436e8-c4a6-4939-a119-ab7859717eae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:01.576585 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-548436e8-c4a6-4939-a119-ab7859717eae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:01.619658 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548436e8-c4a6-4939-a119-ab7859717eae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876af27a-92b0-47d0-84bc-0960102f59f1,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:01.623627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-548436e8-c4a6-4939-a119-ab7859717eae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:01.624832 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-548436e8-c4a6-4939-a119-ab7859717eae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1978054 May 28 05:28:01.627863 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39808) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:01.633583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-408549a8-7fd3-4826-bcc6-854feac3e05c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '876af27a-92b0-47d0-84bc-0960102f59f1', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:28:01.639459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-408549a8-7fd3-4826-bcc6-854feac3e05c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:28:01.643258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-408549a8-7fd3-4826-bcc6-854feac3e05c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:28:01.646166 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-408549a8-7fd3-4826-bcc6-854feac3e05c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:28:01.651811 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-408549a8-7fd3-4826-bcc6-854feac3e05c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:28:01.670647 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-408549a8-7fd3-4826-bcc6-854feac3e05c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:01.733019 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-408549a8-7fd3-4826-bcc6-854feac3e05c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:01.738500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-408549a8-7fd3-4826-bcc6-854feac3e05c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:01.760744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408549a8-7fd3-4826-bcc6-854feac3e05c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef4689f-2a3f-436e-8200-354b9d574fb1,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:01.771337 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-408549a8-7fd3-4826-bcc6-854feac3e05c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:01.772501 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-408549a8-7fd3-4826-bcc6-854feac3e05c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1435647 May 28 05:28:01.775443 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39812) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:01.780697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-fdeab9ed-cc8d-4f00-ae98-a175a535122e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '876af27a-92b0-47d0-84bc-0960102f59f1', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:28:01.786711 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-fdeab9ed-cc8d-4f00-ae98-a175a535122e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:28:01.790559 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fdeab9ed-cc8d-4f00-ae98-a175a535122e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:28:01.793427 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fdeab9ed-cc8d-4f00-ae98-a175a535122e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:28:01.799258 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-fdeab9ed-cc8d-4f00-ae98-a175a535122e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:28:01.818567 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fdeab9ed-cc8d-4f00-ae98-a175a535122e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:01.887208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fdeab9ed-cc8d-4f00-ae98-a175a535122e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:01.891951 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fdeab9ed-cc8d-4f00-ae98-a175a535122e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:01.914495 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeab9ed-cc8d-4f00-ae98-a175a535122e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758dd539-e41d-45d3-9703-46f0845a0cfb,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:01.926048 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fdeab9ed-cc8d-4f00-ae98-a175a535122e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:01.927393 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fdeab9ed-cc8d-4f00-ae98-a175a535122e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1510532 May 28 05:28:01.930486 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39816) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:01.936429 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f33f2047-78bb-476b-9763-50baf776064f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '876af27a-92b0-47d0-84bc-0960102f59f1', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:28:01.942761 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f33f2047-78bb-476b-9763-50baf776064f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:28:01.946622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f33f2047-78bb-476b-9763-50baf776064f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:28:01.949469 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f33f2047-78bb-476b-9763-50baf776064f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:28:01.955198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f33f2047-78bb-476b-9763-50baf776064f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:28:01.974492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f33f2047-78bb-476b-9763-50baf776064f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.039222 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f33f2047-78bb-476b-9763-50baf776064f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.045190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f33f2047-78bb-476b-9763-50baf776064f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.068472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f2047-78bb-476b-9763-50baf776064f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3946b5-7b9d-4398-922f-571ffb708f5c,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:02.080842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f33f2047-78bb-476b-9763-50baf776064f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.082608 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f33f2047-78bb-476b-9763-50baf776064f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1510825 May 28 05:28:02.085347 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39820) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:02.090861 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-b18838ac-9a93-4513-8831-b66e5b166f3c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '876af27a-92b0-47d0-84bc-0960102f59f1', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:28:02.096688 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b18838ac-9a93-4513-8831-b66e5b166f3c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:28:02.100570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b18838ac-9a93-4513-8831-b66e5b166f3c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:28:02.103530 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b18838ac-9a93-4513-8831-b66e5b166f3c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:28:02.109599 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b18838ac-9a93-4513-8831-b66e5b166f3c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:28:02.132812 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b18838ac-9a93-4513-8831-b66e5b166f3c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.199557 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b18838ac-9a93-4513-8831-b66e5b166f3c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.205559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b18838ac-9a93-4513-8831-b66e5b166f3c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.227803 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18838ac-9a93-4513-8831-b66e5b166f3c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a436c5d-a0e2-43f4-b0af-b008f01a7244,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:02.236911 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b18838ac-9a93-4513-8831-b66e5b166f3c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.238604 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b18838ac-9a93-4513-8831-b66e5b166f3c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1523333 May 28 05:28:02.241303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39824) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:02.246629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-090e3aab-08de-4fe4-8e44-56bb9b9e4e07 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '876af27a-92b0-47d0-84bc-0960102f59f1', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:28:02.252348 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-090e3aab-08de-4fe4-8e44-56bb9b9e4e07 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:28:02.256200 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-090e3aab-08de-4fe4-8e44-56bb9b9e4e07 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:28:02.259067 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-090e3aab-08de-4fe4-8e44-56bb9b9e4e07 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:28:02.264778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-090e3aab-08de-4fe4-8e44-56bb9b9e4e07 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:28:02.278028 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-090e3aab-08de-4fe4-8e44-56bb9b9e4e07 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Project 9303cb889d584d1793d285a7bfb26533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:28:02.284238 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-090e3aab-08de-4fe4-8e44-56bb9b9e4e07 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.347516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-090e3aab-08de-4fe4-8e44-56bb9b9e4e07 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.352454 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-090e3aab-08de-4fe4-8e44-56bb9b9e4e07 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.374874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e3aab-08de-4fe4-8e44-56bb9b9e4e07 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc5e8d7-2393-4304-92b5-94222ff18451,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:02.385089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-090e3aab-08de-4fe4-8e44-56bb9b9e4e07 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.386301 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-090e3aab-08de-4fe4-8e44-56bb9b9e4e07 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1440451 May 28 05:28:02.389106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39828) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:02.394591 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-4add169a-42a1-4261-b563-e4456de9ad25 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'security_group_rule': {'security_group_id': '876af27a-92b0-47d0-84bc-0960102f59f1', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:28:02.400362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4add169a-42a1-4261-b563-e4456de9ad25 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:28:02.404169 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4add169a-42a1-4261-b563-e4456de9ad25 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:security_group_rule and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:28:02.407045 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4add169a-42a1-4261-b563-e4456de9ad25 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:28:02.413014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4add169a-42a1-4261-b563-e4456de9ad25 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:28:02.427795 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-4add169a-42a1-4261-b563-e4456de9ad25 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Project 9303cb889d584d1793d285a7bfb26533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:28:02.434109 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4add169a-42a1-4261-b563-e4456de9ad25 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.501386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4add169a-42a1-4261-b563-e4456de9ad25 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.507068 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4add169a-42a1-4261-b563-e4456de9ad25 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.529576 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4add169a-42a1-4261-b563-e4456de9ad25 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64710ca3-64c7-4a60-bbb6-2262a9424765,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:02.542465 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4add169a-42a1-4261-b563-e4456de9ad25 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.543792 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4add169a-42a1-4261-b563-e4456de9ad25 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1537039 May 28 05:28:02.546725 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39832) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:02.552687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-1a5e5fb5-336b-4f38-ad33-69acabe12a84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'network': {'name': 'tempest-network-smoke--1126250010', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'port_security_enabled': True}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:28:02.557683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1a5e5fb5-336b-4f38-ad33-69acabe12a84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:28:02.561979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1a5e5fb5-336b-4f38-ad33-69acabe12a84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:network and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:28:02.565025 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1a5e5fb5-336b-4f38-ad33-69acabe12a84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:28:02.571721 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1a5e5fb5-336b-4f38-ad33-69acabe12a84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:28:02.584824 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5e5fb5-336b-4f38-ad33-69acabe12a84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Made reservation on behalf of 9303cb889d584d1793d285a7bfb26533 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:28:02.587925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1a5e5fb5-336b-4f38-ad33-69acabe12a84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.619721 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5e5fb5-336b-4f38-ad33-69acabe12a84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:28:02.628985 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1a5e5fb5-336b-4f38-ad33-69acabe12a84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.629353 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-1a5e5fb5-336b-4f38-ad33-69acabe12a84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Added segment 23c037ae-989f-4169-b228-d252f21bf8e0 of type vlan for network 8f6a31d1-581a-430a-9aca-d9ed503d6913 May 28 05:28:02.655401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1a5e5fb5-336b-4f38-ad33-69acabe12a84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.685672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1a5e5fb5-336b-4f38-ad33-69acabe12a84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.689450 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5e5fb5-336b-4f38-ad33-69acabe12a84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:02.690049 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1a5e5fb5-336b-4f38-ad33-69acabe12a84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.794891 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1a5e5fb5-336b-4f38-ad33-69acabe12a84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2468510 May 28 05:28:02.797315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39836) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:02.802706 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e5fb5-336b-4f38-ad33-69acabe12a84 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Network': ['ID=8f6a31d1-581a-430a-9aca-d9ed503d6913,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:02.802884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-966850214', 'admin_state_up': True, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:28:02.810090 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:28:02.813089 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 8f6a31d1-581a-430a-9aca-d9ed503d6913 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:28:02.814421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:router and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:28:02.817457 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:28:02.824114 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:28:02.835548 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.836488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:02.855435 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:03.018751 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:03.238935 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:03.267413 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:03.403029 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.26.8.27 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/6c81c916-bdd3-4828-a581-700d5dc001c3) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:28:03.560102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:03.600534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:03.673077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:28:03.676208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:28:03.680471 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:28:03.703860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=6c81c916-bdd3-4828-a581-700d5dc001c3,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:03.838975 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:03.839666 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:04.073145 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router 2d9c3f9e-7df1-40d5-be48-7a777653533f is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:28:04.294465 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:28:04.304244 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Sync routers for ids ['2d9c3f9e-7df1-40d5-be48-7a777653533f'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:28:04.317269 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Routers {'2d9c3f9e-7df1-40d5-be48-7a777653533f'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:28:04.318217 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:27:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['2d9c3f9e-7df1-40d5-be48-7a777653533f'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:28:04.324046 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:04.325263 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-5cb74595-26a2-497b-9937-858795816bad tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5269105 May 28 05:28:04.328812 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39840) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:04.376581 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-28e9a591-1a1c-49c0-87d4-b0a4b48d6b14 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9303cb889d584d1793d285a7bfb26533&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436234 May 28 05:28:04.377229 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39844) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:04.495139 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Set router 2d9c3f9e-7df1-40d5-be48-7a777653533f gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:28:04.508134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fcd392-b092-42ab-ad93-5f3531cc5931 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:04.512527 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-89fcd392-b092-42ab-ad93-5f3531cc5931 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318467 May 28 05:28:04.512954 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39848) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:04.645114 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8173d801-0587-44dd-81b4-a6e28d8ce1f4 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=6b12f09f-b65e-4d12-8bf2-4181a77a58b9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1307547 May 28 05:28:04.647636 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39852) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:04.652848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4617d376-8c7e-4dd9-a334-9c04ce162d39 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1132038638', 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913', 'project_id': '9303cb889d584d1793d285a7bfb26533', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:28:04.757315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4617d376-8c7e-4dd9-a334-9c04ce162d39 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:28:04.761203 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4617d376-8c7e-4dd9-a334-9c04ce162d39 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:subnet and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:28:04.764078 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4617d376-8c7e-4dd9-a334-9c04ce162d39 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:28:04.769841 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4617d376-8c7e-4dd9-a334-9c04ce162d39 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:28:04.776131 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966850214', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:28:02Z', 'updated_at': '2022-05-28T05:28:03Z', 'revision_number': 3, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:03Z', 'updated_at': '2022-05-28T05:28:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:28:04.780765 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Checking router: 2d9c3f9e-7df1-40d5-be48-7a777653533f for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:28:04.781098 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Updating router 2d9c3f9e-7df1-40d5-be48-7a777653533f port 6c81c916-bdd3-4828-a581-700d5dc001c3 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:28:04.781898 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4617d376-8c7e-4dd9-a334-9c04ce162d39 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Made reservation on behalf of 9303cb889d584d1793d285a7bfb26533 for: {'subnet': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:28:04.868597 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:04.883135 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4617d376-8c7e-4dd9-a334-9c04ce162d39 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2823315'] for subnet, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:05.105108 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4617d376-8c7e-4dd9-a334-9c04ce162d39 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2641684', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2823297'] for subnet, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:05.181033 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617d376-8c7e-4dd9-a334-9c04ce162d39 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Subnet': ['ID=58133dcf-5a2a-44f1-9828-ecf60a99055c,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:05.195769 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4617d376-8c7e-4dd9-a334-9c04ce162d39 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Checking segment: {'id': '23c037ae-989f-4169-b228-d252f21bf8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:28:05.196377 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4617d376-8c7e-4dd9-a334-9c04ce162d39 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network hostable DHCP agents. Network: 8f6a31d1-581a-430a-9aca-d9ed503d6913, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:28:05.197219 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:05.209081 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Transition to ACTIVE for port object 6c81c916-bdd3-4828-a581-700d5dc001c3 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:28:05.216631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:05.220125 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4617d376-8c7e-4dd9-a334-9c04ce162d39 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network 8f6a31d1-581a-430a-9aca-d9ed503d6913 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:28:05.230593 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-4617d376-8c7e-4dd9-a334-9c04ce162d39 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 8f6a31d1-581a-430a-9aca-d9ed503d6913) {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:28:05.234609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4617d376-8c7e-4dd9-a334-9c04ce162d39 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:05.235185 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4617d376-8c7e-4dd9-a334-9c04ce162d39 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:05.253768 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655c8020-8b48-425c-8a5e-a17df092c8f2 None None] Network 8f6a31d1-581a-430a-9aca-d9ed503d6913 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:28:05.257757 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4617d376-8c7e-4dd9-a334-9c04ce162d39 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6091132 May 28 05:28:05.260477 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39856) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:05.371140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Attempting to bind port 6c81c916-bdd3-4828-a581-700d5dc001c3 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:28:05.371754 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Attempting to bind port 6c81c916-bdd3-4828-a581-700d5dc001c3 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:28:05.371878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Attempting to bind port 6c81c916-bdd3-4828-a581-700d5dc001c3 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:28:05.373686 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c680be-cc57-4041-b889-892245f6e828 None None] Pushing event updated for resources: {'Port': ['ID=6c81c916-bdd3-4828-a581-700d5dc001c3,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:05.386571 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:28:05.386948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:28:05.387331 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:05.387671 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:28:05.388152 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Bound port: 6c81c916-bdd3-4828-a581-700d5dc001c3, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:28:05.388507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:05.519500 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] For port 6c81c916-bdd3-4828-a581-700d5dc001c3, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:28:05.533229 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] For port 6c81c916-bdd3-4828-a581-700d5dc001c3, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6c81c916-bdd3-4828-a581-700d5dc001c3,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:28:05.563053 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:05.622982 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-8f6a31d1-581a-430a-9aca-d9ed503d6913', 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ips': [{'subnet_id': '58133dcf-5a2a-44f1-9828-ecf60a99055c'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:28:05.623767 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:05.703076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c680be-cc57-4041-b889-892245f6e828 None None] Pushing event updated for resources: {'Port': ['ID=6c81c916-bdd3-4828-a581-700d5dc001c3,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:05.726917 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Routers {'2d9c3f9e-7df1-40d5-be48-7a777653533f'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:28:05.727534 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:27:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['2d9c3f9e-7df1-40d5-be48-7a777653533f'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:28:05.955654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Allocated IP 172.20.0.2 (8f6a31d1-581a-430a-9aca-d9ed503d6913/58133dcf-5a2a-44f1-9828-ecf60a99055c/c2b0ee94-fba0-4fb3-b6ea-10d353128899) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:28:06.025875 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:06.038495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] Set router 2d9c3f9e-7df1-40d5-be48-7a777653533f gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:28:06.441014 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:06.457930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Transition to ACTIVE for port object c2b0ee94-fba0-4fb3-b6ea-10d353128899 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:28:06.480436 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Transition to ACTIVE for port object c2b0ee94-fba0-4fb3-b6ea-10d353128899 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:28:06.489671 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:06.540100 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966850214', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:28:02Z', 'updated_at': '2022-05-28T05:28:03Z', 'revision_number': 3, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:03Z', 'updated_at': '2022-05-28T05:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:28:06.555344 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.20.0.1 (8f6a31d1-581a-430a-9aca-d9ed503d6913/58133dcf-5a2a-44f1-9828-ecf60a99055c/88494b2f-b6e4-4935-a360-3a2fb6cad000) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:28:06.555548 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26840e-ee04-499c-8faa-dbdd263ebb5b None None] The sync data for ids ['2d9c3f9e-7df1-40d5-be48-7a777653533f'] in dv-neutron-843300-5-hyperv is: [{'id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966850214', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:28:02Z', 'updated_at': '2022-05-28T05:28:03Z', 'revision_number': 3, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:03Z', 'updated_at': '2022-05-28T05:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:28:06.566416 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Network 8f6a31d1-581a-430a-9aca-d9ed503d6913 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:28:06.570209 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:28:06.572126 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Pushing event updated for resources: {'Port': ['ID=c2b0ee94-fba0-4fb3-b6ea-10d353128899,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:06.577960 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:28:06.669027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Attempting to bind port c2b0ee94-fba0-4fb3-b6ea-10d353128899 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:28:06.669346 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Attempting to bind port c2b0ee94-fba0-4fb3-b6ea-10d353128899 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '23c037ae-989f-4169-b228-d252f21bf8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:28:06.669726 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Attempting to bind port c2b0ee94-fba0-4fb3-b6ea-10d353128899 on network 8f6a31d1-581a-430a-9aca-d9ed503d6913 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:28:06.676621 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:28:06.677004 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Checking segment: {'id': '23c037ae-989f-4169-b228-d252f21bf8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:28:06.677380 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:06.677785 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Bound using segment: {'id': '23c037ae-989f-4169-b228-d252f21bf8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:28:06.678250 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Bound port: c2b0ee94-fba0-4fb3-b6ea-10d353128899, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c037ae-989f-4169-b228-d252f21bf8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:28:06.678618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:06.738738 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:06.767218 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Transition to ACTIVE for port object 88494b2f-b6e4-4935-a360-3a2fb6cad000 will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:28:06.794841 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] For port c2b0ee94-fba0-4fb3-b6ea-10d353128899, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:28:06.801558 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] For port c2b0ee94-fba0-4fb3-b6ea-10d353128899, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c2b0ee94-fba0-4fb3-b6ea-10d353128899,segment=NetworkSegment(23c037ae-989f-4169-b228-d252f21bf8e0),segment_id=23c037ae-989f-4169-b228-d252f21bf8e0)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:28:06.803173 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:06.806910 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:06.878075 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network 8f6a31d1-581a-430a-9aca-d9ed503d6913 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:28:06.881341 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:28:06.886142 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:28:06.919410 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=88494b2f-b6e4-4935-a360-3a2fb6cad000,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:06.919612 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8f7f0-4bd0-4d21-8a0a-25a6cf30413b None None] Pushing event updated for resources: {'Port': ['ID=c2b0ee94-fba0-4fb3-b6ea-10d353128899,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:06.963508 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:07.009893 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6c81c916-bdd3-4828-a581-700d5dc001c3 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:28:07.080111 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:07.104123 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 6c81c916-bdd3-4828-a581-700d5dc001c3 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:28:07.109751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 6c81c916-bdd3-4828-a581-700d5dc001c3 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:28:07.110457 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:07.272782 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:07.295508 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 6c81c916-bdd3-4828-a581-700d5dc001c3, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6c81c916-bdd3-4828-a581-700d5dc001c3,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:28:07.302506 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:07.379545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=6c81c916-bdd3-4828-a581-700d5dc001c3,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:07.554146 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:07.561025 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:07.672724 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=88494b2f-b6e4-4935-a360-3a2fb6cad000,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:07.675247 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:07.818458 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network 8f6a31d1-581a-430a-9aca-d9ed503d6913 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:28:07.819583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:28:07.903848 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ef813d-6d82-4f3a-acba-88341bf3a660 None None] Network 8f6a31d1-581a-430a-9aca-d9ed503d6913 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:28:08.008231 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-dcc6b717-f1ef-4c75-811e-09c791f2247d None None] Provisioning for port c2b0ee94-fba0-4fb3-b6ea-10d353128899 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:28:08.297691 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router 2d9c3f9e-7df1-40d5-be48-7a777653533f has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:28:08.352072 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bd666882-e4d0-4b10-9a04-744d49469363 None None] Provisioning for port 88494b2f-b6e4-4935-a360-3a2fb6cad000 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:28:08.357352 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-bd666882-e4d0-4b10-9a04-744d49469363 None None] Provisioning complete for port 88494b2f-b6e4-4935-a360-3a2fb6cad000 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:28:08.357745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bd666882-e4d0-4b10-9a04-744d49469363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:08.412896 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-bd666882-e4d0-4b10-9a04-744d49469363 None None] Port 88494b2f-b6e4-4935-a360-3a2fb6cad000 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:28:08.508306 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:28:08.522187 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cb01b3a6-78a6-4b08-8a6f-cad959e45215 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "PUT /v2.0/routers/2d9c3f9e-7df1-40d5-be48-7a777653533f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2606838 May 28 05:28:08.535457 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-eaf91e6c-2af3-4a52-b8ab-c70caff0911a None None] Provisioning complete for port 88494b2f-b6e4-4935-a360-3a2fb6cad000 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:28:08.535840 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-eaf91e6c-2af3-4a52-b8ab-c70caff0911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:08.592602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-eaf91e6c-2af3-4a52-b8ab-c70caff0911a None None] Port 88494b2f-b6e4-4935-a360-3a2fb6cad000 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:28:08.714095 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1f586d7d-de3b-44a2-95b9-c1edc081bec3 None None] Provisioning complete for port 88494b2f-b6e4-4935-a360-3a2fb6cad000 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:28:08.714499 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1f586d7d-de3b-44a2-95b9-c1edc081bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:08.769222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-1f586d7d-de3b-44a2-95b9-c1edc081bec3 None None] Port 88494b2f-b6e4-4935-a360-3a2fb6cad000 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:28:08.827950 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-700fb185-6d30-4768-9951-b67102b6673f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-707398094&fields=id&tenant_id=9303cb889d584d1793d285a7bfb26533 HTTP/1.1" status: 200 len: 267 time: 0.1405175 May 28 05:28:08.972719 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-dd22d35f-13d9-464c-9881-52aad0b41676 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:08.973373 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-dd22d35f-13d9-464c-9881-52aad0b41676 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:28:08.990645 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-dd22d35f-13d9-464c-9881-52aad0b41676 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:28:08.991930 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-dd22d35f-13d9-464c-9881-52aad0b41676 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/networks?id=8f6a31d1-581a-430a-9aca-d9ed503d6913 HTTP/1.1" status: 200 len: 797 time: 0.1562955 May 28 05:28:09.009741 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-71f2edbf-f5f8-4625-b4c5-4a1880016bae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/quotas/9303cb889d584d1793d285a7bfb26533 HTTP/1.1" status: 200 len: 375 time: 0.0122330 May 28 05:28:09.010845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6c81c916-bdd3-4828-a581-700d5dc001c3 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:28:09.087681 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 6c81c916-bdd3-4828-a581-700d5dc001c3 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:28:09.088042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:09.094441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-914ecba2-da0f-4c93-b8dd-774e1164dcd8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:28:09.112076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-914ecba2-da0f-4c93-b8dd-774e1164dcd8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:28:09.115117 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-914ecba2-da0f-4c93-b8dd-774e1164dcd8 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947654 May 28 05:28:09.199225 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c2b0ee94-fba0-4fb3-b6ea-10d353128899 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:28:09.269451 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port c2b0ee94-fba0-4fb3-b6ea-10d353128899 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:28:09.274222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port c2b0ee94-fba0-4fb3-b6ea-10d353128899 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:28:09.274585 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:09.326597 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-92e0e0e6-7724-414c-adab-55d53048ebca service neutron] 10.222.0.15 "GET /v2.0/networks/8f6a31d1-581a-430a-9aca-d9ed503d6913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001314 May 28 05:28:09.385255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:09.419973 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port c2b0ee94-fba0-4fb3-b6ea-10d353128899, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c2b0ee94-fba0-4fb3-b6ea-10d353128899,segment=NetworkSegment(23c037ae-989f-4169-b228-d252f21bf8e0),segment_id=23c037ae-989f-4169-b228-d252f21bf8e0)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:28:09.424793 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:09.460798 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-a353b0dc-ac1a-4762-ad96-3b8945d6d8e3 service neutron] 10.222.0.15 "GET /v2.0/networks/8f6a31d1-581a-430a-9aca-d9ed503d6913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277871 May 28 05:28:09.489511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=c2b0ee94-fba0-4fb3-b6ea-10d353128899,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:09.656315 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2f689066-f9aa-4209-ab67-d2dce90e22f5 req-6a9a6e0e-9986-4e5f-9f3c-ff3005b960df tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 210 time: 0.0454135 May 28 05:28:09.863517 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:28:10.084727 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Sync routers for ids ['2d9c3f9e-7df1-40d5-be48-7a777653533f'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:28:10.097389 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Routers {'2d9c3f9e-7df1-40d5-be48-7a777653533f'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:28:10.098021 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:27:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['2d9c3f9e-7df1-40d5-be48-7a777653533f'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:28:10.276651 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Set router 2d9c3f9e-7df1-40d5-be48-7a777653533f gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:28:10.587695 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966850214', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:28:02Z', 'updated_at': '2022-05-28T05:28:06Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:03Z', 'updated_at': '2022-05-28T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '88494b2f-b6e4-4935-a360-3a2fb6cad000', 'name': '', 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:8f:e2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:06Z', 'updated_at': '2022-05-28T05:28:07Z', 'revision_number': 2, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:28:10.591898 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Checking router: 2d9c3f9e-7df1-40d5-be48-7a777653533f for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:28:10.592233 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Updating router 2d9c3f9e-7df1-40d5-be48-7a777653533f port 88494b2f-b6e4-4935-a360-3a2fb6cad000 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:28:10.647527 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:10.846341 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-07d1adb2-aeaf-468e-8a83-1de1b2e71d33 req-a74b8400-b17e-486c-a355-7904b1a9e02b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 210 time: 0.0582793 May 28 05:28:10.947815 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-e4d0639b-9a87-4a35-9cb6-2db62e02e29d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:10.950121 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-e4d0639b-9a87-4a35-9cb6-2db62e02e29d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "GET /v2.0/networks?id=8f6a31d1-581a-430a-9aca-d9ed503d6913 HTTP/1.1" status: 200 len: 797 time: 0.2499583 May 28 05:28:10.992527 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c2b0ee94-fba0-4fb3-b6ea-10d353128899 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:28:11.012080 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-bdf4ed9f-291e-4e51-b40f-8b1491a11445 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9303cb889d584d1793d285a7bfb26533 HTTP/1.1" status: 200 len: 379 time: 0.0485895 May 28 05:28:11.023792 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-c65c78e4-e985-4b2e-bab2-eab61582fa00 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'port': {'device_id': '4906a38e-15d1-4ed3-9c50-f1825c2983b5', 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913', 'admin_state_up': True, 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'security_groups': ['876af27a-92b0-47d0-84bc-0960102f59f1']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:28:11.050364 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:11.064281 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Transition to ACTIVE for port object 88494b2f-b6e4-4935-a360-3a2fb6cad000 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:28:11.078914 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:11.083560 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port c2b0ee94-fba0-4fb3-b6ea-10d353128899 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:28:11.084173 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:11.192305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-c65c78e4-e985-4b2e-bab2-eab61582fa00 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:28:11.209300 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-c65c78e4-e985-4b2e-bab2-eab61582fa00 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:28:11.225774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-c65c78e4-e985-4b2e-bab2-eab61582fa00 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Made reservation on behalf of 9303cb889d584d1793d285a7bfb26533 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:28:11.228970 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-c65c78e4-e985-4b2e-bab2-eab61582fa00 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:11.337969 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Attempting to bind port 88494b2f-b6e4-4935-a360-3a2fb6cad000 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:28:11.338604 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Attempting to bind port 88494b2f-b6e4-4935-a360-3a2fb6cad000 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '23c037ae-989f-4169-b228-d252f21bf8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:28:11.339116 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Attempting to bind port 88494b2f-b6e4-4935-a360-3a2fb6cad000 on network 8f6a31d1-581a-430a-9aca-d9ed503d6913 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:28:11.345618 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd9a25-990c-4418-9964-ea95b23ded45 None None] Pushing event updated for resources: {'Port': ['ID=88494b2f-b6e4-4935-a360-3a2fb6cad000,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:11.352385 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:28:11.353035 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Checking segment: {'id': '23c037ae-989f-4169-b228-d252f21bf8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:28:11.353578 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:11.354192 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Bound using segment: {'id': '23c037ae-989f-4169-b228-d252f21bf8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:28:11.354802 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Bound port: 88494b2f-b6e4-4935-a360-3a2fb6cad000, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c037ae-989f-4169-b228-d252f21bf8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:28:11.355343 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:11.375146 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd9a25-990c-4418-9964-ea95b23ded45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:11.375489 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd9a25-990c-4418-9964-ea95b23ded45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:11.375988 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd9a25-990c-4418-9964-ea95b23ded45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:11.376545 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd9a25-990c-4418-9964-ea95b23ded45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:11.376808 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd9a25-990c-4418-9964-ea95b23ded45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:11.377277 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd9a25-990c-4418-9964-ea95b23ded45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:11.377773 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd9a25-990c-4418-9964-ea95b23ded45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:11.378093 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd9a25-990c-4418-9964-ea95b23ded45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:11.378572 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd9a25-990c-4418-9964-ea95b23ded45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:11.379084 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd9a25-990c-4418-9964-ea95b23ded45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:11.379544 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4dd9a25-990c-4418-9964-ea95b23ded45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:11.452290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-c65c78e4-e985-4b2e-bab2-eab61582fa00 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.20.0.6 (8f6a31d1-581a-430a-9aca-d9ed503d6913/58133dcf-5a2a-44f1-9828-ecf60a99055c/0e694283-8bbe-4b36-b49e-4bb895fd7b08) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:28:11.458754 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] For port 88494b2f-b6e4-4935-a360-3a2fb6cad000, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:28:11.461997 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] For port 88494b2f-b6e4-4935-a360-3a2fb6cad000, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=88494b2f-b6e4-4935-a360-3a2fb6cad000,segment=NetworkSegment(23c037ae-989f-4169-b228-d252f21bf8e0),segment_id=23c037ae-989f-4169-b228-d252f21bf8e0)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:28:11.467827 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:11.546112 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd9a25-990c-4418-9964-ea95b23ded45 None None] Pushing event updated for resources: {'Port': ['ID=88494b2f-b6e4-4935-a360-3a2fb6cad000,revision_number=4']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:11.552183 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Routers {'2d9c3f9e-7df1-40d5-be48-7a777653533f'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:28:11.552701 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:27:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['2d9c3f9e-7df1-40d5-be48-7a777653533f'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:28:11.650748 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-c65c78e4-e985-4b2e-bab2-eab61582fa00 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:11.668121 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-c65c78e4-e985-4b2e-bab2-eab61582fa00 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Transition to ACTIVE for port object 0e694283-8bbe-4b36-b49e-4bb895fd7b08 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:28:11.696314 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-c65c78e4-e985-4b2e-bab2-eab61582fa00 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:11.764969 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] Set router 2d9c3f9e-7df1-40d5-be48-7a777653533f gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:28:11.777966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-c65c78e4-e985-4b2e-bab2-eab61582fa00 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network 8f6a31d1-581a-430a-9aca-d9ed503d6913 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:28:11.781019 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-c65c78e4-e985-4b2e-bab2-eab61582fa00 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:28:11.783471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-c65c78e4-e985-4b2e-bab2-eab61582fa00 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:28:11.817931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c78e4-e985-4b2e-bab2-eab61582fa00 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=0e694283-8bbe-4b36-b49e-4bb895fd7b08,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:11.848412 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-c65c78e4-e985-4b2e-bab2-eab61582fa00 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:11.849064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-c65c78e4-e985-4b2e-bab2-eab61582fa00 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:11.887808 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-c65c78e4-e985-4b2e-bab2-eab61582fa00 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8691239 May 28 05:28:11.899637 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Request body: {'port': {'device_id': '4906a38e-15d1-4ed3-9c50-f1825c2983b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:28:12.032402 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:12.070554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-41856b72-5b1a-4b12-aa17-af5d7bcc0905 None None] Provisioning for port 0e694283-8bbe-4b36-b49e-4bb895fd7b08 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:28:12.075801 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-41856b72-5b1a-4b12-aa17-af5d7bcc0905 None None] Provisioning complete for port 0e694283-8bbe-4b36-b49e-4bb895fd7b08 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:28:12.076179 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-41856b72-5b1a-4b12-aa17-af5d7bcc0905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:12.080696 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966850214', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:28:02Z', 'updated_at': '2022-05-28T05:28:06Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:03Z', 'updated_at': '2022-05-28T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '88494b2f-b6e4-4935-a360-3a2fb6cad000', 'name': '', 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:8f:e2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:06Z', 'updated_at': '2022-05-28T05:28:11Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:28:12.085022 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f4972d-771c-4b1c-80b8-c308e721b1df None None] The sync data for ids ['2d9c3f9e-7df1-40d5-be48-7a777653533f'] in dv-neutron-843300-5-hyperv is: [{'id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966850214', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:28:02Z', 'updated_at': '2022-05-28T05:28:06Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:03Z', 'updated_at': '2022-05-28T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '88494b2f-b6e4-4935-a360-3a2fb6cad000', 'name': '', 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:8f:e2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:06Z', 'updated_at': '2022-05-28T05:28:11Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:28:12.160629 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-41856b72-5b1a-4b12-aa17-af5d7bcc0905 None None] Port 0e694283-8bbe-4b36-b49e-4bb895fd7b08 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:28:12.362060 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93d210-2178-496d-a499-5e4f70d626c7 req-73f8a0c7-0517-4297-8f68-f7467786bc9a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:12.363152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8c93d210-2178-496d-a499-5e4f70d626c7 req-73f8a0c7-0517-4297-8f68-f7467786bc9a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:28:12.454130 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8c93d210-2178-496d-a499-5e4f70d626c7 req-73f8a0c7-0517-4297-8f68-f7467786bc9a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:28:12.455577 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c93d210-2178-496d-a499-5e4f70d626c7 req-73f8a0c7-0517-4297-8f68-f7467786bc9a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 931 time: 0.4117780 May 28 05:28:12.546346 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8c93d210-2178-496d-a499-5e4f70d626c7 req-8c38e512-486f-4440-9f63-e9d873982c3c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846009 May 28 05:28:12.625514 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e694283-8bbe-4b36-b49e-4bb895fd7b08 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:28:12.632980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:12.648713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Transition to ACTIVE for port object 0e694283-8bbe-4b36-b49e-4bb895fd7b08 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:28:12.654043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:12.791846 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Pushing event updated for resources: {'Port': ['ID=0e694283-8bbe-4b36-b49e-4bb895fd7b08,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:12.954647 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Attempting to bind port 0e694283-8bbe-4b36-b49e-4bb895fd7b08 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:28:12.955272 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Attempting to bind port 0e694283-8bbe-4b36-b49e-4bb895fd7b08 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': '23c037ae-989f-4169-b228-d252f21bf8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:28:12.955272 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Attempting to bind port 0e694283-8bbe-4b36-b49e-4bb895fd7b08 on network 8f6a31d1-581a-430a-9aca-d9ed503d6913 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:28:12.964150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Port 0e694283-8bbe-4b36-b49e-4bb895fd7b08 on network 8f6a31d1-581a-430a-9aca-d9ed503d6913 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:28:12.964472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Attempting to bind port 0e694283-8bbe-4b36-b49e-4bb895fd7b08 on network 8f6a31d1-581a-430a-9aca-d9ed503d6913 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:28:12.971810 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:28:12.972147 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Checking segment: {'id': '23c037ae-989f-4169-b228-d252f21bf8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:28:12.972646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Bound using segment: {'id': '23c037ae-989f-4169-b228-d252f21bf8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:28:12.973076 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Bound port: 0e694283-8bbe-4b36-b49e-4bb895fd7b08, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c037ae-989f-4169-b228-d252f21bf8e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:28:12.973479 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:12.996654 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 88494b2f-b6e4-4935-a360-3a2fb6cad000 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:28:13.072489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] For port 0e694283-8bbe-4b36-b49e-4bb895fd7b08, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:28:13.075793 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] For port 0e694283-8bbe-4b36-b49e-4bb895fd7b08, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=0e694283-8bbe-4b36-b49e-4bb895fd7b08,segment=NetworkSegment(23c037ae-989f-4169-b228-d252f21bf8e0),segment_id=23c037ae-989f-4169-b228-d252f21bf8e0)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:28:13.079924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 88494b2f-b6e4-4935-a360-3a2fb6cad000 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:28:13.083016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:13.085270 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 88494b2f-b6e4-4935-a360-3a2fb6cad000 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:28:13.085679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:13.155416 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:13.156817 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] 10.222.0.66 "PUT /v2.0/ports/0e694283-8bbe-4b36-b49e-4bb895fd7b08 HTTP/1.1" status: 200 len: 1093 time: 1.2624612 May 28 05:28:13.157355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4906a38e-15d1-4ed3-9c50-f1825c2983b5', 'tag': '0e694283-8bbe-4b36-b49e-4bb895fd7b08'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:28:13.173890 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c1ff12-7d4f-43ad-a550-d7c061a49541 service neutron] Pushing event updated for resources: {'Port': ['ID=0e694283-8bbe-4b36-b49e-4bb895fd7b08,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:13.231754 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:13.251580 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7622c69-580a-4450-ac86-4a484c33d4d2'] response: {'name': 'network-changed', 'server_uuid': '4906a38e-15d1-4ed3-9c50-f1825c2983b5', 'tag': '0e694283-8bbe-4b36-b49e-4bb895fd7b08', 'status': 'completed', 'code': 200} May 28 05:28:13.273270 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 88494b2f-b6e4-4935-a360-3a2fb6cad000, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=88494b2f-b6e4-4935-a360-3a2fb6cad000,segment=NetworkSegment(23c037ae-989f-4169-b228-d252f21bf8e0),segment_id=23c037ae-989f-4169-b228-d252f21bf8e0)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:28:13.280630 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:13.298023 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-06e71762-c13e-4353-9ebb-4062785c2a9b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 1096 time: 0.0981243 May 28 05:28:13.351707 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=88494b2f-b6e4-4935-a360-3a2fb6cad000,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:13.374118 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-e13562d9-f61f-41b7-b30e-561375c67dd4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e694283-8bbe-4b36-b49e-4bb895fd7b08 HTTP/1.1" status: 200 len: 217 time: 0.0691423 May 28 05:28:13.436093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d111026f-93cd-425a-b773-8163a7a91561 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:13.437557 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-d111026f-93cd-425a-b773-8163a7a91561 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58133dcf-5a2a-44f1-9828-ecf60a99055c HTTP/1.1" status: 200 len: 835 time: 0.0577357 May 28 05:28:13.517616 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-e70a432a-d684-472d-b8c2-f345cbb0ae77 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f6a31d1-581a-430a-9aca-d9ed503d6913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735974 May 28 05:28:13.658972 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-19f608fc-854e-4f35-ac98-e42c9d7a531e service neutron] 10.222.0.66 "GET /v2.0/networks/8f6a31d1-581a-430a-9aca-d9ed503d6913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348140 May 28 05:28:13.836229 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7e0bc15a-c740-4c23-bd6c-9c0ca5c64475 req-1c222b53-e69e-4141-bfac-68152980fc86 service neutron] 10.222.0.66 "GET /v2.0/networks/8f6a31d1-581a-430a-9aca-d9ed503d6913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711237 May 28 05:28:13.847093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792321b0-7890-4bee-98f8-a5911ee6e320 req-19b718b0-3e4d-4bf3-afdb-f6b729e4ee12 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:13.849107 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-792321b0-7890-4bee-98f8-a5911ee6e320 req-19b718b0-3e4d-4bf3-afdb-f6b729e4ee12 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 943 time: 0.1672850 May 28 05:28:13.931096 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-792321b0-7890-4bee-98f8-a5911ee6e320 req-433be35e-e7fc-4007-99e0-216dbf5fdecc tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762272 May 28 05:28:13.970130 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d25fa0fb-90af-4d73-91f2-723e6e833e51 req-b2bef762-e0c6-4b05-a238-fdb32825eb2b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 1096 time: 0.0751493 May 28 05:28:14.202441 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fa0fb-90af-4d73-91f2-723e6e833e51 req-905e38b3-018e-450e-bec1-0e1aad0c0b3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:14.203779 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d25fa0fb-90af-4d73-91f2-723e6e833e51 req-905e38b3-018e-450e-bec1-0e1aad0c0b3e service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f6a31d1-581a-430a-9aca-d9ed503d6913 HTTP/1.1" status: 200 len: 898 time: 0.2276871 May 28 05:28:14.270676 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d25fa0fb-90af-4d73-91f2-723e6e833e51 req-9f7be80f-eb8b-40ad-bf89-1a6b17715512 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e694283-8bbe-4b36-b49e-4bb895fd7b08 HTTP/1.1" status: 200 len: 217 time: 0.0599055 May 28 05:28:14.335409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25fa0fb-90af-4d73-91f2-723e6e833e51 req-8a3fe587-9104-4664-8a95-48834ff01be6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:14.336785 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d25fa0fb-90af-4d73-91f2-723e6e833e51 req-8a3fe587-9104-4664-8a95-48834ff01be6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58133dcf-5a2a-44f1-9828-ecf60a99055c HTTP/1.1" status: 200 len: 835 time: 0.0596871 May 28 05:28:14.421103 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d25fa0fb-90af-4d73-91f2-723e6e833e51 req-f42cb91e-f36c-4043-861d-ab4209e35bd8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f6a31d1-581a-430a-9aca-d9ed503d6913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772922 May 28 05:28:14.571319 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d25fa0fb-90af-4d73-91f2-723e6e833e51 req-76557c73-d3f9-4057-a615-6e453be40a66 service neutron] 10.222.0.66 "GET /v2.0/networks/8f6a31d1-581a-430a-9aca-d9ed503d6913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432903 May 28 05:28:14.709155 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d25fa0fb-90af-4d73-91f2-723e6e833e51 req-79c84a8f-3c4a-4b1c-84d4-7927c8a5691f service neutron] 10.222.0.66 "GET /v2.0/networks/8f6a31d1-581a-430a-9aca-d9ed503d6913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314831 May 28 05:28:14.942062 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 88494b2f-b6e4-4935-a360-3a2fb6cad000 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:28:15.014833 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 88494b2f-b6e4-4935-a360-3a2fb6cad000 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:28:15.015187 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:15.138906 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158952e2-e0f7-4073-b934-c7ded6a82da9 req-cf082be6-67b9-4b4a-8573-986956c0b319 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:15.140432 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-158952e2-e0f7-4073-b934-c7ded6a82da9 req-cf082be6-67b9-4b4a-8573-986956c0b319 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 943 time: 0.0852005 May 28 05:28:15.186739 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-158952e2-e0f7-4073-b934-c7ded6a82da9 req-3796bb44-3f29-467b-93df-3516eab54acf tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399525 May 28 05:28:16.401820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5e930-1f94-4ac2-933b-0a2634533a27 req-db598622-0132-4f90-879e-983bf97e51d6 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:16.403247 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ede5e930-1f94-4ac2-933b-0a2634533a27 req-db598622-0132-4f90-879e-983bf97e51d6 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 943 time: 0.0853300 May 28 05:28:16.449520 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ede5e930-1f94-4ac2-933b-0a2634533a27 req-00820e7b-f205-48bf-8cdd-96232f4dee76 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406628 May 28 05:28:17.545394 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 0e694283-8bbe-4b36-b49e-4bb895fd7b08 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:28:17.663288 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c43789-d30e-4e9e-baf5-2d32c6a39532 req-f4356413-2127-4c04-b8d2-281dedc9026d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:17.664778 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23c43789-d30e-4e9e-baf5-2d32c6a39532 req-f4356413-2127-4c04-b8d2-281dedc9026d tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 943 time: 0.0812988 May 28 05:28:17.680492 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 0e694283-8bbe-4b36-b49e-4bb895fd7b08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=0e694283-8bbe-4b36-b49e-4bb895fd7b08,segment=NetworkSegment(23c037ae-989f-4169-b228-d252f21bf8e0),segment_id=23c037ae-989f-4169-b228-d252f21bf8e0)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:28:17.693776 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '0e694283-8bbe-4b36-b49e-4bb895fd7b08', 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913', 'port_id': '0e694283-8bbe-4b36-b49e-4bb895fd7b08', 'mac_address': 'fa:16:3e:f2:a2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:28:17.711028 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23c43789-d30e-4e9e-baf5-2d32c6a39532 req-1a227c82-5586-4d71-b800-d4a9e2a7d1b3 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404105 May 28 05:28:17.751177 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:17.768193 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e694283-8bbe-4b36-b49e-4bb895fd7b08 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:28:17.785278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 0e694283-8bbe-4b36-b49e-4bb895fd7b08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=0e694283-8bbe-4b36-b49e-4bb895fd7b08,segment=NetworkSegment(23c037ae-989f-4169-b228-d252f21bf8e0),segment_id=23c037ae-989f-4169-b228-d252f21bf8e0)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:28:17.792826 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:17.860129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=0e694283-8bbe-4b36-b49e-4bb895fd7b08,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:18.010622 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['0e694283-8bbe-4b36-b49e-4bb895fd7b08'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:28:18.935021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac0023-b846-41a7-aa46-d060f634d8d6 req-34de17a5-7b2c-47a7-a937-b4b7aca949bd tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:18.936492 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b2ac0023-b846-41a7-aa46-d060f634d8d6 req-34de17a5-7b2c-47a7-a937-b4b7aca949bd tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 944 time: 0.0847771 May 28 05:28:18.986031 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b2ac0023-b846-41a7-aa46-d060f634d8d6 req-def78e10-79d6-4c57-a303-9f58f63029cb tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435815 May 28 05:28:19.562321 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 0e694283-8bbe-4b36-b49e-4bb895fd7b08 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:28:19.643524 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 0e694283-8bbe-4b36-b49e-4bb895fd7b08 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:28:19.648530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 0e694283-8bbe-4b36-b49e-4bb895fd7b08 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:28:19.648890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:19.775810 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:19.803954 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4906a38e-15d1-4ed3-9c50-f1825c2983b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e694283-8bbe-4b36-b49e-4bb895fd7b08'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:28:19.814725 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 0e694283-8bbe-4b36-b49e-4bb895fd7b08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=0e694283-8bbe-4b36-b49e-4bb895fd7b08,segment=NetworkSegment(23c037ae-989f-4169-b228-d252f21bf8e0),segment_id=23c037ae-989f-4169-b228-d252f21bf8e0)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:28:19.820115 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:19.885602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=0e694283-8bbe-4b36-b49e-4bb895fd7b08,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:19.937886 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc054a7a-30bc-421a-b672-49a1798d1fe4'] response: {'server_uuid': '4906a38e-15d1-4ed3-9c50-f1825c2983b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e694283-8bbe-4b36-b49e-4bb895fd7b08', 'code': 200} May 28 05:28:20.189066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace479fc-9228-4fd6-985c-04c6c0a163ab req-627d8cad-31ff-4fcf-8a6a-2e6c3e7f9ade tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:20.190517 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ace479fc-9228-4fd6-985c-04c6c0a163ab req-627d8cad-31ff-4fcf-8a6a-2e6c3e7f9ade tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 945 time: 0.0838580 May 28 05:28:20.283134 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ace479fc-9228-4fd6-985c-04c6c0a163ab req-8b06c729-b6af-414c-b892-1c3d579b7e90 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866952 May 28 05:28:20.301088 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6566328a-2735-4f56-9221-fa7a5a6a6624 req-f8340f04-0600-4277-b5ff-7244214408cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 1098 time: 0.1641152 May 28 05:28:20.347453 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6566328a-2735-4f56-9221-fa7a5a6a6624 req-1d1ce6c5-1be2-42d8-8293-42ced8d4b114 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399415 May 28 05:28:21.485556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c1b05-6e2a-4d68-9bd3-f94f29050d4f req-24531ad1-503e-4e4f-90a8-1ea09f6cb12a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:21.487035 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-088c1b05-6e2a-4d68-9bd3-f94f29050d4f req-24531ad1-503e-4e4f-90a8-1ea09f6cb12a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 945 time: 0.0774302 May 28 05:28:21.534728 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-088c1b05-6e2a-4d68-9bd3-f94f29050d4f req-3a131ac8-d8b5-452a-a1b2-59a39b600052 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415318 May 28 05:28:22.211439 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4c5c039e-cf82-4a37-8b75-1fc49e0c693c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:22.765517 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d1a57-5f12-4b63-a2cd-3991cf793d36 req-b1c40624-59a9-4fc4-a71d-b5a110cc4c5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:22.766959 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-557d1a57-5f12-4b63-a2cd-3991cf793d36 req-b1c40624-59a9-4fc4-a71d-b5a110cc4c5f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 945 time: 0.0942121 May 28 05:28:22.824267 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-557d1a57-5f12-4b63-a2cd-3991cf793d36 req-33a6d484-bd52-4ce4-9995-23d2d6750d3c tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487306 May 28 05:28:23.027175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbff86-3213-489e-bdf9-e679efd6be8e req-89dc1517-8f2c-42e6-9cc2-9bbe9ef661af tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:23.028617 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8acbff86-3213-489e-bdf9-e679efd6be8e req-89dc1517-8f2c-42e6-9cc2-9bbe9ef661af tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 945 time: 0.0812161 May 28 05:28:23.087150 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8acbff86-3213-489e-bdf9-e679efd6be8e req-91bcb0a5-9993-40f5-b6d1-b0164a7d1a36 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528474 May 28 05:28:23.114897 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39916) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:23.191883 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-15e6b1d5-ff02-40ae-bf82-f75a68191648 tempest-TestNetworkAdvancedServerOps-608753577 tempest-TestNetworkAdvancedServerOps-608753577-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 1093 time: 0.0756166 May 28 05:28:23.194736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39920) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:23.199792 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': '0e694283-8bbe-4b36-b49e-4bb895fd7b08', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:28:23.206222 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:28:23.210124 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Usage tracker for resource:floatingip and tenant:9303cb889d584d1793d285a7bfb26533 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:28:23.213064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:28:23.219003 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:28:23.231856 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:23.376845 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:23.604767 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Allocated IP 172.26.8.228 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/0281f72c-03dd-46e1-817b-00abd4c9afe9) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:28:23.748928 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:23.780198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:23.846485 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:28:23.849286 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:28:23.854617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:28:23.881931 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=0281f72c-03dd-46e1-817b-00abd4c9afe9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:24.359440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c39183ee-47cf-4603-9f2d-1f35023e4e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:24.399866 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:24.464602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:24.677932 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:24.686209 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:24.808987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event updated for resources: {'Port': ['ID=0281f72c-03dd-46e1-817b-00abd4c9afe9,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:24.821386 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:25.008671 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Floating IP 1572bf4c-8f16-4e91-9d0f-c5047124b58d associated. External IP: 172.26.8.228, port: 0e694283-8bbe-4b36-b49e-4bb895fd7b08. May 28 05:28:25.193204 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:25.513012 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router 2d9c3f9e-7df1-40d5-be48-7a777653533f has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:28:25.585988 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:25.720430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:28:25.731409 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d568674-ae55-4396-92cd-e3faf199b4b6 None None] Sync routers for ids ['2d9c3f9e-7df1-40d5-be48-7a777653533f'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:28:25.735177 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:25.744823 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d568674-ae55-4396-92cd-e3faf199b4b6 None None] Routers {'2d9c3f9e-7df1-40d5-be48-7a777653533f'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:28:25.745448 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4d568674-ae55-4396-92cd-e3faf199b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:28:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['2d9c3f9e-7df1-40d5-be48-7a777653533f'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:28:25.747955 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:25.805646 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2f1da67d-3eed-4173-86fc-ed64f83b7a79 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6071126 May 28 05:28:25.805646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4906a38e-15d1-4ed3-9c50-f1825c2983b5', 'tag': '0e694283-8bbe-4b36-b49e-4bb895fd7b08'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:28:25.867410 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266c8d61-f70c-42ae-84e8-0eab8c29a4e4'] response: {'name': 'network-changed', 'server_uuid': '4906a38e-15d1-4ed3-9c50-f1825c2983b5', 'tag': '0e694283-8bbe-4b36-b49e-4bb895fd7b08', 'status': 'completed', 'code': 200} May 28 05:28:25.931503 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-4d568674-ae55-4396-92cd-e3faf199b4b6 None None] Set router 2d9c3f9e-7df1-40d5-be48-7a777653533f gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:28:26.020464 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2f1302aa-5a03-44e1-9a3d-501e37683430 req-7adef1a8-bd81-4fa3-a888-1910d929c5a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 1098 time: 0.1315298 May 28 05:28:26.030872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a9d0c-a269-40bc-8a08-f983a02deb0b req-8cdc027e-5cc4-42aa-a3a0-dd3abb64036f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:26.032219 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-013a9d0c-a269-40bc-8a08-f983a02deb0b req-8cdc027e-5cc4-42aa-a3a0-dd3abb64036f tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 945 time: 0.1069531 May 28 05:28:26.164026 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-013a9d0c-a269-40bc-8a08-f983a02deb0b req-97b3eb8b-1b67-45ac-b305-af08d94db220 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137424 May 28 05:28:26.192734 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39928) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:26.197218 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1302aa-5a03-44e1-9a3d-501e37683430 req-8c482ac4-b51b-4907-87da-5b6a937fe2ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:26.198728 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2f1302aa-5a03-44e1-9a3d-501e37683430 req-8c482ac4-b51b-4907-87da-5b6a937fe2ca service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f6a31d1-581a-430a-9aca-d9ed503d6913 HTTP/1.1" status: 200 len: 898 time: 0.1656983 May 28 05:28:26.300967 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d9cfbf31-84cb-4ed7-91b0-b39baf866e94 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/1572bf4c-8f16-4e91-9d0f-c5047124b58d HTTP/1.1" status: 200 len: 991 time: 0.1049416 May 28 05:28:26.303633 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2f1302aa-5a03-44e1-9a3d-501e37683430 req-081291c2-4f03-49a6-ad31-58469c9022ab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e694283-8bbe-4b36-b49e-4bb895fd7b08 HTTP/1.1" status: 200 len: 999 time: 0.0984418 May 28 05:28:26.307818 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4d568674-ae55-4396-92cd-e3faf199b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966850214', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:28:02Z', 'updated_at': '2022-05-28T05:28:06Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:03Z', 'updated_at': '2022-05-28T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '1572bf4c-8f16-4e91-9d0f-c5047124b58d', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'floating_ip_address': '172.26.8.228', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'port_id': '0e694283-8bbe-4b36-b49e-4bb895fd7b08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913', 'mac_address': 'fa:16:3e:f2:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4906a38e-15d1-4ed3-9c50-f1825c2983b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:28:24Z', 'updated_at': '2022-05-28T05:28:24Z', 'revision_number': 0, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88494b2f-b6e4-4935-a360-3a2fb6cad000', 'name': '', 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:8f:e2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:06Z', 'updated_at': '2022-05-28T05:28:13Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:28:26.311681 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d568674-ae55-4396-92cd-e3faf199b4b6 None None] Checking router: 2d9c3f9e-7df1-40d5-be48-7a777653533f for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:28:26.322360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d568674-ae55-4396-92cd-e3faf199b4b6 None None] Routers {'2d9c3f9e-7df1-40d5-be48-7a777653533f'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:28:26.322962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4d568674-ae55-4396-92cd-e3faf199b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:28:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['2d9c3f9e-7df1-40d5-be48-7a777653533f'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:28:26.368755 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1302aa-5a03-44e1-9a3d-501e37683430 req-66f044f7-60fc-4b45-bb2b-726717f0b19e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:26.370236 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2f1302aa-5a03-44e1-9a3d-501e37683430 req-66f044f7-60fc-4b45-bb2b-726717f0b19e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58133dcf-5a2a-44f1-9828-ecf60a99055c HTTP/1.1" status: 200 len: 835 time: 0.0613790 May 28 05:28:26.444227 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2f1302aa-5a03-44e1-9a3d-501e37683430 req-3190c516-be60-464d-afaf-eef2c2d86578 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f6a31d1-581a-430a-9aca-d9ed503d6913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680006 May 28 05:28:26.504433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-4d568674-ae55-4396-92cd-e3faf199b4b6 None None] Set router 2d9c3f9e-7df1-40d5-be48-7a777653533f gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:28:26.578338 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2f1302aa-5a03-44e1-9a3d-501e37683430 req-cd2dcd81-d978-4b41-8899-1f1b5c23b673 service neutron] 10.222.0.66 "GET /v2.0/networks/8f6a31d1-581a-430a-9aca-d9ed503d6913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276631 May 28 05:28:26.708488 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2f1302aa-5a03-44e1-9a3d-501e37683430 req-dfe4cdec-1eb3-4ad4-9692-2ea6ccb0bfda service neutron] 10.222.0.66 "GET /v2.0/networks/8f6a31d1-581a-430a-9aca-d9ed503d6913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237001 May 28 05:28:26.859493 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-4d568674-ae55-4396-92cd-e3faf199b4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966850214', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:28:02Z', 'updated_at': '2022-05-28T05:28:06Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:03Z', 'updated_at': '2022-05-28T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '1572bf4c-8f16-4e91-9d0f-c5047124b58d', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'floating_ip_address': '172.26.8.228', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'port_id': '0e694283-8bbe-4b36-b49e-4bb895fd7b08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913', 'mac_address': 'fa:16:3e:f2:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4906a38e-15d1-4ed3-9c50-f1825c2983b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:28:24Z', 'updated_at': '2022-05-28T05:28:24Z', 'revision_number': 0, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88494b2f-b6e4-4935-a360-3a2fb6cad000', 'name': '', 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:8f:e2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:06Z', 'updated_at': '2022-05-28T05:28:13Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:28:26.864073 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d568674-ae55-4396-92cd-e3faf199b4b6 None None] The sync data for ids ['2d9c3f9e-7df1-40d5-be48-7a777653533f'] in dv-neutron-843300-5-hyperv is: [{'id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966850214', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:28:02Z', 'updated_at': '2022-05-28T05:28:06Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:03Z', 'updated_at': '2022-05-28T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '1572bf4c-8f16-4e91-9d0f-c5047124b58d', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'floating_ip_address': '172.26.8.228', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'port_id': '0e694283-8bbe-4b36-b49e-4bb895fd7b08', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913', 'mac_address': 'fa:16:3e:f2:a2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4906a38e-15d1-4ed3-9c50-f1825c2983b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:28:24Z', 'updated_at': '2022-05-28T05:28:24Z', 'revision_number': 0, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88494b2f-b6e4-4935-a360-3a2fb6cad000', 'name': '', 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:8f:e2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:06Z', 'updated_at': '2022-05-28T05:28:13Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:28:27.304006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39932) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:27.305552 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:27.416018 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f4165453-996b-41f4-8ea0-119184a22c76 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/1572bf4c-8f16-4e91-9d0f-c5047124b58d HTTP/1.1" status: 200 len: 991 time: 0.1108475 May 28 05:28:28.253506 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b258d66-115f-4494-bf1c-a59fb493f529 None None] New status for floating IP 1572bf4c-8f16-4e91-9d0f-c5047124b58d: ACTIVE {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:28:28.419617 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39936) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:28.525439 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-24b9eab8-7fa3-4998-a2c5-33bb73e4b719 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/1572bf4c-8f16-4e91-9d0f-c5047124b58d HTTP/1.1" status: 200 len: 991 time: 0.1047072 May 28 05:28:29.529723 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39940) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:29.753138 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5a406042-ceb8-4c19-a969-4d42a7ba2cd0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/1572bf4c-8f16-4e91-9d0f-c5047124b58d HTTP/1.1" status: 200 len: 993 time: 0.2217338 May 28 05:28:46.870338 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:28:52.196954 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-63a48d78-3d7a-4b57-a599-2e55690a46f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:52.790764 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af39252-7748-4047-b39e-e46977f3321e req-3ae0f8bc-f31d-480c-aa98-d0d6fc12284a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:52.792609 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7af39252-7748-4047-b39e-e46977f3321e req-3ae0f8bc-f31d-480c-aa98-d0d6fc12284a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 945 time: 0.0934937 May 28 05:28:52.837701 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7af39252-7748-4047-b39e-e46977f3321e req-5c46e333-3b8a-46da-9304-4c082d1f91be tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389793 May 28 05:28:54.050565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953c24d-8c80-4b1c-a09e-b550bfdee623 req-b97681b4-33b2-4f87-aa28-ecc0bbe1f3ef tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:54.052004 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9953c24d-8c80-4b1c-a09e-b550bfdee623 req-b97681b4-33b2-4f87-aa28-ecc0bbe1f3ef tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 945 time: 0.0903182 May 28 05:28:54.108252 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9953c24d-8c80-4b1c-a09e-b550bfdee623 req-dab93f3b-fa25-4458-bdfe-2374ece2a24e tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504262 May 28 05:28:54.137217 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39958) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:54.239963 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6f233c2d-48a9-499e-aff8-418c4ead1ca6 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/1572bf4c-8f16-4e91-9d0f-c5047124b58d HTTP/1.1" status: 200 len: 993 time: 0.1014304 May 28 05:28:54.357233 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-780426fb-87d6-4f50-80c7-1d1ff09530e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:55.187296 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:55.585712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:55.733906 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:55.820294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e9bc6-16a8-444d-a0e3-f219b02beaf1 req-5974a66f-cfbb-4bfc-8de6-23eba0970c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:55.821770 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-298e9bc6-16a8-444d-a0e3-f219b02beaf1 req-5974a66f-cfbb-4bfc-8de6-23eba0970c33 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 945 time: 0.1339035 May 28 05:28:55.828656 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7559715-42c8-46cc-a832-c261d5b14dfd req-22ce2cbc-86a1-4257-8991-078eee6f5511 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 1098 time: 0.1077023 May 28 05:28:55.949364 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-298e9bc6-16a8-444d-a0e3-f219b02beaf1 req-f1a310ec-f137-4ea5-8d84-18c59918f8b2 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197536 May 28 05:28:55.987009 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7559715-42c8-46cc-a832-c261d5b14dfd req-d37cc99b-fe3d-441b-b004-94e3da8a8765 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:55.988803 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7559715-42c8-46cc-a832-c261d5b14dfd req-d37cc99b-fe3d-441b-b004-94e3da8a8765 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f6a31d1-581a-430a-9aca-d9ed503d6913 HTTP/1.1" status: 200 len: 898 time: 0.1459675 May 28 05:28:56.091794 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7559715-42c8-46cc-a832-c261d5b14dfd req-f2be8358-561f-4137-ae39-393a73b32a80 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e694283-8bbe-4b36-b49e-4bb895fd7b08 HTTP/1.1" status: 200 len: 1001 time: 0.0968406 May 28 05:28:56.158315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7559715-42c8-46cc-a832-c261d5b14dfd req-85d55ce6-aaa0-41ac-8d9b-083ca3f853dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:56.159777 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7559715-42c8-46cc-a832-c261d5b14dfd req-85d55ce6-aaa0-41ac-8d9b-083ca3f853dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58133dcf-5a2a-44f1-9828-ecf60a99055c HTTP/1.1" status: 200 len: 835 time: 0.0627389 May 28 05:28:56.238060 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7559715-42c8-46cc-a832-c261d5b14dfd req-25843e12-b1b3-48a2-ade3-450b20bb7c98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f6a31d1-581a-430a-9aca-d9ed503d6913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717523 May 28 05:28:56.364764 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7559715-42c8-46cc-a832-c261d5b14dfd req-cefb8b63-44fd-400b-bbd2-d5669c345d7f service neutron] 10.222.0.66 "GET /v2.0/networks/8f6a31d1-581a-430a-9aca-d9ed503d6913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214287 May 28 05:28:56.515244 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d7559715-42c8-46cc-a832-c261d5b14dfd req-b8469499-b4d3-46c4-bdd6-00ba3936ceee service neutron] 10.222.0.66 "GET /v2.0/networks/8f6a31d1-581a-430a-9aca-d9ed503d6913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444349 May 28 05:28:57.160480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e87d7d-e81f-426e-8305-10a6bf4808b5 req-54e2da3f-e781-4e62-8b79-93b5cbf9875b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:57.161878 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-13e87d7d-e81f-426e-8305-10a6bf4808b5 req-54e2da3f-e781-4e62-8b79-93b5cbf9875b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 945 time: 0.0908337 May 28 05:28:57.209626 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-13e87d7d-e81f-426e-8305-10a6bf4808b5 req-76420555-ca58-4edd-aef0-e34ae778f0e0 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421352 May 28 05:28:57.305331 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:58.419891 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc88c25-2cfd-4fea-80f8-2cc0c47ab29b req-594bf4bb-0ac2-4433-af59-ab01641f2344 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:28:58.421339 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-abc88c25-2cfd-4fea-80f8-2cc0c47ab29b req-594bf4bb-0ac2-4433-af59-ab01641f2344 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 945 time: 0.0833127 May 28 05:28:58.468502 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-abc88c25-2cfd-4fea-80f8-2cc0c47ab29b req-13912604-7213-4d5f-a71f-177a60760502 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415800 May 28 05:28:58.501979 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39972) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:58.614333 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-5452b394-dd1f-4e82-ba26-93e25ca47fae tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/floatingips/1572bf4c-8f16-4e91-9d0f-c5047124b58d HTTP/1.1" status: 200 len: 993 time: 0.1111751 May 28 05:28:58.967227 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 39980) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:28:59.265437 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port 0281f72c-03dd-46e1-817b-00abd4c9afe9 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:28:59.265692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:59.438797 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:59.439522 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:59.556124 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for 0281f72c-03dd-46e1-817b-00abd4c9afe9 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:28:59.714130 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:28:59.759079 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=0281f72c-03dd-46e1-817b-00abd4c9afe9,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:28:59.797184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:59.797519 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:59.797887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:59.798212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:59.798532 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:59.798867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:59.799204 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:59.799473 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:59.799788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:59.800096 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:59.800397 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:28:59.863311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:00.260298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router 2d9c3f9e-7df1-40d5-be48-7a777653533f has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:29:00.460583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:29:00.479100 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae2c0c-bab7-4a43-833d-e811b6ad83bb None None] Sync routers for ids ['2d9c3f9e-7df1-40d5-be48-7a777653533f'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:29:00.486190 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:00.542028 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f16b7237-3dce-416d-82ef-ad3393aad991 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/floatingips/1572bf4c-8f16-4e91-9d0f-c5047124b58d HTTP/1.1" status: 204 len: 168 time: 1.5735435 May 28 05:29:00.542510 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4906a38e-15d1-4ed3-9c50-f1825c2983b5', 'tag': '0e694283-8bbe-4b36-b49e-4bb895fd7b08'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:29:00.552598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae2c0c-bab7-4a43-833d-e811b6ad83bb None None] Routers {'2d9c3f9e-7df1-40d5-be48-7a777653533f'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:29:00.553197 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d6ae2c0c-bab7-4a43-833d-e811b6ad83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:28:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['2d9c3f9e-7df1-40d5-be48-7a777653533f'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:00.598229 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c537bb-65f3-4a2a-a669-46fe04cfabb1'] response: {'name': 'network-changed', 'server_uuid': '4906a38e-15d1-4ed3-9c50-f1825c2983b5', 'tag': '0e694283-8bbe-4b36-b49e-4bb895fd7b08', 'status': 'completed', 'code': 200} May 28 05:29:00.690329 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-00930160-0ed8-4f4c-b963-784b41b2862b req-c2bf292a-1b63-4d46-a713-44fea7a6b5d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9303cb889d584d1793d285a7bfb26533&device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 1098 time: 0.0687077 May 28 05:29:00.801244 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-d6ae2c0c-bab7-4a43-833d-e811b6ad83bb None None] Set router 2d9c3f9e-7df1-40d5-be48-7a777653533f gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:29:00.997796 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00930160-0ed8-4f4c-b963-784b41b2862b req-23b03031-3283-4b57-9583-8b987c485d8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:00.999258 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-00930160-0ed8-4f4c-b963-784b41b2862b req-23b03031-3283-4b57-9583-8b987c485d8a service neutron] 10.222.0.66 "GET /v2.0/networks?id=8f6a31d1-581a-430a-9aca-d9ed503d6913 HTTP/1.1" status: 200 len: 898 time: 0.3034079 May 28 05:29:01.069951 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-00930160-0ed8-4f4c-b963-784b41b2862b req-bd36e9d9-3f48-4fc7-9490-73ba508cf540 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e694283-8bbe-4b36-b49e-4bb895fd7b08 HTTP/1.1" status: 200 len: 217 time: 0.0639768 May 28 05:29:01.076774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47e278-8a07-4da3-ae41-391e112c5f7a req-54b05f5e-fb1a-4d77-9708-6dbc06c8ee41 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:01.077477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-3c47e278-8a07-4da3-ae41-391e112c5f7a req-54b05f5e-fb1a-4d77-9708-6dbc06c8ee41 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:29:01.144487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d6ae2c0c-bab7-4a43-833d-e811b6ad83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966850214', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:28:02Z', 'updated_at': '2022-05-28T05:28:06Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:03Z', 'updated_at': '2022-05-28T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '88494b2f-b6e4-4935-a360-3a2fb6cad000', 'name': '', 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:8f:e2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:06Z', 'updated_at': '2022-05-28T05:28:13Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:01.147330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00930160-0ed8-4f4c-b963-784b41b2862b req-d4c97c17-ae48-4e2a-a528-66c39ada83b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:01.148642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae2c0c-bab7-4a43-833d-e811b6ad83bb None None] Checking router: 2d9c3f9e-7df1-40d5-be48-7a777653533f for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:29:01.148824 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-00930160-0ed8-4f4c-b963-784b41b2862b req-d4c97c17-ae48-4e2a-a528-66c39ada83b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=58133dcf-5a2a-44f1-9828-ecf60a99055c HTTP/1.1" status: 200 len: 835 time: 0.0687044 May 28 05:29:01.149379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-3c47e278-8a07-4da3-ae41-391e112c5f7a req-54b05f5e-fb1a-4d77-9708-6dbc06c8ee41 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:29:01.150388 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3c47e278-8a07-4da3-ae41-391e112c5f7a req-54b05f5e-fb1a-4d77-9708-6dbc06c8ee41 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 945 time: 0.2491953 May 28 05:29:01.160080 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae2c0c-bab7-4a43-833d-e811b6ad83bb None None] Routers {'2d9c3f9e-7df1-40d5-be48-7a777653533f'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:29:01.160680 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d6ae2c0c-bab7-4a43-833d-e811b6ad83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:28:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['2d9c3f9e-7df1-40d5-be48-7a777653533f'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:01.251089 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3c47e278-8a07-4da3-ae41-391e112c5f7a req-963bbe64-b942-40d0-b99c-1ca46e07c3cd tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656331 May 28 05:29:01.265124 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-00930160-0ed8-4f4c-b963-784b41b2862b req-dd6359ba-cf35-4253-b739-72f1f13d5e04 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8f6a31d1-581a-430a-9aca-d9ed503d6913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1088545 May 28 05:29:01.341619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-d6ae2c0c-bab7-4a43-833d-e811b6ad83bb None None] Set router 2d9c3f9e-7df1-40d5-be48-7a777653533f gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:29:01.398530 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-00930160-0ed8-4f4c-b963-784b41b2862b req-f9883225-9f30-4b40-8e3c-c9a417863809 service neutron] 10.222.0.66 "GET /v2.0/networks/8f6a31d1-581a-430a-9aca-d9ed503d6913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247838 May 28 05:29:01.535932 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-00930160-0ed8-4f4c-b963-784b41b2862b req-2e39fc4e-3a5c-4ab1-b601-265fb11dcdeb service neutron] 10.222.0.66 "GET /v2.0/networks/8f6a31d1-581a-430a-9aca-d9ed503d6913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312745 May 28 05:29:01.656830 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-d6ae2c0c-bab7-4a43-833d-e811b6ad83bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966850214', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:28:02Z', 'updated_at': '2022-05-28T05:28:06Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:03Z', 'updated_at': '2022-05-28T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '88494b2f-b6e4-4935-a360-3a2fb6cad000', 'name': '', 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:8f:e2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:06Z', 'updated_at': '2022-05-28T05:28:13Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:01.660863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ae2c0c-bab7-4a43-833d-e811b6ad83bb None None] The sync data for ids ['2d9c3f9e-7df1-40d5-be48-7a777653533f'] in dv-neutron-843300-5-hyperv is: [{'id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966850214', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:28:02Z', 'updated_at': '2022-05-28T05:28:06Z', 'revision_number': 4, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:03Z', 'updated_at': '2022-05-28T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '88494b2f-b6e4-4935-a360-3a2fb6cad000', 'name': '', 'network_id': '8f6a31d1-581a-430a-9aca-d9ed503d6913', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'mac_address': 'fa:16:3e:8f:e2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:06Z', 'updated_at': '2022-05-28T05:28:13Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'subnets': [{'id': '58133dcf-5a2a-44f1-9828-ecf60a99055c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:29:01.897841 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae908898-d3d5-4518-bf97-69b1c306ad89 None None] New status for floating IP 1572bf4c-8f16-4e91-9d0f-c5047124b58d: DOWN {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:29:02.465699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca62ae-95a6-478f-8231-113486726122 req-f487957d-40de-454b-b9c9-42e61dc775fe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:02.467109 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7bca62ae-95a6-478f-8231-113486726122 req-f487957d-40de-454b-b9c9-42e61dc775fe tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 945 time: 0.1282325 May 28 05:29:02.512360 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23295d50-c75d-4331-8980-6f489133d96d req-0d746c22-71ff-4e11-bdbb-56626f213269 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:02.513737 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23295d50-c75d-4331-8980-6f489133d96d req-0d746c22-71ff-4e11-bdbb-56626f213269 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 945 time: 0.1316977 May 28 05:29:02.566313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-7bca62ae-95a6-478f-8231-113486726122 req-5b6d1187-db14-4de7-8ab3-3211d189d9c9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port 0e694283-8bbe-4b36-b49e-4bb895fd7b08 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:29:02.566985 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-7bca62ae-95a6-478f-8231-113486726122 req-5b6d1187-db14-4de7-8ab3-3211d189d9c9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:02.618937 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-23295d50-c75d-4331-8980-6f489133d96d req-88d7c6ce-78ae-46b7-a036-68de80b58246 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/security-groups?id=876af27a-92b0-47d0-84bc-0960102f59f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989144 May 28 05:29:02.829260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-7bca62ae-95a6-478f-8231-113486726122 req-5b6d1187-db14-4de7-8ab3-3211d189d9c9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port 0e694283-8bbe-4b36-b49e-4bb895fd7b08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=0e694283-8bbe-4b36-b49e-4bb895fd7b08,segment=NetworkSegment(23c037ae-989f-4169-b228-d252f21bf8e0),segment_id=23c037ae-989f-4169-b228-d252f21bf8e0)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:29:02.829514 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-7bca62ae-95a6-478f-8231-113486726122 req-5b6d1187-db14-4de7-8ab3-3211d189d9c9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:02.949024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-7bca62ae-95a6-478f-8231-113486726122 req-5b6d1187-db14-4de7-8ab3-3211d189d9c9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for 0e694283-8bbe-4b36-b49e-4bb895fd7b08 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:29:03.107558 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-7bca62ae-95a6-478f-8231-113486726122 req-5b6d1187-db14-4de7-8ab3-3211d189d9c9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:03.163805 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d1187-db14-4de7-8ab3-3211d189d9c9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=0e694283-8bbe-4b36-b49e-4bb895fd7b08,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:03.238145 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bca62ae-95a6-478f-8231-113486726122 req-5b6d1187-db14-4de7-8ab3-3211d189d9c9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] No DVR routers for this DVR port 0e694283-8bbe-4b36-b49e-4bb895fd7b08 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:29:03.240710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-7bca62ae-95a6-478f-8231-113486726122 req-5b6d1187-db14-4de7-8ab3-3211d189d9c9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:03.243174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4906a38e-15d1-4ed3-9c50-f1825c2983b5', 'name': 'network-vif-deleted', 'tag': '0e694283-8bbe-4b36-b49e-4bb895fd7b08'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:29:03.262858 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7bca62ae-95a6-478f-8231-113486726122 req-5b6d1187-db14-4de7-8ab3-3211d189d9c9 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.66 "DELETE /v2.0/ports/0e694283-8bbe-4b36-b49e-4bb895fd7b08 HTTP/1.1" status: 204 len: 173 time: 0.7888410 May 28 05:29:03.305954 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65bd6ef8-a638-4b9e-ba97-80535e303143'] response: {'server_uuid': '4906a38e-15d1-4ed3-9c50-f1825c2983b5', 'name': 'network-vif-deleted', 'tag': '0e694283-8bbe-4b36-b49e-4bb895fd7b08', 'status': 'completed', 'code': 200} May 28 05:29:03.908493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-b8001a84-c87d-458b-b6ae-817ef4f17f18 req-8f9971e4-0555-43d4-a00c-eaac6a5e4951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Synchronizing usage tracker for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:29:03.924898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-b8001a84-c87d-458b-b6ae-817ef4f17f18 req-8f9971e4-0555-43d4-a00c-eaac6a5e4951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Unset dirty status for tenant:9303cb889d584d1793d285a7bfb26533 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:29:03.926140 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b8001a84-c87d-458b-b6ae-817ef4f17f18 req-8f9971e4-0555-43d4-a00c-eaac6a5e4951 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "GET /v2.0/ports?device_id=4906a38e-15d1-4ed3-9c50-f1825c2983b5 HTTP/1.1" status: 200 len: 210 time: 0.1583498 May 28 05:29:05.038813 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 39998) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:05.434930 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:05.716621 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 0e694283-8bbe-4b36-b49e-4bb895fd7b08 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:29:05.753607 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 0e694283-8bbe-4b36-b49e-4bb895fd7b08 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:29:05.753968 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 0e694283-8bbe-4b36-b49e-4bb895fd7b08 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:29:06.143397 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port 88494b2f-b6e4-4935-a360-3a2fb6cad000 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:29:06.144038 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:06.336472 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port 88494b2f-b6e4-4935-a360-3a2fb6cad000, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=88494b2f-b6e4-4935-a360-3a2fb6cad000,segment=NetworkSegment(23c037ae-989f-4169-b228-d252f21bf8e0),segment_id=23c037ae-989f-4169-b228-d252f21bf8e0)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:29:06.336786 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:06.456537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for 88494b2f-b6e4-4935-a360-3a2fb6cad000 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:29:06.645915 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:06.693013 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=88494b2f-b6e4-4935-a360-3a2fb6cad000,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:06.733141 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:06.733479 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:06.733877 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:06.734210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:06.734538 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:06.734855 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:06.735158 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:06.735459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:06.735770 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:06.736120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:06.736438 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:07.005366 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:07.697921 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Router 2d9c3f9e-7df1-40d5-be48-7a777653533f has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:29:07.908272 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:29:07.918593 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba043365-3a66-4abd-97c0-93d9f81c7867 None None] Sync routers for ids ['2d9c3f9e-7df1-40d5-be48-7a777653533f'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:29:07.928175 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-89a7e61c-11e2-4348-aa0b-997b14b16b9b tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "PUT /v2.0/routers/2d9c3f9e-7df1-40d5-be48-7a777653533f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8883004 May 28 05:29:07.931012 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40002) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:07.932009 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba043365-3a66-4abd-97c0-93d9f81c7867 None None] Routers {'2d9c3f9e-7df1-40d5-be48-7a777653533f'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:29:07.932929 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-ba043365-3a66-4abd-97c0-93d9f81c7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:28:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['2d9c3f9e-7df1-40d5-be48-7a777653533f'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:08.111189 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a4a0a2-010a-4ab4-8491-85742296f3ef tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting subnet 58133dcf-5a2a-44f1-9828-ecf60a99055c {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:29:08.113495 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-ba043365-3a66-4abd-97c0-93d9f81c7867 None None] Set router 2d9c3f9e-7df1-40d5-be48-7a777653533f gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:29:08.115178 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6a4a0a2-010a-4ab4-8491-85742296f3ef tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:08.169907 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6a4a0a2-010a-4ab4-8491-85742296f3ef tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:08.273118 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6a4a0a2-010a-4ab4-8491-85742296f3ef tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:08.346153 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6a4a0a2-010a-4ab4-8491-85742296f3ef tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:08.387139 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4a0a2-010a-4ab4-8491-85742296f3ef tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Subnet': ['ID=58133dcf-5a2a-44f1-9828-ecf60a99055c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:08.394052 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d6a4a0a2-010a-4ab4-8491-85742296f3ef tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:08.400823 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d6a4a0a2-010a-4ab4-8491-85742296f3ef tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/subnets/58133dcf-5a2a-44f1-9828-ecf60a99055c HTTP/1.1" status: 204 len: 168 time: 0.4687665 May 28 05:29:08.403798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40006) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:08.415091 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c21f64-88e6-40e1-9909-76f4c9be0558 None None] Network 8f6a31d1-581a-430a-9aca-d9ed503d6913 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:29:08.598949 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-689ab486-7f99-4d48-a0c4-109acc53dc5a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:08.603821 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-ba043365-3a66-4abd-97c0-93d9f81c7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966850214', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:28:02Z', 'updated_at': '2022-05-28T05:29:06Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:03Z', 'updated_at': '2022-05-28T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:08.610856 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba043365-3a66-4abd-97c0-93d9f81c7867 None None] Checking router: 2d9c3f9e-7df1-40d5-be48-7a777653533f for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:29:08.626950 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba043365-3a66-4abd-97c0-93d9f81c7867 None None] Routers {'2d9c3f9e-7df1-40d5-be48-7a777653533f'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:29:08.627540 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-ba043365-3a66-4abd-97c0-93d9f81c7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:28:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['2d9c3f9e-7df1-40d5-be48-7a777653533f'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:08.802380 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24a84f5-c3db-4d7c-b998-338fd07acfea None None] DHCP port deletion for 8f6a31d1-581a-430a-9aca-d9ed503d6913 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:29:08.810481 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f24a84f5-c3db-4d7c-b998-338fd07acfea None None] Deleting port c2b0ee94-fba0-4fb3-b6ea-10d353128899 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:29:08.810844 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f24a84f5-c3db-4d7c-b998-338fd07acfea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:08.810945 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-689ab486-7f99-4d48-a0c4-109acc53dc5a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:08.821494 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-689ab486-7f99-4d48-a0c4-109acc53dc5a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port 6c81c916-bdd3-4828-a581-700d5dc001c3 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:29:08.821874 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-689ab486-7f99-4d48-a0c4-109acc53dc5a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:08.848583 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-ba043365-3a66-4abd-97c0-93d9f81c7867 None None] Set router 2d9c3f9e-7df1-40d5-be48-7a777653533f gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:29:08.999446 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device c2b0ee94-fba0-4fb3-b6ea-10d353128899 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:29:09.000389 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-689ab486-7f99-4d48-a0c4-109acc53dc5a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port 6c81c916-bdd3-4828-a581-700d5dc001c3, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=6c81c916-bdd3-4828-a581-700d5dc001c3,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:29:09.000723 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-689ab486-7f99-4d48-a0c4-109acc53dc5a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:09.230692 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-689ab486-7f99-4d48-a0c4-109acc53dc5a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for 6c81c916-bdd3-4828-a581-700d5dc001c3 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:29:09.297717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f24a84f5-c3db-4d7c-b998-338fd07acfea None None] For port c2b0ee94-fba0-4fb3-b6ea-10d353128899, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c2b0ee94-fba0-4fb3-b6ea-10d353128899,segment=NetworkSegment(23c037ae-989f-4169-b228-d252f21bf8e0),segment_id=23c037ae-989f-4169-b228-d252f21bf8e0)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:29:09.297974 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f24a84f5-c3db-4d7c-b998-338fd07acfea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:09.398564 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-689ab486-7f99-4d48-a0c4-109acc53dc5a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:09.444045 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ab486-7f99-4d48-a0c4-109acc53dc5a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Port': ['ID=6c81c916-bdd3-4828-a581-700d5dc001c3,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:09.467598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f24a84f5-c3db-4d7c-b998-338fd07acfea None None] Calling delete_port for c2b0ee94-fba0-4fb3-b6ea-10d353128899 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:29:09.513161 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:09.581761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port c2b0ee94-fba0-4fb3-b6ea-10d353128899, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c2b0ee94-fba0-4fb3-b6ea-10d353128899,segment=NetworkSegment(23c037ae-989f-4169-b228-d252f21bf8e0),segment_id=23c037ae-989f-4169-b228-d252f21bf8e0)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:29:09.588351 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:09.631021 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-f24a84f5-c3db-4d7c-b998-338fd07acfea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:29:09.631338 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-f24a84f5-c3db-4d7c-b998-338fd07acfea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:29:09.644835 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-ba043365-3a66-4abd-97c0-93d9f81c7867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966850214', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:28:02Z', 'updated_at': '2022-05-28T05:29:06Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:03Z', 'updated_at': '2022-05-28T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:09.653604 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba043365-3a66-4abd-97c0-93d9f81c7867 None None] The sync data for ids ['2d9c3f9e-7df1-40d5-be48-7a777653533f'] in dv-neutron-843300-5-hyperv is: [{'id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-966850214', 'tenant_id': '9303cb889d584d1793d285a7bfb26533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27'}], 'enable_snat': True}, 'gw_port_id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:28:02Z', 'updated_at': '2022-05-28T05:29:06Z', 'revision_number': 5, 'project_id': '9303cb889d584d1793d285a7bfb26533', 'gw_port': {'id': '6c81c916-bdd3-4828-a581-700d5dc001c3', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e4:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9c3f9e-7df1-40d5-be48-7a777653533f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:28:03Z', 'updated_at': '2022-05-28T05:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:29:09.662219 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=c2b0ee94-fba0-4fb3-b6ea-10d353128899,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:09.671129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:09.671465 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:09.671807 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:09.672113 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:09.672469 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:09.672777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:09.673087 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:09.673405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:09.673723 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:09.674044 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:09.674338 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:09.674442 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-689ab486-7f99-4d48-a0c4-109acc53dc5a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:09.924300 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-689ab486-7f99-4d48-a0c4-109acc53dc5a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:09.928936 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-689ab486-7f99-4d48-a0c4-109acc53dc5a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:09.960207 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-689ab486-7f99-4d48-a0c4-109acc53dc5a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:09.960628 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689ab486-7f99-4d48-a0c4-109acc53dc5a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Fanout notify agent at l3_agent the message router_deleted on router 2d9c3f9e-7df1-40d5-be48-7a777653533f {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:29:09.975018 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-689ab486-7f99-4d48-a0c4-109acc53dc5a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:09.976100 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-689ab486-7f99-4d48-a0c4-109acc53dc5a tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/routers/2d9c3f9e-7df1-40d5-be48-7a777653533f HTTP/1.1" status: 204 len: 168 time: 1.5713725 May 28 05:29:09.979023 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40010) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:10.092226 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:10.103014 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port c2b0ee94-fba0-4fb3-b6ea-10d353128899 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:29:10.103339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:10.133038 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f24a84f5-c3db-4d7c-b998-338fd07acfea None None] Deleting port c2b0ee94-fba0-4fb3-b6ea-10d353128899 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:29:10.133565 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f24a84f5-c3db-4d7c-b998-338fd07acfea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:10.311353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] For port c2b0ee94-fba0-4fb3-b6ea-10d353128899, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c2b0ee94-fba0-4fb3-b6ea-10d353128899,segment=NetworkSegment(23c037ae-989f-4169-b228-d252f21bf8e0),segment_id=23c037ae-989f-4169-b228-d252f21bf8e0)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:29:10.311704 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:10.390733 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f24a84f5-c3db-4d7c-b998-338fd07acfea None None] For port c2b0ee94-fba0-4fb3-b6ea-10d353128899, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=c2b0ee94-fba0-4fb3-b6ea-10d353128899,segment=NetworkSegment(23c037ae-989f-4169-b228-d252f21bf8e0),segment_id=23c037ae-989f-4169-b228-d252f21bf8e0)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:29:10.391087 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f24a84f5-c3db-4d7c-b998-338fd07acfea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:10.430394 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Calling delete_port for c2b0ee94-fba0-4fb3-b6ea-10d353128899 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:29:10.510099 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-f24a84f5-c3db-4d7c-b998-338fd07acfea None None] Calling delete_port for c2b0ee94-fba0-4fb3-b6ea-10d353128899 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:29:10.589866 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f24a84f5-c3db-4d7c-b998-338fd07acfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500'] for port, after_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:10.602105 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.db.api [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:29:10.602474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG oslo_db.api [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:29:10.635309 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a84f5-c3db-4d7c-b998-338fd07acfea None None] Pushing event deleted for resources: {'Port': ['ID=c2b0ee94-fba0-4fb3-b6ea-10d353128899,revision_number=None']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:10.641094 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24a84f5-c3db-4d7c-b998-338fd07acfea None None] No DVR routers for this DVR port c2b0ee94-fba0-4fb3-b6ea-10d353128899 on host dv-neutron-843300-5-hyperv {{(pid=84011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:29:10.974160 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6c81c916-bdd3-4828-a581-700d5dc001c3 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:29:11.018142 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 6c81c916-bdd3-4828-a581-700d5dc001c3 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:29:11.018469 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 6c81c916-bdd3-4828-a581-700d5dc001c3 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:29:11.018857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 88494b2f-b6e4-4935-a360-3a2fb6cad000 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:29:11.051479 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 88494b2f-b6e4-4935-a360-3a2fb6cad000 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:29:11.051811 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 88494b2f-b6e4-4935-a360-3a2fb6cad000 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:29:11.104462 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Deleting port c2b0ee94-fba0-4fb3-b6ea-10d353128899 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:29:11.105279 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:11.177036 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] The port 'c2b0ee94-fba0-4fb3-b6ea-10d353128899' was deleted {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 05:29:11.317411 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:11.341887 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6a31d1-581a-430a-9aca-d9ed503d6913']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:11.353551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c037ae-989f-4169-b228-d252f21bf8e0') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:11.353873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c037ae-989f-4169-b228-d252f21bf8e0') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:11.366470 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:11.383752 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:11.390221 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:29:11.390598 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: util.warn( May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:29:11.404802 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:29:11.491801 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:11.513685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:11.524704 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'Network': ['ID=8f6a31d1-581a-430a-9aca-d9ed503d6913,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:11.539832 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-d295ff45-c703-4f20-bb0b-6cbb1f1a21ea tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/networks/8f6a31d1-581a-430a-9aca-d9ed503d6913 HTTP/1.1" status: 204 len: 168 time: 1.5598681 May 28 05:29:11.542615 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40014) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:11.611421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1fee3e69-4872-471f-9acd-cd7c5c183482 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:11.640956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1fee3e69-4872-471f-9acd-cd7c5c183482 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:11.711653 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1fee3e69-4872-471f-9acd-cd7c5c183482 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:11.734934 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee3e69-4872-471f-9acd-cd7c5c183482 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=876af27a-92b0-47d0-84bc-0960102f59f1,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:11.741624 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-1fee3e69-4872-471f-9acd-cd7c5c183482 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:11.742802 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-1fee3e69-4872-471f-9acd-cd7c5c183482 tempest-TestNetworkAdvancedServerOps-1235884552 tempest-TestNetworkAdvancedServerOps-1235884552-project] 10.222.0.15 "DELETE /v2.0/security-groups/876af27a-92b0-47d0-84bc-0960102f59f1 HTTP/1.1" status: 204 len: 168 time: 0.1992414 May 28 05:29:12.173029 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40024) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:12.384525 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-27e5c3cd-8832-4920-a1e4-e6cc6837f65b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9303cb889d584d1793d285a7bfb26533&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2103319 May 28 05:29:12.388472 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40030) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:12.454454 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d4fed327-8b08-4cc4-87e0-adcaf4552a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:12.479770 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d4fed327-8b08-4cc4-87e0-adcaf4552a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:12.537916 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d4fed327-8b08-4cc4-87e0-adcaf4552a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:12.565429 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fed327-8b08-4cc4-87e0-adcaf4552a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e214ae3d-b156-4c64-9006-1435e9f2a9c5,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:12.572320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-d4fed327-8b08-4cc4-87e0-adcaf4552a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:12.573569 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d4fed327-8b08-4cc4-87e0-adcaf4552a12 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e214ae3d-b156-4c64-9006-1435e9f2a9c5 HTTP/1.1" status: 204 len: 168 time: 0.1840732 May 28 05:29:12.919474 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40038) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:12.938255 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cd9772b2-7e8c-4073-8233-81f2e0a56259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:12.969826 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cd9772b2-7e8c-4073-8233-81f2e0a56259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:12.973773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cd9772b2-7e8c-4073-8233-81f2e0a56259 admin admin] Usage tracker for resource:security_group_rule and tenant:f0f5c9510c7b4f49a972a899b15636f1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:12.976653 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-cd9772b2-7e8c-4073-8233-81f2e0a56259 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:12.982398 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-cd9772b2-7e8c-4073-8233-81f2e0a56259 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:13.049982 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cd9772b2-7e8c-4073-8233-81f2e0a56259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:13.055609 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-cd9772b2-7e8c-4073-8233-81f2e0a56259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:13.103871 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-cd9772b2-7e8c-4073-8233-81f2e0a56259 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0f5c9510c7b4f49a972a899b15636f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1833327 May 28 05:29:13.104802 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9772b2-7e8c-4073-8233-81f2e0a56259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b157793-b748-49a5-b1c3-8f1905de9078,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:13.106853 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40042) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:13.170043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-beb9fb42-823e-4954-a72a-a8362d9ae789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:13.195557 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-beb9fb42-823e-4954-a72a-a8362d9ae789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:13.249524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-beb9fb42-823e-4954-a72a-a8362d9ae789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:13.265351 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9fb42-823e-4954-a72a-a8362d9ae789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b157793-b748-49a5-b1c3-8f1905de9078,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:13.270577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-beb9fb42-823e-4954-a72a-a8362d9ae789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:13.274082 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-beb9fb42-823e-4954-a72a-a8362d9ae789 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b157793-b748-49a5-b1c3-8f1905de9078 HTTP/1.1" status: 204 len: 168 time: 0.1636627 May 28 05:29:14.203933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40064) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:14.349611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-964548002-network', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:29:14.356686 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:14.360796 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Usage tracker for resource:network and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:14.364159 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:14.370900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:14.383059 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Made reservation on behalf of d6fbc539bcad4bb285660ac6de42fdb1 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:29:14.385399 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:14.398231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:14.429283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:14.433182 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Usage tracker for resource:security_group_rule and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:14.436198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:14.441954 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:14.508305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:14.513864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:14.542624 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:29:14.551316 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bf9855-e210-441d-aafc-9ff10f5e14e9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:14.556940 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:14.557308 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Added segment a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a of type vlan for network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 May 28 05:29:14.583701 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:14.615676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:14.616510 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:14.617078 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:14.718570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] Pushing event updated for resources: {'Network': ['ID=7631ecbc-e0d0-4760-ac5a-582f84cba9f9,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:14.721512 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-aacb1f3b-4870-4229-81ce-1d9348c8f97f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5166025 May 28 05:29:14.724687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40070) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:14.728953 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:29:14.730246 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-77138a8c-c9a1-404a-9a71-b7477fbd03b8 admin admin] Request body: {'subnet': {'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-964548002-subnet', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'ip_version': 4}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:29:14.735958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-77138a8c-c9a1-404a-9a71-b7477fbd03b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:14.740213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-77138a8c-c9a1-404a-9a71-b7477fbd03b8 admin admin] Usage tracker for resource:subnet and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:14.743081 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-77138a8c-c9a1-404a-9a71-b7477fbd03b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:14.749481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-77138a8c-c9a1-404a-9a71-b7477fbd03b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:14.761037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77138a8c-c9a1-404a-9a71-b7477fbd03b8 admin admin] Made reservation on behalf of d6fbc539bcad4bb285660ac6de42fdb1 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:29:14.763661 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-77138a8c-c9a1-404a-9a71-b7477fbd03b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:14.973175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-77138a8c-c9a1-404a-9a71-b7477fbd03b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:15.048700 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77138a8c-c9a1-404a-9a71-b7477fbd03b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0372ea20-38c7-4f28-93b4-86af221b5070,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:15.063149 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77138a8c-c9a1-404a-9a71-b7477fbd03b8 admin admin] Checking segment: {'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:29:15.063498 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77138a8c-c9a1-404a-9a71-b7477fbd03b8 admin admin] Network hostable DHCP agents. Network: 7631ecbc-e0d0-4760-ac5a-582f84cba9f9, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:29:15.088624 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77138a8c-c9a1-404a-9a71-b7477fbd03b8 admin admin] Network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:29:15.098833 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-77138a8c-c9a1-404a-9a71-b7477fbd03b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 7631ecbc-e0d0-4760-ac5a-582f84cba9f9) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:29:15.102895 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77138a8c-c9a1-404a-9a71-b7477fbd03b8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:15.103471 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-77138a8c-c9a1-404a-9a71-b7477fbd03b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:15.107876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007c79f2-461a-44d4-96b9-c9e9fd73a6ef None None] Network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:29:15.128899 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-77138a8c-c9a1-404a-9a71-b7477fbd03b8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4005551 May 28 05:29:15.129196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40074) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:15.134370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:29:15.139892 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:15.144410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Usage tracker for resource:router and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:15.147277 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:15.153023 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:15.165355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:15.166489 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:15.186154 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:15.316135 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:29:15.316940 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:15.336421 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:15.475240 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Allocated IP 172.20.0.2 (7631ecbc-e0d0-4760-ac5a-582f84cba9f9/0372ea20-38c7-4f28-93b4-86af221b5070/d2829b40-f7e0-4774-8517-6762bc60a4d4) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:29:15.536627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:15.565905 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:15.674542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:15.685011 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Transition to ACTIVE for port object d2829b40-f7e0-4774-8517-6762bc60a4d4 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:29:15.702904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Allocated IP 172.26.8.182 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/3c83dc43-fdd8-4062-9456-2c1315d3ff92) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:29:15.703769 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Transition to ACTIVE for port object d2829b40-f7e0-4774-8517-6762bc60a4d4 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:29:15.710878 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:15.782153 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:29:15.783321 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:29:15.785890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:29:15.794600 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Pushing event updated for resources: {'Port': ['ID=d2829b40-f7e0-4774-8517-6762bc60a4d4,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:15.849517 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:15.877014 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Attempting to bind port d2829b40-f7e0-4774-8517-6762bc60a4d4 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:29:15.877387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Attempting to bind port d2829b40-f7e0-4774-8517-6762bc60a4d4 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:29:15.877627 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:15.877765 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Attempting to bind port d2829b40-f7e0-4774-8517-6762bc60a4d4 on network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:29:15.884195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:29:15.884559 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Checking segment: {'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:29:15.884981 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:15.885363 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Bound using segment: {'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:29:15.885841 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Bound port: d2829b40-f7e0-4774-8517-6762bc60a4d4, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:29:15.886207 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:15.948354 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:29:15.952034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:29:15.953957 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Pushing event updated for resources: {'Port': ['ID=3c83dc43-fdd8-4062-9456-2c1315d3ff92,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:15.955981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:29:15.981478 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] For port d2829b40-f7e0-4774-8517-6762bc60a4d4, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:29:15.984749 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] For port d2829b40-f7e0-4774-8517-6762bc60a4d4, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d2829b40-f7e0-4774-8517-6762bc60a4d4,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:29:15.990407 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:16.073537 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cb944-0cba-48cd-936e-114afb21fc3c None None] Pushing event updated for resources: {'Port': ['ID=d2829b40-f7e0-4774-8517-6762bc60a4d4,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:16.242462 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:16.243201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:16.488199 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Router c5871830-2f84-41dc-b6cc-743fc6419854 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:29:16.700086 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:29:16.709772 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Sync routers for ids ['c5871830-2f84-41dc-b6cc-743fc6419854'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:29:16.722525 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Routers {'c5871830-2f84-41dc-b6cc-743fc6419854'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:29:16.723352 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:28:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c5871830-2f84-41dc-b6cc-743fc6419854'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:16.730671 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:16.732384 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-10bb32da-875b-48c8-a043-b8e482404f1e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6018689 May 28 05:29:16.735113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40078) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:16.910722 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Set router c5871830-2f84-41dc-b6cc-743fc6419854 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:29:16.980877 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92919a3-fcec-46dc-8676-a77e337f02b3 None None] Network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:29:17.055257 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d2829b40-f7e0-4774-8517-6762bc60a4d4 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:29:17.206372 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-be5793d1-ac6a-4be3-a2d9-b784a4ada6f7 None None] Provisioning for port d2829b40-f7e0-4774-8517-6762bc60a4d4 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:29:17.220537 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port d2829b40-f7e0-4774-8517-6762bc60a4d4 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:29:17.226002 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-be5793d1-ac6a-4be3-a2d9-b784a4ada6f7 None None] Provisioning complete for port d2829b40-f7e0-4774-8517-6762bc60a4d4 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:17.226300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-be5793d1-ac6a-4be3-a2d9-b784a4ada6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:17.249536 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:16Z', 'revision_number': 3, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:17.253733 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Checking router: c5871830-2f84-41dc-b6cc-743fc6419854 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:29:17.254062 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Updating router c5871830-2f84-41dc-b6cc-743fc6419854 port 3c83dc43-fdd8-4062-9456-2c1315d3ff92 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:29:17.261405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d2829b40-f7e0-4774-8517-6762bc60a4d4 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:17.261884 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:17.306529 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:17.482972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:17.532239 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:17.549963 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-be5793d1-ac6a-4be3-a2d9-b784a4ada6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:17.591345 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port d2829b40-f7e0-4774-8517-6762bc60a4d4, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d2829b40-f7e0-4774-8517-6762bc60a4d4,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:29:17.598278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:17.648747 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:17.661293 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Transition to ACTIVE for port object 3c83dc43-fdd8-4062-9456-2c1315d3ff92 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:29:17.673478 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:17.708278 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Allocated IP 172.20.0.1 (7631ecbc-e0d0-4760-ac5a-582f84cba9f9/0372ea20-38c7-4f28-93b4-86af221b5070/06d88e5e-06a5-40aa-af58-16a18c9406ee) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:29:17.734480 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-be5793d1-ac6a-4be3-a2d9-b784a4ada6f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:29:17.734736 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-be5793d1-ac6a-4be3-a2d9-b784a4ada6f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:29:17.735217 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=d2829b40-f7e0-4774-8517-6762bc60a4d4,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:17.785620 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Attempting to bind port 3c83dc43-fdd8-4062-9456-2c1315d3ff92 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:29:17.786317 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Attempting to bind port 3c83dc43-fdd8-4062-9456-2c1315d3ff92 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:29:17.786317 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Attempting to bind port 3c83dc43-fdd8-4062-9456-2c1315d3ff92 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:29:17.788475 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc691aeb-97cd-4607-af84-22a2cf2b4fe9 None None] Pushing event updated for resources: {'Port': ['ID=3c83dc43-fdd8-4062-9456-2c1315d3ff92,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:17.801010 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691aeb-97cd-4607-af84-22a2cf2b4fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:17.801338 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691aeb-97cd-4607-af84-22a2cf2b4fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:17.801683 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691aeb-97cd-4607-af84-22a2cf2b4fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:17.802043 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691aeb-97cd-4607-af84-22a2cf2b4fe9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:17.802337 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691aeb-97cd-4607-af84-22a2cf2b4fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:17.802647 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691aeb-97cd-4607-af84-22a2cf2b4fe9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:17.802956 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691aeb-97cd-4607-af84-22a2cf2b4fe9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:17.803269 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691aeb-97cd-4607-af84-22a2cf2b4fe9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:17.803578 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691aeb-97cd-4607-af84-22a2cf2b4fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:17.803877 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691aeb-97cd-4607-af84-22a2cf2b4fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:17.804180 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc691aeb-97cd-4607-af84-22a2cf2b4fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:29:17.807439 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:29:17.807793 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:29:17.808346 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:17.808860 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:29:17.809399 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Bound port: 3c83dc43-fdd8-4062-9456-2c1315d3ff92, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:29:17.809785 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:17.884472 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] For port 3c83dc43-fdd8-4062-9456-2c1315d3ff92, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:29:17.888828 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] For port 3c83dc43-fdd8-4062-9456-2c1315d3ff92, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3c83dc43-fdd8-4062-9456-2c1315d3ff92,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:29:17.895860 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:17.978194 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc691aeb-97cd-4607-af84-22a2cf2b4fe9 None None] Pushing event updated for resources: {'Port': ['ID=3c83dc43-fdd8-4062-9456-2c1315d3ff92,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:17.985903 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Routers {'c5871830-2f84-41dc-b6cc-743fc6419854'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:29:17.986428 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:28:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c5871830-2f84-41dc-b6cc-743fc6419854'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:18.008713 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:18.024708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Transition to ACTIVE for port object 06d88e5e-06a5-40aa-af58-16a18c9406ee will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:29:18.049215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:18.123949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:29:18.127095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:29:18.129884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:29:18.164719 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] Set router c5871830-2f84-41dc-b6cc-743fc6419854 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:29:18.175749 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Pushing event updated for resources: {'Port': ['ID=06d88e5e-06a5-40aa-af58-16a18c9406ee,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:18.191285 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:18.284422 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:18.442376 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aa4dddd9-eed6-44d1-865f-bee46819aab8 None None] Provisioning for port 06d88e5e-06a5-40aa-af58-16a18c9406ee completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:29:18.448120 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aa4dddd9-eed6-44d1-865f-bee46819aab8 None None] Provisioning complete for port 06d88e5e-06a5-40aa-af58-16a18c9406ee triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:18.448483 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aa4dddd9-eed6-44d1-865f-bee46819aab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:18.495181 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:16Z', 'revision_number': 3, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:18.500009 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fa512-95c1-41b5-b5dc-f507c17e5d69 None None] The sync data for ids ['c5871830-2f84-41dc-b6cc-743fc6419854'] in dv-neutron-843300-5-hyperv is: [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:16Z', 'revision_number': 3, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:29:18.504751 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-aa4dddd9-eed6-44d1-865f-bee46819aab8 None None] Port 06d88e5e-06a5-40aa-af58-16a18c9406ee cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:29:18.517442 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-aa4dddd9-eed6-44d1-865f-bee46819aab8 None None] Provisioning complete for port d2829b40-f7e0-4774-8517-6762bc60a4d4 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:18.517835 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aa4dddd9-eed6-44d1-865f-bee46819aab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:18.537575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:18.544433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:18.660203 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Pushing event updated for resources: {'Port': ['ID=06d88e5e-06a5-40aa-af58-16a18c9406ee,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:18.663638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:18.821051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:29:18.822254 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:29:19.068653 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3c83dc43-fdd8-4062-9456-2c1315d3ff92 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:29:19.121724 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7ccda6ac-4725-4d96-a0cd-18d2cbd3b2d6 None None] Provisioning complete for port 06d88e5e-06a5-40aa-af58-16a18c9406ee triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:19.122391 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7ccda6ac-4725-4d96-a0cd-18d2cbd3b2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:19.191592 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7ccda6ac-4725-4d96-a0cd-18d2cbd3b2d6 None None] Port 06d88e5e-06a5-40aa-af58-16a18c9406ee cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:29:19.200891 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 3c83dc43-fdd8-4062-9456-2c1315d3ff92 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:29:19.206172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 3c83dc43-fdd8-4062-9456-2c1315d3ff92 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:19.206529 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:19.233199 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Router c5871830-2f84-41dc-b6cc-743fc6419854 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:29:19.327761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:19.344466 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 3c83dc43-fdd8-4062-9456-2c1315d3ff92, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3c83dc43-fdd8-4062-9456-2c1315d3ff92,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:29:19.349259 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:19.350095 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d2829b40-f7e0-4774-8517-6762bc60a4d4 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:29:19.434534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:29:19.444509 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1f0e6c63-cb70-4d9f-b08c-d9612892f9ed admin admin] 10.222.0.15 "PUT /v2.0/routers/c5871830-2f84-41dc-b6cc-743fc6419854/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7083666 May 28 05:29:19.461605 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=3c83dc43-fdd8-4062-9456-2c1315d3ff92,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:19.475958 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d2829b40-f7e0-4774-8517-6762bc60a4d4 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:19.476321 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:20.328544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40102) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:20.334303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-116309554-network', 'tenant_id': 'a46d4142b4a34e6cadd5f8ca3478d439'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:29:20.339645 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:20.344515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Usage tracker for resource:network and tenant:a46d4142b4a34e6cadd5f8ca3478d439 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:20.348044 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:20.354041 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:20.368630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Made reservation on behalf of a46d4142b4a34e6cadd5f8ca3478d439 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:29:20.371052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:20.384351 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:20.416360 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:20.420958 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Usage tracker for resource:security_group_rule and tenant:a46d4142b4a34e6cadd5f8ca3478d439 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:20.423877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:20.429943 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:20.606802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:20.614298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:20.645898 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:29:20.657785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6e192b-90a9-48df-a863-d9e58a5b4e35,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:20.662008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:20.662338 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Added segment 535ca21e-8540-44a0-8da6-751cfcb1b807 of type vlan for network 2c13b0c1-491c-4894-8a0f-582e4ec40263 May 28 05:29:20.689021 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:20.724409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:20.725646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:20.726517 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:20.830249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] Pushing event updated for resources: {'Network': ['ID=2c13b0c1-491c-4894-8a0f-582e4ec40263,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:20.833271 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1fdde220-7cdc-4fd4-bd81-c4a35f86e442 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5037000 May 28 05:29:20.836239 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40106) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:20.840332 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 2c13b0c1-491c-4894-8a0f-582e4ec40263 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:29:20.844314 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-b6c4c888-2207-4789-8722-fa47c07ec597 admin admin] Request body: {'subnet': {'network_id': '2c13b0c1-491c-4894-8a0f-582e4ec40263', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-116309554-subnet', 'tenant_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'ip_version': 4}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:29:20.849572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b6c4c888-2207-4789-8722-fa47c07ec597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:20.853776 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b6c4c888-2207-4789-8722-fa47c07ec597 admin admin] Usage tracker for resource:subnet and tenant:a46d4142b4a34e6cadd5f8ca3478d439 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:20.857170 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-b6c4c888-2207-4789-8722-fa47c07ec597 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:20.863430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-b6c4c888-2207-4789-8722-fa47c07ec597 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:20.875355 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c4c888-2207-4789-8722-fa47c07ec597 admin admin] Made reservation on behalf of a46d4142b4a34e6cadd5f8ca3478d439 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:29:20.877818 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c888-2207-4789-8722-fa47c07ec597 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:20.991433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3c83dc43-fdd8-4062-9456-2c1315d3ff92 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:29:21.084645 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c888-2207-4789-8722-fa47c07ec597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:21.097928 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 3c83dc43-fdd8-4062-9456-2c1315d3ff92 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:21.098288 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:21.157251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4c888-2207-4789-8722-fa47c07ec597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18da2da5-3615-492a-a1cf-5c958f862129,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:21.171969 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4c888-2207-4789-8722-fa47c07ec597 admin admin] Checking segment: {'id': '535ca21e-8540-44a0-8da6-751cfcb1b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2c13b0c1-491c-4894-8a0f-582e4ec40263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:29:21.172323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c4c888-2207-4789-8722-fa47c07ec597 admin admin] Network hostable DHCP agents. Network: 2c13b0c1-491c-4894-8a0f-582e4ec40263, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:29:21.195459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c4c888-2207-4789-8722-fa47c07ec597 admin admin] Network 2c13b0c1-491c-4894-8a0f-582e4ec40263 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:29:21.207303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-b6c4c888-2207-4789-8722-fa47c07ec597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 2c13b0c1-491c-4894-8a0f-582e4ec40263) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:29:21.211336 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c4c888-2207-4789-8722-fa47c07ec597 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:21.212079 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c888-2207-4789-8722-fa47c07ec597 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:21.218480 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea7c544-05b2-454f-953a-a264b3223d20 None None] Network 2c13b0c1-491c-4894-8a0f-582e4ec40263 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:29:21.236598 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b6c4c888-2207-4789-8722-fa47c07ec597 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3966756 May 28 05:29:21.236819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40110) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:21.242324 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-116309554-router', 'tenant_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:29:21.247107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:21.251158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Usage tracker for resource:router and tenant:a46d4142b4a34e6cadd5f8ca3478d439 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:21.254146 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:21.259962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:21.272515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:21.273549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:21.292679 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:21.435263 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-2c13b0c1-491c-4894-8a0f-582e4ec40263', 'network_id': '2c13b0c1-491c-4894-8a0f-582e4ec40263', 'tenant_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'fixed_ips': [{'subnet_id': '18da2da5-3615-492a-a1cf-5c958f862129'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:29:21.436341 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:21.443760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:21.596005 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Allocated IP 172.20.0.2 (2c13b0c1-491c-4894-8a0f-582e4ec40263/18da2da5-3615-492a-a1cf-5c958f862129/db3e337f-c8b0-49ce-b710-9d2c714b6e64) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:29:21.634634 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:21.664011 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:21.804773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Allocated IP 172.26.8.202 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/e94cf651-2576-4d6b-89c1-6b58f6f9e97e) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:29:21.807679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:21.818968 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Transition to ACTIVE for port object db3e337f-c8b0-49ce-b710-9d2c714b6e64 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:29:21.838472 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Transition to ACTIVE for port object db3e337f-c8b0-49ce-b710-9d2c714b6e64 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:29:21.845494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:21.924218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Network 2c13b0c1-491c-4894-8a0f-582e4ec40263 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:29:21.925668 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Pushing event updated for resources: {'Port': ['ID=db3e337f-c8b0-49ce-b710-9d2c714b6e64,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:21.928650 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:29:21.930794 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:29:21.964252 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:21.993448 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:22.020263 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Attempting to bind port db3e337f-c8b0-49ce-b710-9d2c714b6e64 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:29:22.020538 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Attempting to bind port db3e337f-c8b0-49ce-b710-9d2c714b6e64 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '535ca21e-8540-44a0-8da6-751cfcb1b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2c13b0c1-491c-4894-8a0f-582e4ec40263'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:29:22.020891 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Attempting to bind port db3e337f-c8b0-49ce-b710-9d2c714b6e64 on network 2c13b0c1-491c-4894-8a0f-582e4ec40263 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:29:22.027320 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:29:22.027682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Checking segment: {'id': '535ca21e-8540-44a0-8da6-751cfcb1b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2c13b0c1-491c-4894-8a0f-582e4ec40263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:29:22.029397 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:22.029397 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Bound using segment: {'id': '535ca21e-8540-44a0-8da6-751cfcb1b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2c13b0c1-491c-4894-8a0f-582e4ec40263'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:29:22.029397 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Bound port: db3e337f-c8b0-49ce-b710-9d2c714b6e64, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535ca21e-8540-44a0-8da6-751cfcb1b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2c13b0c1-491c-4894-8a0f-582e4ec40263'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:29:22.029753 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:22.065881 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:29:22.069520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:29:22.071305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=e94cf651-2576-4d6b-89c1-6b58f6f9e97e,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:22.073315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:29:22.078460 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Sync routers for ids ['c5871830-2f84-41dc-b6cc-743fc6419854'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:29:22.120191 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Routers {'c5871830-2f84-41dc-b6cc-743fc6419854'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:29:22.120792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:28:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c5871830-2f84-41dc-b6cc-743fc6419854'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:22.227462 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:22.228200 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:22.268415 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] For port db3e337f-c8b0-49ce-b710-9d2c714b6e64, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:29:22.285885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e0c93940-4be4-4217-8ad5-0495338f2605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:22.289099 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] For port db3e337f-c8b0-49ce-b710-9d2c714b6e64, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=db3e337f-c8b0-49ce-b710-9d2c714b6e64,segment=NetworkSegment(535ca21e-8540-44a0-8da6-751cfcb1b807),segment_id=535ca21e-8540-44a0-8da6-751cfcb1b807)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:29:22.297853 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:22.403607 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673138f-673f-4fc6-b0ec-3eca793d12e3 None None] Pushing event updated for resources: {'Port': ['ID=db3e337f-c8b0-49ce-b710-9d2c714b6e64,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:22.406545 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Set router c5871830-2f84-41dc-b6cc-743fc6419854 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:29:22.590479 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Router 5c57dcc1-233b-47d3-9222-cad14cbe120d is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:29:22.799066 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:18Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '06d88e5e-06a5-40aa-af58-16a18c9406ee', 'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'mac_address': 'fa:16:3e:9a:4a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:17Z', 'updated_at': '2022-05-28T05:29:18Z', 'revision_number': 2, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'subnets': [{'id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:22.803075 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Checking router: c5871830-2f84-41dc-b6cc-743fc6419854 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:29:22.803555 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Updating router c5871830-2f84-41dc-b6cc-743fc6419854 port 06d88e5e-06a5-40aa-af58-16a18c9406ee binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:29:22.813189 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:29:22.824083 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Sync routers for ids ['5c57dcc1-233b-47d3-9222-cad14cbe120d'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:29:22.839147 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:22.840856 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8521b625-7ba4-449c-877d-c317123ad2a2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6031468 May 28 05:29:22.843410 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40114) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:22.846012 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Routers {'5c57dcc1-233b-47d3-9222-cad14cbe120d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:29:22.846624 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:28:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5c57dcc1-233b-47d3-9222-cad14cbe120d'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:22.865993 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:23.103478 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device db3e337f-c8b0-49ce-b710-9d2c714b6e64 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:29:23.127851 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Set router 5c57dcc1-233b-47d3-9222-cad14cbe120d gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:29:23.266245 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port db3e337f-c8b0-49ce-b710-9d2c714b6e64 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:29:23.343974 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:23.358366 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Transition to ACTIVE for port object 06d88e5e-06a5-40aa-af58-16a18c9406ee will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:29:23.369363 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:23.451409 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfeed7-020f-45b4-a271-356e0e1a0d9a None None] Pushing event updated for resources: {'Port': ['ID=06d88e5e-06a5-40aa-af58-16a18c9406ee,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:23.492166 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'name': 'tempest-TestShelveInstance-116309554-router', 'tenant_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'e94cf651-2576-4d6b-89c1-6b58f6f9e97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:21Z', 'updated_at': '2022-05-28T05:29:22Z', 'revision_number': 3, 'project_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'gw_port': {'id': 'e94cf651-2576-4d6b-89c1-6b58f6f9e97e', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:21Z', 'updated_at': '2022-05-28T05:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:23.496209 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Checking router: 5c57dcc1-233b-47d3-9222-cad14cbe120d for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:29:23.496565 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Updating router 5c57dcc1-233b-47d3-9222-cad14cbe120d port e94cf651-2576-4d6b-89c1-6b58f6f9e97e binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:29:23.558818 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:23.616657 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d3d00c-ac10-4589-8b13-3d17f8d0ddda None None] Network 2c13b0c1-491c-4894-8a0f-582e4ec40263 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:29:23.655874 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Attempting to bind port 06d88e5e-06a5-40aa-af58-16a18c9406ee on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:29:23.656226 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Attempting to bind port 06d88e5e-06a5-40aa-af58-16a18c9406ee by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:29:23.656577 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Attempting to bind port 06d88e5e-06a5-40aa-af58-16a18c9406ee on network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:29:23.698575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:23.731885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:29:23.731885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Checking segment: {'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:29:23.731885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:23.731885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Bound using segment: {'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:29:23.732962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Bound port: 06d88e5e-06a5-40aa-af58-16a18c9406ee, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:29:23.732962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:23.792804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-31cd9c2f-cf11-4875-9add-3066dceae4a5 None None] Provisioning for port db3e337f-c8b0-49ce-b710-9d2c714b6e64 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:29:23.830260 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-31cd9c2f-cf11-4875-9add-3066dceae4a5 None None] Provisioning complete for port db3e337f-c8b0-49ce-b710-9d2c714b6e64 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:23.830506 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-31cd9c2f-cf11-4875-9add-3066dceae4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:23.887294 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:29:23.904499 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] For port 06d88e5e-06a5-40aa-af58-16a18c9406ee, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:29:23.909223 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] For port 06d88e5e-06a5-40aa-af58-16a18c9406ee, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=06d88e5e-06a5-40aa-af58-16a18c9406ee,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:29:23.949933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Allocated IP 172.20.0.1 (2c13b0c1-491c-4894-8a0f-582e4ec40263/18da2da5-3615-492a-a1cf-5c958f862129/244421a8-8dc4-43f9-9fbd-66ac0ee7e230) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:29:23.953642 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:23.955817 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:23.967436 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Transition to ACTIVE for port object e94cf651-2576-4d6b-89c1-6b58f6f9e97e will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:29:23.975003 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:24.057558 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f96a2c-601b-4337-ad5c-a872555f5846 None None] Pushing event updated for resources: {'Port': ['ID=e94cf651-2576-4d6b-89c1-6b58f6f9e97e,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:24.060972 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Attempting to bind port e94cf651-2576-4d6b-89c1-6b58f6f9e97e on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:29:24.061399 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Attempting to bind port e94cf651-2576-4d6b-89c1-6b58f6f9e97e by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:29:24.061844 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Attempting to bind port e94cf651-2576-4d6b-89c1-6b58f6f9e97e on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:29:24.068895 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:29:24.069324 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:29:24.070201 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:24.070201 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:29:24.070722 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Bound port: e94cf651-2576-4d6b-89c1-6b58f6f9e97e, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:29:24.071148 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:24.106676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:24.130141 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Transition to ACTIVE for port object 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:29:24.152582 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] For port e94cf651-2576-4d6b-89c1-6b58f6f9e97e, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:29:24.157191 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfeed7-020f-45b4-a271-356e0e1a0d9a None None] Pushing event updated for resources: {'Port': ['ID=06d88e5e-06a5-40aa-af58-16a18c9406ee,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:24.157932 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] For port e94cf651-2576-4d6b-89c1-6b58f6f9e97e, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e94cf651-2576-4d6b-89c1-6b58f6f9e97e,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:29:24.161196 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:24.165548 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:24.188461 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-31cd9c2f-cf11-4875-9add-3066dceae4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:24.198360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Routers {'c5871830-2f84-41dc-b6cc-743fc6419854'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:29:24.199001 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:28:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c5871830-2f84-41dc-b6cc-743fc6419854'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:24.244974 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Network 2c13b0c1-491c-4894-8a0f-582e4ec40263 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:29:24.248453 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:29:24.253362 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:29:24.265124 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Routers {'5c57dcc1-233b-47d3-9222-cad14cbe120d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:29:24.266053 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:28:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5c57dcc1-233b-47d3-9222-cad14cbe120d'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:24.279782 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=244421a8-8dc4-43f9-9fbd-66ac0ee7e230,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:24.318819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:24.382672 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-31cd9c2f-cf11-4875-9add-3066dceae4a5 None None] For port db3e337f-c8b0-49ce-b710-9d2c714b6e64, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=db3e337f-c8b0-49ce-b710-9d2c714b6e64,segment=NetworkSegment(535ca21e-8540-44a0-8da6-751cfcb1b807),segment_id=535ca21e-8540-44a0-8da6-751cfcb1b807)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:29:24.391193 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3ba49f02-979a-4a90-9ed7-308a755423e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:24.399864 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-31cd9c2f-cf11-4875-9add-3066dceae4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:24.432266 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f96a2c-601b-4337-ad5c-a872555f5846 None None] Pushing event updated for resources: {'Port': ['ID=e94cf651-2576-4d6b-89c1-6b58f6f9e97e,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:24.506440 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] Set router 5c57dcc1-233b-47d3-9222-cad14cbe120d gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:29:24.568860 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:24.570067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd9c2f-cf11-4875-9add-3066dceae4a5 None None] Pushing event updated for resources: {'Port': ['ID=db3e337f-c8b0-49ce-b710-9d2c714b6e64,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:24.576458 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] Set router c5871830-2f84-41dc-b6cc-743fc6419854 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:29:24.805334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cb724930-903b-45f2-8868-78059e56919d None None] Provisioning complete for port db3e337f-c8b0-49ce-b710-9d2c714b6e64 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:24.805718 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cb724930-903b-45f2-8868-78059e56919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:24.844582 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:24.848192 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'name': 'tempest-TestShelveInstance-116309554-router', 'tenant_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'e94cf651-2576-4d6b-89c1-6b58f6f9e97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:21Z', 'updated_at': '2022-05-28T05:29:22Z', 'revision_number': 3, 'project_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'gw_port': {'id': 'e94cf651-2576-4d6b-89c1-6b58f6f9e97e', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:21Z', 'updated_at': '2022-05-28T05:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:24.852678 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4c0fce-ccf1-4fa5-af66-4cdc23a8bfc3 None None] The sync data for ids ['5c57dcc1-233b-47d3-9222-cad14cbe120d'] in dv-neutron-843300-5-hyperv is: [{'id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'name': 'tempest-TestShelveInstance-116309554-router', 'tenant_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'e94cf651-2576-4d6b-89c1-6b58f6f9e97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:21Z', 'updated_at': '2022-05-28T05:29:22Z', 'revision_number': 3, 'project_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'gw_port': {'id': 'e94cf651-2576-4d6b-89c1-6b58f6f9e97e', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:21Z', 'updated_at': '2022-05-28T05:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:29:24.855328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:24.971336 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=244421a8-8dc4-43f9-9fbd-66ac0ee7e230,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:24.976439 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:25.010857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device db3e337f-c8b0-49ce-b710-9d2c714b6e64 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:29:25.086818 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:18Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '06d88e5e-06a5-40aa-af58-16a18c9406ee', 'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'mac_address': 'fa:16:3e:9a:4a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:17Z', 'updated_at': '2022-05-28T05:29:23Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'subnets': [{'id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:25.092662 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b93be55-2452-42b0-bbe0-d70588e24f26 None None] The sync data for ids ['c5871830-2f84-41dc-b6cc-743fc6419854'] in dv-neutron-843300-5-hyperv is: [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:18Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '06d88e5e-06a5-40aa-af58-16a18c9406ee', 'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'mac_address': 'fa:16:3e:9a:4a:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:17Z', 'updated_at': '2022-05-28T05:29:23Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'subnets': [{'id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:29:25.099754 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port db3e337f-c8b0-49ce-b710-9d2c714b6e64 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:25.100222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:25.120006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Network 2c13b0c1-491c-4894-8a0f-582e4ec40263 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:29:25.121167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:29:25.264959 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:25.265573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8f43afc3-777b-4751-a546-de2f5efb7598 None None] Provisioning for port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:29:25.281887 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8f43afc3-777b-4751-a546-de2f5efb7598 None None] Provisioning complete for port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:25.282430 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8f43afc3-777b-4751-a546-de2f5efb7598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:25.352255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8f43afc3-777b-4751-a546-de2f5efb7598 None None] Port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:29:25.475914 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-120f45f4-a2f8-4901-b394-0a6ea5ca6817 None None] Provisioning complete for port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:25.476271 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-120f45f4-a2f8-4901-b394-0a6ea5ca6817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:25.530430 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-120f45f4-a2f8-4901-b394-0a6ea5ca6817 None None] Port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:29:25.585693 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Router 5c57dcc1-233b-47d3-9222-cad14cbe120d has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:29:25.587605 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:25.741934 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:25.825115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:29:25.834881 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-1ad3dbe8-f4e8-4603-8e10-2bfe190ec2b1 admin admin] 10.222.0.15 "PUT /v2.0/routers/5c57dcc1-233b-47d3-9222-cad14cbe120d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9904487 May 28 05:29:26.290521 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40124) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:26.296437 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-6a7ccfd2-6c46-47e3-a850-48abf27d28b6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1855558334', 'description': 'tempest-secgroup-smoke-1855558334 description', 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:29:26.302638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6a7ccfd2-6c46-47e3-a850-48abf27d28b6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:26.306527 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6a7ccfd2-6c46-47e3-a850-48abf27d28b6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:security_group and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:26.309623 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6a7ccfd2-6c46-47e3-a850-48abf27d28b6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:26.315756 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6a7ccfd2-6c46-47e3-a850-48abf27d28b6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:26.327140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6a7ccfd2-6c46-47e3-a850-48abf27d28b6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:26.363542 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6a7ccfd2-6c46-47e3-a850-48abf27d28b6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:26.367375 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6a7ccfd2-6c46-47e3-a850-48abf27d28b6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:security_group_rule and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:26.370223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6a7ccfd2-6c46-47e3-a850-48abf27d28b6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:26.376052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6a7ccfd2-6c46-47e3-a850-48abf27d28b6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:26.430554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6a7ccfd2-6c46-47e3-a850-48abf27d28b6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:26.437753 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6a7ccfd2-6c46-47e3-a850-48abf27d28b6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:26.476761 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ccfd2-6c46-47e3-a850-48abf27d28b6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dffc996c-7db6-4788-ad55-230b9c414360,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:26.481298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6a7ccfd2-6c46-47e3-a850-48abf27d28b6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:26.485691 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6a7ccfd2-6c46-47e3-a850-48abf27d28b6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1912663 May 28 05:29:26.486738 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40128) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:26.495327 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-28e43480-cae2-4c7d-9bef-5399540f7e05 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'security_group_rule': {'security_group_id': 'dffc996c-7db6-4788-ad55-230b9c414360', 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:29:26.502321 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-28e43480-cae2-4c7d-9bef-5399540f7e05 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:26.506500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-28e43480-cae2-4c7d-9bef-5399540f7e05 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:security_group_rule and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:26.509534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-28e43480-cae2-4c7d-9bef-5399540f7e05 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:26.516129 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-28e43480-cae2-4c7d-9bef-5399540f7e05 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:26.535641 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-28e43480-cae2-4c7d-9bef-5399540f7e05 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:26.600497 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-28e43480-cae2-4c7d-9bef-5399540f7e05 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:26.607711 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-28e43480-cae2-4c7d-9bef-5399540f7e05 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:26.630583 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e43480-cae2-4c7d-9bef-5399540f7e05 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c0182f9-76f8-4870-abf0-31b8eceb3f7a,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:26.646455 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-28e43480-cae2-4c7d-9bef-5399540f7e05 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:26.647944 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-28e43480-cae2-4c7d-9bef-5399540f7e05 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1604073 May 28 05:29:26.650599 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40132) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:26.656493 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-e1d316e7-5cc1-4905-b79b-5039e581ebcd tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'security_group_rule': {'security_group_id': 'dffc996c-7db6-4788-ad55-230b9c414360', 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:29:26.662862 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e1d316e7-5cc1-4905-b79b-5039e581ebcd tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:26.666892 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e1d316e7-5cc1-4905-b79b-5039e581ebcd tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:security_group_rule and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:26.670565 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-e1d316e7-5cc1-4905-b79b-5039e581ebcd tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:26.676563 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-e1d316e7-5cc1-4905-b79b-5039e581ebcd tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:26.695031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1d316e7-5cc1-4905-b79b-5039e581ebcd tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:26.757224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1d316e7-5cc1-4905-b79b-5039e581ebcd tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:26.763329 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1d316e7-5cc1-4905-b79b-5039e581ebcd tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:26.786287 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d316e7-5cc1-4905-b79b-5039e581ebcd tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81779ac3-6540-40ad-a245-88f8d61ba035,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:26.795581 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-e1d316e7-5cc1-4905-b79b-5039e581ebcd tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:26.796800 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-e1d316e7-5cc1-4905-b79b-5039e581ebcd tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1451943 May 28 05:29:26.799641 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40136) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:26.804938 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-fdd1a138-7ab2-47bb-8e70-6776a5bbf951 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'security_group_rule': {'security_group_id': 'dffc996c-7db6-4788-ad55-230b9c414360', 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:29:26.811326 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-fdd1a138-7ab2-47bb-8e70-6776a5bbf951 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:26.815198 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fdd1a138-7ab2-47bb-8e70-6776a5bbf951 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:security_group_rule and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:26.818148 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-fdd1a138-7ab2-47bb-8e70-6776a5bbf951 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:26.824373 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-fdd1a138-7ab2-47bb-8e70-6776a5bbf951 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:26.842785 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fdd1a138-7ab2-47bb-8e70-6776a5bbf951 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:26.906297 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fdd1a138-7ab2-47bb-8e70-6776a5bbf951 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:26.910865 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fdd1a138-7ab2-47bb-8e70-6776a5bbf951 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:26.936576 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1a138-7ab2-47bb-8e70-6776a5bbf951 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d75ce61-0f73-4556-8ee2-b582fbb4e87c,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:26.947315 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-fdd1a138-7ab2-47bb-8e70-6776a5bbf951 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:26.948751 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-fdd1a138-7ab2-47bb-8e70-6776a5bbf951 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1480775 May 28 05:29:26.952212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40140) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:26.958201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-6e1c3370-a5f2-4651-9960-ae3e3791e3bb tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'security_group_rule': {'security_group_id': 'dffc996c-7db6-4788-ad55-230b9c414360', 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:29:26.964535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6e1c3370-a5f2-4651-9960-ae3e3791e3bb tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:26.968819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6e1c3370-a5f2-4651-9960-ae3e3791e3bb tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:security_group_rule and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:26.971852 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-6e1c3370-a5f2-4651-9960-ae3e3791e3bb tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:26.977786 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-6e1c3370-a5f2-4651-9960-ae3e3791e3bb tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:27.001197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3370-a5f2-4651-9960-ae3e3791e3bb tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.050516 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e94cf651-2576-4d6b-89c1-6b58f6f9e97e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:29:27.071650 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3370-a5f2-4651-9960-ae3e3791e3bb tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.076702 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3370-a5f2-4651-9960-ae3e3791e3bb tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.099937 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c3370-a5f2-4651-9960-ae3e3791e3bb tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebee2f39-1d6b-422a-ac2e-2be037594ef4,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:27.110822 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-6e1c3370-a5f2-4651-9960-ae3e3791e3bb tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.112015 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-6e1c3370-a5f2-4651-9960-ae3e3791e3bb tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1587100 May 28 05:29:27.115425 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40144) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:27.121125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-f65c6339-7b6d-4b9b-8e37-78fbdf79564a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'security_group_rule': {'security_group_id': 'dffc996c-7db6-4788-ad55-230b9c414360', 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:29:27.124292 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port e94cf651-2576-4d6b-89c1-6b58f6f9e97e completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:29:27.127442 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f65c6339-7b6d-4b9b-8e37-78fbdf79564a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:27.129461 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port e94cf651-2576-4d6b-89c1-6b58f6f9e97e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:27.129862 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.131334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f65c6339-7b6d-4b9b-8e37-78fbdf79564a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:security_group_rule and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:27.134177 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-f65c6339-7b6d-4b9b-8e37-78fbdf79564a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:27.139926 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-f65c6339-7b6d-4b9b-8e37-78fbdf79564a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:27.150867 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-f65c6339-7b6d-4b9b-8e37-78fbdf79564a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Project d6fbc539bcad4bb285660ac6de42fdb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:29:27.157258 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f65c6339-7b6d-4b9b-8e37-78fbdf79564a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.221335 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f65c6339-7b6d-4b9b-8e37-78fbdf79564a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.226115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f65c6339-7b6d-4b9b-8e37-78fbdf79564a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.242647 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.253778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c6339-7b6d-4b9b-8e37-78fbdf79564a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b28f70-a636-4479-b2f5-86c890b6515d,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:27.261315 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port e94cf651-2576-4d6b-89c1-6b58f6f9e97e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e94cf651-2576-4d6b-89c1-6b58f6f9e97e,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:29:27.264600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-f65c6339-7b6d-4b9b-8e37-78fbdf79564a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.265827 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f65c6339-7b6d-4b9b-8e37-78fbdf79564a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1494389 May 28 05:29:27.268621 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40148) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:27.269984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.270765 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 06d88e5e-06a5-40aa-af58-16a18c9406ee up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:29:27.273916 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-4409dc5e-4036-4394-aa8f-3401124bb744 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'security_group_rule': {'security_group_id': 'dffc996c-7db6-4788-ad55-230b9c414360', 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:29:27.280512 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4409dc5e-4036-4394-aa8f-3401124bb744 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:27.286198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4409dc5e-4036-4394-aa8f-3401124bb744 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:security_group_rule and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:27.289145 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-4409dc5e-4036-4394-aa8f-3401124bb744 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:27.295949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-4409dc5e-4036-4394-aa8f-3401124bb744 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:27.308036 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-4409dc5e-4036-4394-aa8f-3401124bb744 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Project d6fbc539bcad4bb285660ac6de42fdb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:29:27.314739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4409dc5e-4036-4394-aa8f-3401124bb744 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.382800 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.385945 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4409dc5e-4036-4394-aa8f-3401124bb744 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.391152 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4409dc5e-4036-4394-aa8f-3401124bb744 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.396319 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=e94cf651-2576-4d6b-89c1-6b58f6f9e97e,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:27.410567 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 06d88e5e-06a5-40aa-af58-16a18c9406ee completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:29:27.415764 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409dc5e-4036-4394-aa8f-3401124bb744 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b6bdda-ae61-4b55-92f7-3c2d8fb4adde,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:27.415941 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 06d88e5e-06a5-40aa-af58-16a18c9406ee triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:27.416307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.427126 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-4409dc5e-4036-4394-aa8f-3401124bb744 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.428293 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-4409dc5e-4036-4394-aa8f-3401124bb744 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1587844 May 28 05:29:27.534888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.567553 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 06d88e5e-06a5-40aa-af58-16a18c9406ee, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=06d88e5e-06a5-40aa-af58-16a18c9406ee,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:29:27.572745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:27.599582 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-4e21c28e-32d5-4144-aec9-e0fbce5f4525 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Synchronizing usage tracker for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:29:27.618467 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-4e21c28e-32d5-4144-aec9-e0fbce5f4525 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Unset dirty status for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:29:27.622239 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-4e21c28e-32d5-4144-aec9-e0fbce5f4525 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1855558334&fields=id&tenant_id=d6fbc539bcad4bb285660ac6de42fdb1 HTTP/1.1" status: 200 len: 267 time: 0.0650706 May 28 05:29:27.638019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=06d88e5e-06a5-40aa-af58-16a18c9406ee,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:27.881268 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-b9c9d91f-7ee6-4e98-b540-e1e7950c3251 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:27.881969 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-b9c9d91f-7ee6-4e98-b540-e1e7950c3251 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Synchronizing usage tracker for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:29:27.901289 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-b9c9d91f-7ee6-4e98-b540-e1e7950c3251 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Unset dirty status for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:29:27.902631 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-b9c9d91f-7ee6-4e98-b540-e1e7950c3251 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 808 time: 0.2751367 May 28 05:29:27.920080 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-12dcf3ba-fee8-4f65-8419-e1a1952d5443 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/quotas/d6fbc539bcad4bb285660ac6de42fdb1 HTTP/1.1" status: 200 len: 375 time: 0.0115309 May 28 05:29:28.012197 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-c30e47dc-b7d4-4d53-9e6e-f4eae098a1fe tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Synchronizing usage tracker for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:29:28.031829 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-c30e47dc-b7d4-4d53-9e6e-f4eae098a1fe tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Unset dirty status for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:29:28.033469 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-c30e47dc-b7d4-4d53-9e6e-f4eae098a1fe tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1083012 May 28 05:29:28.176778 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-fa2cd983-1ad0-429b-a2a0-e884c024c118 service neutron] 10.222.0.15 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304145 May 28 05:29:28.316607 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-fb131bf3-151a-497c-bd35-d4d6166d761e service neutron] 10.222.0.15 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309102 May 28 05:29:28.509508 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-341046b0-4b23-40fa-812c-64b0dc205a71 req-435137d1-44d2-4164-a638-46281acc2d42 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 210 time: 0.0451472 May 28 05:29:28.992225 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e94cf651-2576-4d6b-89c1-6b58f6f9e97e up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:29:29.063605 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port e94cf651-2576-4d6b-89c1-6b58f6f9e97e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:29.063957 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:29.186883 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 06d88e5e-06a5-40aa-af58-16a18c9406ee up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:29:29.252745 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 06d88e5e-06a5-40aa-af58-16a18c9406ee triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:29.253019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:29.616091 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-e7e826ea-8e37-4218-acec-d73b54e1cf7a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:29.617489 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-e7e826ea-8e37-4218-acec-d73b54e1cf7a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 808 time: 0.1505721 May 28 05:29:29.690679 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5d125b2f-a6bd-45b6-9640-eff8c74ecf05 req-60d487ca-3d65-41ad-abc1-2bbe60fbddbe tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 210 time: 0.0453079 May 28 05:29:29.713016 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-ce30ac19-9bc3-413c-a33c-e4a0164e708c tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6fbc539bcad4bb285660ac6de42fdb1 HTTP/1.1" status: 200 len: 380 time: 0.0831010 May 28 05:29:29.721286 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-3b429097-df3e-4560-aa08-b92d6aef3365 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'port': {'device_id': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'admin_state_up': True, 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'security_groups': ['dffc996c-7db6-4788-ad55-230b9c414360']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:29:29.859365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-3b429097-df3e-4560-aa08-b92d6aef3365 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:29.870503 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-3b429097-df3e-4560-aa08-b92d6aef3365 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:29.883828 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-3b429097-df3e-4560-aa08-b92d6aef3365 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Made reservation on behalf of d6fbc539bcad4bb285660ac6de42fdb1 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:29:29.886831 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-3b429097-df3e-4560-aa08-b92d6aef3365 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:30.052000 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-3b429097-df3e-4560-aa08-b92d6aef3365 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Allocated IP 172.20.0.8 (7631ecbc-e0d0-4760-ac5a-582f84cba9f9/0372ea20-38c7-4f28-93b4-86af221b5070/f079d163-3a6a-4775-a3b1-7d444d160837) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:29:30.240115 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-3b429097-df3e-4560-aa08-b92d6aef3365 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:30.255677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-3b429097-df3e-4560-aa08-b92d6aef3365 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Transition to ACTIVE for port object f079d163-3a6a-4775-a3b1-7d444d160837 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:29:30.279899 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-3b429097-df3e-4560-aa08-b92d6aef3365 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:30.351201 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-3b429097-df3e-4560-aa08-b92d6aef3365 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:29:30.354038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-3b429097-df3e-4560-aa08-b92d6aef3365 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:29:30.356566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-3b429097-df3e-4560-aa08-b92d6aef3365 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:29:30.393127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b429097-df3e-4560-aa08-b92d6aef3365 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'Port': ['ID=f079d163-3a6a-4775-a3b1-7d444d160837,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:30.424568 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-3b429097-df3e-4560-aa08-b92d6aef3365 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:30.425161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-3b429097-df3e-4560-aa08-b92d6aef3365 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:30.452671 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-3b429097-df3e-4560-aa08-b92d6aef3365 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7349250 May 28 05:29:30.463834 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Request body: {'port': {'device_id': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:29:30.580140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:30.587873 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e222e12b-2aa7-4846-b8df-ac0a07d072ad None None] Provisioning for port f079d163-3a6a-4775-a3b1-7d444d160837 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:29:30.593420 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-e222e12b-2aa7-4846-b8df-ac0a07d072ad None None] Provisioning complete for port f079d163-3a6a-4775-a3b1-7d444d160837 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:30.593823 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e222e12b-2aa7-4846-b8df-ac0a07d072ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:30.678292 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-e222e12b-2aa7-4846-b8df-ac0a07d072ad None None] Port f079d163-3a6a-4775-a3b1-7d444d160837 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:29:31.064750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f8f4c-7feb-4e98-b060-d6c6b839683d req-8009d6cd-9ccd-41d1-a668-0db0ae186c8d tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:31.065376 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-727f8f4c-7feb-4e98-b060-d6c6b839683d req-8009d6cd-9ccd-41d1-a668-0db0ae186c8d tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Synchronizing usage tracker for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:29:31.097523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f079d163-3a6a-4775-a3b1-7d444d160837 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:29:31.103179 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-727f8f4c-7feb-4e98-b060-d6c6b839683d req-8009d6cd-9ccd-41d1-a668-0db0ae186c8d tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Unset dirty status for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:29:31.104353 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-727f8f4c-7feb-4e98-b060-d6c6b839683d req-8009d6cd-9ccd-41d1-a668-0db0ae186c8d tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 931 time: 0.1915815 May 28 05:29:31.105942 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:31.137469 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Transition to ACTIVE for port object f079d163-3a6a-4775-a3b1-7d444d160837 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:29:31.150450 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:31.204802 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-727f8f4c-7feb-4e98-b060-d6c6b839683d req-894bc3ff-61b1-4804-8d6c-2dfd492d04a7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917635 May 28 05:29:31.281490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Pushing event updated for resources: {'Port': ['ID=f079d163-3a6a-4775-a3b1-7d444d160837,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:31.392687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Attempting to bind port f079d163-3a6a-4775-a3b1-7d444d160837 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:29:31.393017 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Attempting to bind port f079d163-3a6a-4775-a3b1-7d444d160837 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:29:31.393402 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Attempting to bind port f079d163-3a6a-4775-a3b1-7d444d160837 on network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:29:31.399482 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Port f079d163-3a6a-4775-a3b1-7d444d160837 on network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:29:31.399849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Attempting to bind port f079d163-3a6a-4775-a3b1-7d444d160837 on network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:29:31.406393 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:29:31.406721 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Checking segment: {'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:29:31.407099 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Bound using segment: {'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:29:31.407520 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Bound port: f079d163-3a6a-4775-a3b1-7d444d160837, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:29:31.407857 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:31.496402 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] For port f079d163-3a6a-4775-a3b1-7d444d160837, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:29:31.499915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] For port f079d163-3a6a-4775-a3b1-7d444d160837, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f079d163-3a6a-4775-a3b1-7d444d160837,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:29:31.506173 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:31.570641 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:31.572048 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] 10.222.0.66 "PUT /v2.0/ports/f079d163-3a6a-4775-a3b1-7d444d160837 HTTP/1.1" status: 200 len: 1093 time: 1.1123633 May 28 05:29:31.572475 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'tag': 'f079d163-3a6a-4775-a3b1-7d444d160837'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:29:31.591161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f153309c-3f78-40da-a69f-b1a1c3122f2a service neutron] Pushing event updated for resources: {'Port': ['ID=f079d163-3a6a-4775-a3b1-7d444d160837,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:31.654467 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dfed014-db8f-4c9a-8038-b955f29eea4b'] response: {'name': 'network-changed', 'server_uuid': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'tag': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'status': 'completed', 'code': 200} May 28 05:29:31.699844 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-95a7e422-71fe-46f6-b3aa-fedd77ab2b1c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 1096 time: 0.0759618 May 28 05:29:31.771002 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-325342fe-93e7-4776-85c1-f30ba8be6e9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f079d163-3a6a-4775-a3b1-7d444d160837 HTTP/1.1" status: 200 len: 217 time: 0.0645254 May 28 05:29:31.833833 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-7edaa98a-e75d-40ac-90ff-090a3ef36dcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:31.835351 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-7edaa98a-e75d-40ac-90ff-090a3ef36dcd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0588443 May 28 05:29:31.914241 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-03ef8bf6-91f5-4bdb-a45a-bd7d4690abe0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728056 May 28 05:29:32.053220 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-43e5cab4-0439-41c3-9b76-31c2596e77e2 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331184 May 28 05:29:32.186151 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9c77f7a6-8192-40d2-844e-03139d30a6fd req-a3cc817e-c4b0-4759-a96f-63c0d95fa89c service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264763 May 28 05:29:32.306048 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9375a549-95b0-4a20-aa74-6618583e33b8 req-4254449d-adbb-4e9d-832d-e6e8d1d74184 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 1096 time: 0.0722623 May 28 05:29:32.483752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375a549-95b0-4a20-aa74-6618583e33b8 req-ba5295a3-3830-4666-981c-8ee668598520 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:32.485124 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9375a549-95b0-4a20-aa74-6618583e33b8 req-ba5295a3-3830-4666-981c-8ee668598520 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1731935 May 28 05:29:32.546997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83e1cf-1efa-4293-87dc-4e0e05d9be19 req-9ca2a205-edb9-449f-875f-7b8712af7f15 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:32.548418 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0c83e1cf-1efa-4293-87dc-4e0e05d9be19 req-9ca2a205-edb9-449f-875f-7b8712af7f15 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 943 time: 0.2189140 May 28 05:29:32.577472 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9375a549-95b0-4a20-aa74-6618583e33b8 req-aa2ed07a-2b68-47c7-962b-499f64f9558a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f079d163-3a6a-4775-a3b1-7d444d160837 HTTP/1.1" status: 200 len: 217 time: 0.0853617 May 28 05:29:32.649530 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0c83e1cf-1efa-4293-87dc-4e0e05d9be19 req-afc676b5-7b54-4003-b1fd-9a555e80fe6b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952196 May 28 05:29:32.658840 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375a549-95b0-4a20-aa74-6618583e33b8 req-e2c384b7-7094-4fe4-b570-8b55d1ad78a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:32.660207 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9375a549-95b0-4a20-aa74-6618583e33b8 req-e2c384b7-7094-4fe4-b570-8b55d1ad78a7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0695214 May 28 05:29:32.829018 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9375a549-95b0-4a20-aa74-6618583e33b8 req-a4e2d2ec-c160-4ef0-8470-b2cadb9e1dc4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1620808 May 28 05:29:32.962745 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9375a549-95b0-4a20-aa74-6618583e33b8 req-f8b26a39-2ee2-4ed7-9e9d-6d4b89c8a13b service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249092 May 28 05:29:33.094152 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9375a549-95b0-4a20-aa74-6618583e33b8 req-2a47d263-6bd1-41c4-a2ee-32fcb4fe4226 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248553 May 28 05:29:33.884309 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ecee0-00f2-4076-b215-de537e1d610a req-52bfdd9b-f9cd-4144-b214-e7da77a038af tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:33.885910 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-301ecee0-00f2-4076-b215-de537e1d610a req-52bfdd9b-f9cd-4144-b214-e7da77a038af tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 943 time: 0.0938137 May 28 05:29:33.889135 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f079d163-3a6a-4775-a3b1-7d444d160837 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:29:33.939349 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-301ecee0-00f2-4076-b215-de537e1d610a req-ede519b9-713c-48ad-b51f-09c2c6273567 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462439 May 28 05:29:34.022841 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port f079d163-3a6a-4775-a3b1-7d444d160837, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f079d163-3a6a-4775-a3b1-7d444d160837,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:29:34.036339 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'port_id': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'mac_address': 'fa:16:3e:f9:53:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:29:34.093036 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:34.110679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f079d163-3a6a-4775-a3b1-7d444d160837 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:29:34.126284 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port f079d163-3a6a-4775-a3b1-7d444d160837, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f079d163-3a6a-4775-a3b1-7d444d160837,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:29:34.133325 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:34.197839 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=f079d163-3a6a-4775-a3b1-7d444d160837,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:34.339727 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['f079d163-3a6a-4775-a3b1-7d444d160837'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:29:35.139098 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3863f17-a879-4c6a-88ca-cf1d3729e459 req-b306fc75-dce3-48e6-a4d2-dcd5ee6d9d44 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:35.140591 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f3863f17-a879-4c6a-88ca-cf1d3729e459 req-b306fc75-dce3-48e6-a4d2-dcd5ee6d9d44 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 944 time: 0.0803740 May 28 05:29:35.189697 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f3863f17-a879-4c6a-88ca-cf1d3729e459 req-66001dfa-06e9-427d-b5bb-6ca49a3ab147 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399053 May 28 05:29:35.888936 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f079d163-3a6a-4775-a3b1-7d444d160837 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:29:35.959319 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port f079d163-3a6a-4775-a3b1-7d444d160837 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:29:35.963851 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port f079d163-3a6a-4775-a3b1-7d444d160837 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:35.964213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:36.078010 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:36.105084 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f079d163-3a6a-4775-a3b1-7d444d160837'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:29:36.115767 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port f079d163-3a6a-4775-a3b1-7d444d160837, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f079d163-3a6a-4775-a3b1-7d444d160837,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:29:36.120982 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:36.163904 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20a4141f-7dea-4c49-954c-4b69d428bac5'] response: {'server_uuid': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'code': 200} May 28 05:29:36.188768 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=f079d163-3a6a-4775-a3b1-7d444d160837,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:36.442076 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-827f58bc-a4ef-4f85-9b06-5a9e98fee78f req-81580a2e-1bc5-46aa-b88d-453a8f7b848d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 1098 time: 0.1247666 May 28 05:29:36.450969 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022de78-bfa0-4de8-8097-f99792160d68 req-3f4e5ec2-0355-44f0-966e-fe2ba469e5fe tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:36.452322 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c022de78-bfa0-4de8-8097-f99792160d68 req-3f4e5ec2-0355-44f0-966e-fe2ba469e5fe tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.1063848 May 28 05:29:36.520267 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-827f58bc-a4ef-4f85-9b06-5a9e98fee78f req-2c3eeb39-b783-489c-b149-debb2af34144 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670326 May 28 05:29:36.525011 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c022de78-bfa0-4de8-8097-f99792160d68 req-83e6e231-8f39-496f-872e-7783bb0965e5 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595930 May 28 05:29:37.721384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3294c-4e34-49e7-ae3b-a2d73da4727c req-68cb2998-c3cf-4ce3-8aa3-9645b4c0f335 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:37.722831 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ca3294c-4e34-49e7-ae3b-a2d73da4727c req-68cb2998-c3cf-4ce3-8aa3-9645b4c0f335 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0759370 May 28 05:29:37.768165 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ca3294c-4e34-49e7-ae3b-a2d73da4727c req-916af41e-1a9a-4dc3-9ef8-239c30f0f97b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398214 May 28 05:29:37.966840 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b521db64-91f9-4bfd-812e-35e074f8a3ce req-8c2b8bf3-f9f0-415c-933b-4a0071d3efa8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:37.968255 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b521db64-91f9-4bfd-812e-35e074f8a3ce req-8c2b8bf3-f9f0-415c-933b-4a0071d3efa8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0814526 May 28 05:29:38.016653 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b521db64-91f9-4bfd-812e-35e074f8a3ce req-2ab09d40-cff1-4428-9e32-27f2138a83df tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400631 May 28 05:29:38.048773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40190) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:38.249209 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7ebcd31b-6ae6-4c2f-9824-d9f2d5414fa8 tempest-TestShelveInstance-1077497389 tempest-TestShelveInstance-1077497389-project-admin] Synchronizing usage tracker for tenant:a46d4142b4a34e6cadd5f8ca3478d439 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:29:38.269212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-7ebcd31b-6ae6-4c2f-9824-d9f2d5414fa8 tempest-TestShelveInstance-1077497389 tempest-TestShelveInstance-1077497389-project-admin] Unset dirty status for tenant:a46d4142b4a34e6cadd5f8ca3478d439 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:29:38.270403 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7ebcd31b-6ae6-4c2f-9824-d9f2d5414fa8 tempest-TestShelveInstance-1077497389 tempest-TestShelveInstance-1077497389-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 1093 time: 0.2206182 May 28 05:29:38.273609 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40196) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:29:38.278873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:29:38.284614 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:29:38.288761 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:floatingip and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:29:38.291799 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:29:38.297887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:29:38.311993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:38.462000 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:38.612559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Allocated IP 172.26.8.39 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/ddc3e2a9-adc1-4ea8-b552-1de3d71bb480) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:29:38.767313 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:38.798919 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:38.863747 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:29:38.866317 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:29:38.869967 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:29:38.902101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'Port': ['ID=ddc3e2a9-adc1-4ea8-b552-1de3d71bb480,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:39.476739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:39.550555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:39.761868 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:39.769367 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:39.876842 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'Port': ['ID=ddc3e2a9-adc1-4ea8-b552-1de3d71bb480,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:39.890646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:40.107090 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Floating IP 8a27073a-1929-433e-beee-e3d64061fc61 associated. External IP: 172.26.8.39, port: f079d163-3a6a-4775-a3b1-7d444d160837. May 28 05:29:40.521198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Router c5871830-2f84-41dc-b6cc-743fc6419854 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:29:40.827854 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:29:40.837855 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a0cd0-35df-42d8-a3ec-07c4188bf96e None None] Sync routers for ids ['c5871830-2f84-41dc-b6cc-743fc6419854'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:29:40.850949 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a0cd0-35df-42d8-a3ec-07c4188bf96e None None] Routers {'c5871830-2f84-41dc-b6cc-743fc6419854'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:29:40.851697 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-542a0cd0-35df-42d8-a3ec-07c4188bf96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:29:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c5871830-2f84-41dc-b6cc-743fc6419854'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:40.853378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:40.915046 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ec47c396-b999-4067-8bfb-1dd59af9a082 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6403742 May 28 05:29:40.915731 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'tag': 'f079d163-3a6a-4775-a3b1-7d444d160837'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:29:40.968639 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3fa7325-c634-486f-8228-05afd2fdf0ef'] response: {'name': 'network-changed', 'server_uuid': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'tag': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'status': 'completed', 'code': 200} May 28 05:29:41.040303 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-542a0cd0-35df-42d8-a3ec-07c4188bf96e None None] Set router c5871830-2f84-41dc-b6cc-743fc6419854 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:29:41.058712 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8ab5f79c-2386-418b-bd1a-6f326641afa7 req-23a46ec8-1332-4dc2-b00b-8205062c79dd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 1098 time: 0.0681534 May 28 05:29:41.190158 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5f79c-2386-418b-bd1a-6f326641afa7 req-7c958601-bda2-4edd-84ec-9f096dd357ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:41.191490 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8ab5f79c-2386-418b-bd1a-6f326641afa7 req-7c958601-bda2-4edd-84ec-9f096dd357ac service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1271229 May 28 05:29:41.294182 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8ab5f79c-2386-418b-bd1a-6f326641afa7 req-2c46b4cd-9176-4cda-b817-556f7cf0d283 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f079d163-3a6a-4775-a3b1-7d444d160837 HTTP/1.1" status: 200 len: 998 time: 0.0967691 May 28 05:29:41.355918 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5f79c-2386-418b-bd1a-6f326641afa7 req-7b24c0a6-4ac1-4aa5-bd01-13b67411931d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:29:41.357381 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8ab5f79c-2386-418b-bd1a-6f326641afa7 req-7b24c0a6-4ac1-4aa5-bd01-13b67411931d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0573993 May 28 05:29:41.380757 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-542a0cd0-35df-42d8-a3ec-07c4188bf96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:18Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '8a27073a-1929-433e-beee-e3d64061fc61', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'floating_ip_address': '172.26.8.39', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'port_id': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'mac_address': 'fa:16:3e:f9:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:29:39Z', 'updated_at': '2022-05-28T05:29:39Z', 'revision_number': 0, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d88e5e-06a5-40aa-af58-16a18c9406ee', 'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'mac_address': 'fa:16:3e:9a:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:17Z', 'updated_at': '2022-05-28T05:29:27Z', 'revision_number': 5, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'subnets': [{'id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:41.384706 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a0cd0-35df-42d8-a3ec-07c4188bf96e None None] Checking router: c5871830-2f84-41dc-b6cc-743fc6419854 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:29:41.395528 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a0cd0-35df-42d8-a3ec-07c4188bf96e None None] Routers {'c5871830-2f84-41dc-b6cc-743fc6419854'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:29:41.396116 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-542a0cd0-35df-42d8-a3ec-07c4188bf96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:29:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c5871830-2f84-41dc-b6cc-743fc6419854'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:41.435477 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8ab5f79c-2386-418b-bd1a-6f326641afa7 req-dd447411-ddab-4433-a6b6-e72715f6cf29 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724678 May 28 05:29:41.567282 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8ab5f79c-2386-418b-bd1a-6f326641afa7 req-0e6e3503-8365-4483-a78a-8a7aa93357fb service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262190 May 28 05:29:41.603933 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-542a0cd0-35df-42d8-a3ec-07c4188bf96e None None] Set router c5871830-2f84-41dc-b6cc-743fc6419854 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:29:41.696212 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8ab5f79c-2386-418b-bd1a-6f326641afa7 req-c7339372-fdb6-4cd7-ab7d-c1e8f7382b22 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232920 May 28 05:29:41.954743 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-542a0cd0-35df-42d8-a3ec-07c4188bf96e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:18Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '8a27073a-1929-433e-beee-e3d64061fc61', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'floating_ip_address': '172.26.8.39', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'port_id': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'mac_address': 'fa:16:3e:f9:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:29:39Z', 'updated_at': '2022-05-28T05:29:39Z', 'revision_number': 0, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d88e5e-06a5-40aa-af58-16a18c9406ee', 'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'mac_address': 'fa:16:3e:9a:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:17Z', 'updated_at': '2022-05-28T05:29:27Z', 'revision_number': 5, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'subnets': [{'id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:41.958743 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a0cd0-35df-42d8-a3ec-07c4188bf96e None None] The sync data for ids ['c5871830-2f84-41dc-b6cc-743fc6419854'] in dv-neutron-843300-5-hyperv is: [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:18Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '8a27073a-1929-433e-beee-e3d64061fc61', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'floating_ip_address': '172.26.8.39', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'port_id': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'mac_address': 'fa:16:3e:f9:53:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:29:39Z', 'updated_at': '2022-05-28T05:29:39Z', 'revision_number': 0, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d88e5e-06a5-40aa-af58-16a18c9406ee', 'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'mac_address': 'fa:16:3e:9a:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:17Z', 'updated_at': '2022-05-28T05:29:27Z', 'revision_number': 5, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'subnets': [{'id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:29:47.055777 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf696a5-201e-469b-b92f-450484840211 None None] New status for floating IP 8a27073a-1929-433e-beee-e3d64061fc61: ACTIVE {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:29:48.128032 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Sync routers for ids ['5c57dcc1-233b-47d3-9222-cad14cbe120d'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:29:48.143213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Routers {'5c57dcc1-233b-47d3-9222-cad14cbe120d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:29:48.144170 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:29:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5c57dcc1-233b-47d3-9222-cad14cbe120d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:48.351505 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Set router 5c57dcc1-233b-47d3-9222-cad14cbe120d gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:29:48.667733 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'name': 'tempest-TestShelveInstance-116309554-router', 'tenant_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'e94cf651-2576-4d6b-89c1-6b58f6f9e97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:21Z', 'updated_at': '2022-05-28T05:29:24Z', 'revision_number': 4, 'project_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'gw_port': {'id': 'e94cf651-2576-4d6b-89c1-6b58f6f9e97e', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:21Z', 'updated_at': '2022-05-28T05:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '244421a8-8dc4-43f9-9fbd-66ac0ee7e230', 'name': '', 'network_id': '2c13b0c1-491c-4894-8a0f-582e4ec40263', 'tenant_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'mac_address': 'fa:16:3e:44:83:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18da2da5-3615-492a-a1cf-5c958f862129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:23Z', 'updated_at': '2022-05-28T05:29:24Z', 'revision_number': 2, 'project_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'subnets': [{'id': '18da2da5-3615-492a-a1cf-5c958f862129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:48.672165 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Checking router: 5c57dcc1-233b-47d3-9222-cad14cbe120d for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:29:48.672515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Updating router 5c57dcc1-233b-47d3-9222-cad14cbe120d port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:29:48.726575 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:49.069238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:49.083323 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Transition to ACTIVE for port object 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:29:49.091569 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:49.260683 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59dca3-ab88-477a-8e6d-b624caf2bcf9 None None] Pushing event updated for resources: {'Port': ['ID=244421a8-8dc4-43f9-9fbd-66ac0ee7e230,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:49.349081 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Attempting to bind port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:29:49.349434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Attempting to bind port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '535ca21e-8540-44a0-8da6-751cfcb1b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2c13b0c1-491c-4894-8a0f-582e4ec40263'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:29:49.349819 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Attempting to bind port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 on network 2c13b0c1-491c-4894-8a0f-582e4ec40263 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:29:49.356342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:29:49.356716 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Checking segment: {'id': '535ca21e-8540-44a0-8da6-751cfcb1b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2c13b0c1-491c-4894-8a0f-582e4ec40263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:29:49.357103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:49.357475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Bound using segment: {'id': '535ca21e-8540-44a0-8da6-751cfcb1b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2c13b0c1-491c-4894-8a0f-582e4ec40263'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:29:49.358030 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Bound port: 244421a8-8dc4-43f9-9fbd-66ac0ee7e230, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535ca21e-8540-44a0-8da6-751cfcb1b807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2c13b0c1-491c-4894-8a0f-582e4ec40263'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:29:49.358413 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:49.453842 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] For port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:29:49.456714 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] For port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=244421a8-8dc4-43f9-9fbd-66ac0ee7e230,segment=NetworkSegment(535ca21e-8540-44a0-8da6-751cfcb1b807),segment_id=535ca21e-8540-44a0-8da6-751cfcb1b807)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:29:49.464353 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:49.544266 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59dca3-ab88-477a-8e6d-b624caf2bcf9 None None] Pushing event updated for resources: {'Port': ['ID=244421a8-8dc4-43f9-9fbd-66ac0ee7e230,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:49.549748 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Routers {'5c57dcc1-233b-47d3-9222-cad14cbe120d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:29:49.550347 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:29:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5c57dcc1-233b-47d3-9222-cad14cbe120d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:49.728515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] Set router 5c57dcc1-233b-47d3-9222-cad14cbe120d gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:29:50.058249 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'name': 'tempest-TestShelveInstance-116309554-router', 'tenant_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'e94cf651-2576-4d6b-89c1-6b58f6f9e97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:21Z', 'updated_at': '2022-05-28T05:29:24Z', 'revision_number': 4, 'project_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'gw_port': {'id': 'e94cf651-2576-4d6b-89c1-6b58f6f9e97e', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:21Z', 'updated_at': '2022-05-28T05:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '244421a8-8dc4-43f9-9fbd-66ac0ee7e230', 'name': '', 'network_id': '2c13b0c1-491c-4894-8a0f-582e4ec40263', 'tenant_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'mac_address': 'fa:16:3e:44:83:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18da2da5-3615-492a-a1cf-5c958f862129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:23Z', 'updated_at': '2022-05-28T05:29:49Z', 'revision_number': 4, 'project_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'subnets': [{'id': '18da2da5-3615-492a-a1cf-5c958f862129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:29:50.064723 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59086303-6d4a-4238-81a2-5e039ba51402 None None] The sync data for ids ['5c57dcc1-233b-47d3-9222-cad14cbe120d'] in dv-neutron-843300-5-hyperv is: [{'id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'name': 'tempest-TestShelveInstance-116309554-router', 'tenant_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'e94cf651-2576-4d6b-89c1-6b58f6f9e97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:21Z', 'updated_at': '2022-05-28T05:29:24Z', 'revision_number': 4, 'project_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'gw_port': {'id': 'e94cf651-2576-4d6b-89c1-6b58f6f9e97e', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:21Z', 'updated_at': '2022-05-28T05:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '244421a8-8dc4-43f9-9fbd-66ac0ee7e230', 'name': '', 'network_id': '2c13b0c1-491c-4894-8a0f-582e4ec40263', 'tenant_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'mac_address': 'fa:16:3e:44:83:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18da2da5-3615-492a-a1cf-5c958f862129', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:23Z', 'updated_at': '2022-05-28T05:29:49Z', 'revision_number': 4, 'project_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'subnets': [{'id': '18da2da5-3615-492a-a1cf-5c958f862129', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:29:51.011322 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:29:51.089876 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:29:51.096097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:51.096422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:51.213042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:51.246122 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=244421a8-8dc4-43f9-9fbd-66ac0ee7e230,segment=NetworkSegment(535ca21e-8540-44a0-8da6-751cfcb1b807),segment_id=535ca21e-8540-44a0-8da6-751cfcb1b807)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:29:51.252084 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:51.318114 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=244421a8-8dc4-43f9-9fbd-66ac0ee7e230,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:29:52.192169 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-62268c18-39d6-4ee1-a03e-e6b9874b2a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:52.995611 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:29:53.078763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:29:53.079124 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:54.365195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f15cb3bd-0b36-42bd-8c33-fba997a06259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:55.200799 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:55.589906 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:55.742044 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:29:57.315255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:00.879469 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:30:12.775943 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-28efbb2e-fd85-40fc-99d9-a6da417cc253 req-34d1f577-e972-4297-be8f-0e8665e5aa69 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711675 May 28 05:30:12.915740 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-28efbb2e-fd85-40fc-99d9-a6da417cc253 req-8c43ef13-a683-4351-9abc-13494180bc6b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 1098 time: 0.0724146 May 28 05:30:13.071070 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efbb2e-fd85-40fc-99d9-a6da417cc253 req-0bb8b9b1-c1a0-4d4a-9ea4-dadfc5a2801d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:30:13.072520 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-28efbb2e-fd85-40fc-99d9-a6da417cc253 req-0bb8b9b1-c1a0-4d4a-9ea4-dadfc5a2801d service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1380303 May 28 05:30:13.171681 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-28efbb2e-fd85-40fc-99d9-a6da417cc253 req-dfaac4af-2108-40b5-bcf0-3ea02d20c275 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f079d163-3a6a-4775-a3b1-7d444d160837 HTTP/1.1" status: 200 len: 1000 time: 0.0933311 May 28 05:30:13.235787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efbb2e-fd85-40fc-99d9-a6da417cc253 req-a45e9d6e-50e9-421c-82ac-3fbbca9fa62e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:30:13.237241 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-28efbb2e-fd85-40fc-99d9-a6da417cc253 req-a45e9d6e-50e9-421c-82ac-3fbbca9fa62e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0599554 May 28 05:30:13.313938 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-28efbb2e-fd85-40fc-99d9-a6da417cc253 req-50af1624-3759-4185-9feb-b8e6b5b998e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710363 May 28 05:30:13.459993 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-28efbb2e-fd85-40fc-99d9-a6da417cc253 req-fed00633-c389-4b4f-b571-217aed433209 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397254 May 28 05:30:13.725483 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-28efbb2e-fd85-40fc-99d9-a6da417cc253 req-88d5279c-0135-453e-9a7c-ac2a890176bd service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587414 May 28 05:30:21.535641 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [req-37c75a68-5643-4983-80c2-9ba886599d50 req-f4620eee-62a7-485a-a7d3-ba3761b94b21 service neutron] (84009) timed out ('10.222.0.15', 36192) {{(pid=84009) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 05:30:22.199872 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f952b707-791a-4463-9c20-1b9ba7ca67dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:24.365309 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8a0f0042-1127-4ea0-badc-d3abb7746cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:25.226342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:25.595042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:25.756972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:27.328101 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:37.881890 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:30:52.198162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9e7b7c2e-afa3-4bfb-923d-f220ff1aecbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:54.364509 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-db0df9ee-85af-42fc-bced-a85aa8fdbc3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.216336 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.595126 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:55.755717 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:30:57.328984 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:12.809576 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0528bf0d-dabd-4294-bd69-c1426697e0dc req-a68c3d25-13d6-477d-a7b1-414d7e15fa44 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723779 May 28 05:31:12.949304 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0528bf0d-dabd-4294-bd69-c1426697e0dc req-d9108271-b73f-4261-b0ed-f791d92f7be5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 1098 time: 0.0695884 May 28 05:31:13.100772 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528bf0d-dabd-4294-bd69-c1426697e0dc req-631ac90e-33ee-47a6-b8c2-ba51299d6296 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:13.102267 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0528bf0d-dabd-4294-bd69-c1426697e0dc req-631ac90e-33ee-47a6-b8c2-ba51299d6296 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1335480 May 28 05:31:13.207257 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0528bf0d-dabd-4294-bd69-c1426697e0dc req-f8ac2813-a3fb-49bd-95b0-20ceec4a044c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f079d163-3a6a-4775-a3b1-7d444d160837 HTTP/1.1" status: 200 len: 1000 time: 0.0985904 May 28 05:31:13.269965 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0528bf0d-dabd-4294-bd69-c1426697e0dc req-8bbe46a9-709c-4a0a-afa4-9fa4a9fab9ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:13.271471 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0528bf0d-dabd-4294-bd69-c1426697e0dc req-8bbe46a9-709c-4a0a-afa4-9fa4a9fab9ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0573545 May 28 05:31:13.349760 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0528bf0d-dabd-4294-bd69-c1426697e0dc req-83364b61-3776-45f0-83fc-9284f16e5cbf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715344 May 28 05:31:13.484253 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0528bf0d-dabd-4294-bd69-c1426697e0dc req-29d31989-f733-455f-b7ee-03882cda0292 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277678 May 28 05:31:13.620947 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0528bf0d-dabd-4294-bd69-c1426697e0dc req-e8fb970a-52a6-4ed7-9fa6-2f0c61569659 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296778 May 28 05:31:14.883230 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:31:22.195952 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a7e5fbd6-c35c-42bc-b7bd-23208ddd8974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:24.369752 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-03a79e72-4164-412c-ad1b-dca7e134ae37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:25.215048 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:25.602077 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:25.753752 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:27.338576 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:35.621608 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e34b9-7743-47ae-af07-2f1c0800097e req-a943ddf7-91bc-4e0e-aaa6-84ab02b92fb3 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:35.623164 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0c2e34b9-7743-47ae-af07-2f1c0800097e req-a943ddf7-91bc-4e0e-aaa6-84ab02b92fb3 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.1917918 May 28 05:31:35.676522 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0c2e34b9-7743-47ae-af07-2f1c0800097e req-dffbcfd4-6906-4181-bb19-4f6127214f26 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473197 May 28 05:31:36.895314 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1b713-f1d2-41a0-87d4-821d8495eeb6 req-614ddfe2-328d-46a7-84fd-ebb8e3b46318 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:36.896655 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8ae1b713-f1d2-41a0-87d4-821d8495eeb6 req-614ddfe2-328d-46a7-84fd-ebb8e3b46318 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0871150 May 28 05:31:36.941616 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8ae1b713-f1d2-41a0-87d4-821d8495eeb6 req-3a71eaa6-4b60-4491-b512-c3a3218f7943 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387945 May 28 05:31:38.164828 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809436ec-552e-41a7-b7f5-af13df0ab23e req-1163b53d-f099-4e1e-94bd-0f767e15245f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:38.166316 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-809436ec-552e-41a7-b7f5-af13df0ab23e req-1163b53d-f099-4e1e-94bd-0f767e15245f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0818925 May 28 05:31:38.216227 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-809436ec-552e-41a7-b7f5-af13df0ab23e req-3623530f-21b4-44f8-bd27-159ec053911f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442214 May 28 05:31:39.426879 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e69d3-dae4-4fad-812e-17f189571a19 req-33a60272-b4d1-427c-b0e1-4824b1fab41e tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:39.428598 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-979e69d3-dae4-4fad-812e-17f189571a19 req-33a60272-b4d1-427c-b0e1-4824b1fab41e tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0789135 May 28 05:31:39.476672 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-979e69d3-dae4-4fad-812e-17f189571a19 req-218f59a7-161b-4fdc-b5ef-49988693f26b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402510 May 28 05:31:40.698590 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b295f2-a7a5-4368-a640-551a3c4b3b75 req-77bff6a6-9af7-48ed-aeaf-e2fdc50fd306 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:40.700036 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b4b295f2-a7a5-4368-a640-551a3c4b3b75 req-77bff6a6-9af7-48ed-aeaf-e2fdc50fd306 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0871601 May 28 05:31:40.749070 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b4b295f2-a7a5-4368-a640-551a3c4b3b75 req-312c44e0-b088-4ba6-b61d-01f029c01674 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407162 May 28 05:31:41.962935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ece8e-10ce-431e-9e56-1ddd2ec824d3 req-daef6ba1-74b9-46e5-8504-1c7ec40765db tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:41.964578 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a65ece8e-10ce-431e-9e56-1ddd2ec824d3 req-daef6ba1-74b9-46e5-8504-1c7ec40765db tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0870886 May 28 05:31:42.014152 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a65ece8e-10ce-431e-9e56-1ddd2ec824d3 req-96edc0d0-ade9-48fa-b420-6b65d236bddf tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 May 28 05:31:43.242287 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955505bd-2ada-4c51-9e88-690225105ad1 req-c7bdd89e-bdc3-455d-a43a-6cc03a604967 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:43.243671 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-955505bd-2ada-4c51-9e88-690225105ad1 req-c7bdd89e-bdc3-455d-a43a-6cc03a604967 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0931261 May 28 05:31:43.288453 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-955505bd-2ada-4c51-9e88-690225105ad1 req-ad47e35b-2401-4791-a61f-2bd30c1d95b8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392330 May 28 05:31:44.490431 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce36cd-650d-4f3a-8813-588d0055727a req-a292b836-09ed-415f-afcf-bd525053b5a8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:44.491877 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3dce36cd-650d-4f3a-8813-588d0055727a req-a292b836-09ed-415f-afcf-bd525053b5a8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0765386 May 28 05:31:44.536616 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3dce36cd-650d-4f3a-8813-588d0055727a req-e6f217c8-cebe-469e-bd5b-eb3abd5cbed0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391660 May 28 05:31:45.847741 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5808a0eb-3762-4001-bf28-1f79afe58a0e req-c31ef000-aa33-4d59-94cb-167023a79766 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:45.849091 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5808a0eb-3762-4001-bf28-1f79afe58a0e req-c31ef000-aa33-4d59-94cb-167023a79766 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.1822920 May 28 05:31:45.896858 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5808a0eb-3762-4001-bf28-1f79afe58a0e req-07adc304-5901-4677-9f78-7cbe47173f33 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 May 28 05:31:47.103582 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1defa-8a36-4d80-827c-8dbd9bdf4eac req-489126b5-d312-41c9-98e0-0fbaeaf6b8f4 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:47.105036 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69e1defa-8a36-4d80-827c-8dbd9bdf4eac req-489126b5-d312-41c9-98e0-0fbaeaf6b8f4 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0816519 May 28 05:31:47.151460 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-69e1defa-8a36-4d80-827c-8dbd9bdf4eac req-e24825ec-fd85-4fc8-b515-236ef95d2ae6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407827 May 28 05:31:48.355384 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b0bf2-e834-400e-a7e9-7896749cb78e req-157a72c3-644c-494b-9e0c-9132c9076183 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:48.356843 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-434b0bf2-e834-400e-a7e9-7896749cb78e req-157a72c3-644c-494b-9e0c-9132c9076183 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0766244 May 28 05:31:48.403892 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-434b0bf2-e834-400e-a7e9-7896749cb78e req-ae0c26bf-30c6-47bd-b59c-749ae62ebc9a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410008 May 28 05:31:48.512547 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f079d163-3a6a-4775-a3b1-7d444d160837 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:31:48.654429 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port f079d163-3a6a-4775-a3b1-7d444d160837, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f079d163-3a6a-4775-a3b1-7d444d160837,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:31:48.668503 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'port_id': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'mac_address': 'fa:16:3e:f9:53:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:31:48.722782 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:48.741905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f079d163-3a6a-4775-a3b1-7d444d160837 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:31:48.757339 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port f079d163-3a6a-4775-a3b1-7d444d160837, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f079d163-3a6a-4775-a3b1-7d444d160837,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:31:48.763360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:48.841063 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['f079d163-3a6a-4775-a3b1-7d444d160837'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:31:48.880589 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=f079d163-3a6a-4775-a3b1-7d444d160837,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:48.900748 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:48.900986 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:48.901411 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:48.901767 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:48.902094 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:48.902407 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:48.902908 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:48.903387 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:48.903845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:48.904296 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:48.904747 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:31:49.618887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa36bd-681e-423e-820a-2768eba9405c req-7dc294ac-dbd7-45e4-b2ad-86f8f6d79da8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:49.620587 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-29fa36bd-681e-423e-820a-2768eba9405c req-7dc294ac-dbd7-45e4-b2ad-86f8f6d79da8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 944 time: 0.0808709 May 28 05:31:49.678283 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-29fa36bd-681e-423e-820a-2768eba9405c req-fc39af00-c792-4877-a920-fa23a3fbfcad tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519888 May 28 05:31:50.514734 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f079d163-3a6a-4775-a3b1-7d444d160837 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:31:50.585703 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port f079d163-3a6a-4775-a3b1-7d444d160837 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:31:50.586087 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:50.708052 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:50.736954 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f079d163-3a6a-4775-a3b1-7d444d160837'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:31:50.765982 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port f079d163-3a6a-4775-a3b1-7d444d160837, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f079d163-3a6a-4775-a3b1-7d444d160837,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:31:50.777263 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:50.848365 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2825c095-9e9d-4c35-b25e-824d2f011a6f'] response: {'server_uuid': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'code': 200} May 28 05:31:50.895435 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=f079d163-3a6a-4775-a3b1-7d444d160837,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:31:50.920632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83b3ee-c388-4241-95dd-e1b702857979 req-d0e7a738-2ab3-40ab-85fc-279c7f2e9b7e tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:50.922320 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4f83b3ee-c388-4241-95dd-e1b702857979 req-d0e7a738-2ab3-40ab-85fc-279c7f2e9b7e tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.1057820 May 28 05:31:50.974128 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4f83b3ee-c388-4241-95dd-e1b702857979 req-77e26de1-48f0-46ea-85cb-176798fd4c60 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426192 May 28 05:31:51.884642 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:31:52.196304 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-eb67e5a1-f53f-496d-ab71-c1e957a4b9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:52.198156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97ec1f-58a9-4ae2-9994-8df07c68846a req-cbdee740-ac22-44d1-b5a2-0f6690babce5 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:52.199776 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5e97ec1f-58a9-4ae2-9994-8df07c68846a req-cbdee740-ac22-44d1-b5a2-0f6690babce5 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0871863 May 28 05:31:52.253519 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5e97ec1f-58a9-4ae2-9994-8df07c68846a req-8d787773-dc49-401a-948c-178dfc68955a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459113 May 28 05:31:53.469602 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac85f4-887c-40c1-9fb1-d0be00700908 req-10996fee-8ca8-4b45-a9c9-cf28ef7b6153 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:53.473818 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2fac85f4-887c-40c1-9fb1-d0be00700908 req-10996fee-8ca8-4b45-a9c9-cf28ef7b6153 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0781727 May 28 05:31:53.532194 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2fac85f4-887c-40c1-9fb1-d0be00700908 req-17664b53-f2fa-4f94-8e0b-886d967220a9 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530136 May 28 05:31:54.369807 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-fcf2f09e-19b9-42c6-83f7-4153a19245d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:54.745642 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d04b877-7de0-4eb3-a5d6-68d48d876ec8 req-c723e6ae-b96d-45c3-af74-1b89a37ba197 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:54.747261 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0d04b877-7de0-4eb3-a5d6-68d48d876ec8 req-c723e6ae-b96d-45c3-af74-1b89a37ba197 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0811918 May 28 05:31:54.799898 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0d04b877-7de0-4eb3-a5d6-68d48d876ec8 req-d42dbb76-3163-4b92-aeb7-233a6d19eb9b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458319 May 28 05:31:55.234820 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:55.590517 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:55.756570 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:56.016171 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf57b62-6b5d-4503-abe3-6df1e1f36f6c req-7bb191e2-0241-41c6-aa70-169b8e61d467 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:56.017626 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dcf57b62-6b5d-4503-abe3-6df1e1f36f6c req-7bb191e2-0241-41c6-aa70-169b8e61d467 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0845222 May 28 05:31:56.073284 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dcf57b62-6b5d-4503-abe3-6df1e1f36f6c req-f8757dfd-1f03-4176-a1ae-6cb698946dc0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489233 May 28 05:31:57.312886 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51dafe-b21e-4035-a34e-a577120f3616 req-c4020191-4810-48a6-84a7-11165fe43744 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:57.321890 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b51dafe-b21e-4035-a34e-a577120f3616 req-c4020191-4810-48a6-84a7-11165fe43744 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.1191077 May 28 05:31:57.340998 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:31:57.376576 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8b51dafe-b21e-4035-a34e-a577120f3616 req-09aac18d-f574-45a2-bf70-042611547cb1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468872 May 28 05:31:58.594161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518ac97-74a0-427f-9167-422317730eb6 req-55aad9cf-637f-4d4b-928c-703f68989922 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:58.595632 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4518ac97-74a0-427f-9167-422317730eb6 req-55aad9cf-637f-4d4b-928c-703f68989922 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0837684 May 28 05:31:58.647881 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-4518ac97-74a0-427f-9167-422317730eb6 req-7fafa818-79fc-4904-909f-b8448c14c3d8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465281 May 28 05:31:58.830991 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fcda7026-b765-49ee-95e1-00af27a5a58c req-00c1ddc9-fa38-4b93-bbd9-1fb706cd5a02 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 1098 time: 0.0807571 May 28 05:31:58.981261 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda7026-b765-49ee-95e1-00af27a5a58c req-2f92544b-6bdc-432a-abac-fd99573a9e54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:58.982786 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fcda7026-b765-49ee-95e1-00af27a5a58c req-2f92544b-6bdc-432a-abac-fd99573a9e54 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1454315 May 28 05:31:59.087930 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fcda7026-b765-49ee-95e1-00af27a5a58c req-8fa78bd6-04f6-48c2-8bfc-f783b0f96771 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f079d163-3a6a-4775-a3b1-7d444d160837 HTTP/1.1" status: 200 len: 1000 time: 0.0980186 May 28 05:31:59.152132 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda7026-b765-49ee-95e1-00af27a5a58c req-cffff42c-843b-4f2e-94da-c4db9fd2fd6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:59.153532 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fcda7026-b765-49ee-95e1-00af27a5a58c req-cffff42c-843b-4f2e-94da-c4db9fd2fd6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0599096 May 28 05:31:59.227771 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fcda7026-b765-49ee-95e1-00af27a5a58c req-4532da32-cd2d-4785-ad5f-adf940004f9a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682001 May 28 05:31:59.377531 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fcda7026-b765-49ee-95e1-00af27a5a58c req-bde3ea9b-7656-4979-b09b-dc5e24b884b8 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421814 May 28 05:31:59.594353 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fcda7026-b765-49ee-95e1-00af27a5a58c req-e0ec4203-7058-47f1-ba37-c1006f7ee37c service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106099 May 28 05:31:59.872841 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993d501-bdee-4c73-ab54-fb6d1ebbc368 req-8e1ea39f-2ece-4bf3-94f0-1b8204019848 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:31:59.874420 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7993d501-bdee-4c73-ab54-fb6d1ebbc368 req-8e1ea39f-2ece-4bf3-94f0-1b8204019848 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0955079 May 28 05:31:59.920962 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7993d501-bdee-4c73-ab54-fb6d1ebbc368 req-8556f294-e5fa-4594-9cee-52e01dc76cea tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407889 May 28 05:32:01.129231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a99c6-ebdb-4236-922f-35ff981f8857 req-c21e971f-7dcc-4f3e-9677-fe6e7a783983 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:01.130731 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b2a99c6-ebdb-4236-922f-35ff981f8857 req-c21e971f-7dcc-4f3e-9677-fe6e7a783983 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0800881 May 28 05:32:01.176120 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-3b2a99c6-ebdb-4236-922f-35ff981f8857 req-51e6a808-8604-49af-af11-b25e5f1c1cee tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394483 May 28 05:32:02.407447 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492865a0-e24a-44a9-a290-785539b1d44f req-debb9074-f825-4105-804e-963398367374 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:02.408904 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-492865a0-e24a-44a9-a290-785539b1d44f req-debb9074-f825-4105-804e-963398367374 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 945 time: 0.0943043 May 28 05:32:02.454832 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-492865a0-e24a-44a9-a290-785539b1d44f req-35afc4b9-3894-4900-b73a-53c8c5cdb509 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401978 May 28 05:32:02.528899 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f079d163-3a6a-4775-a3b1-7d444d160837 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:32:02.640360 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:02.641786 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6fcf7abf-243c-46d5-94be-1c129428fcd9 req-feb9418b-6b13-4fbd-8bca-96d1b8cf89d3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0708065 May 28 05:32:02.666840 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f079d163-3a6a-4775-a3b1-7d444d160837'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:32:02.676345 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port f079d163-3a6a-4775-a3b1-7d444d160837, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f079d163-3a6a-4775-a3b1-7d444d160837,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:32:02.682699 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:02.723308 dv-neutron-843300-5-hyperv neutron-server[84011]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7100a075-605b-486a-91b4-795b84e41190']: {'server_uuid': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'code': 422} returned with failed status May 28 05:32:02.759041 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=f079d163-3a6a-4775-a3b1-7d444d160837,revision_number=8']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:02.840486 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40338) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:32:02.919210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59538dd2-4753-42c1-bd50-0e09dad1e776 req-995d5592-5303-48ee-991a-d7bef9e67cb7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:02.920669 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59538dd2-4753-42c1-bd50-0e09dad1e776 req-995d5592-5303-48ee-991a-d7bef9e67cb7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 943 time: 0.0817807 May 28 05:32:02.967016 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-59538dd2-4753-42c1-bd50-0e09dad1e776 req-bb4b1e81-dddd-4588-bffc-76b89b9589ec tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402730 May 28 05:32:03.010496 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [req-cbccbcf0-8bc1-487d-9285-93058155acb1 req-aecc9a13-4eb9-4c11-8e53-986e0615d533 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1688037 May 28 05:32:03.536939 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbccbcf0-8bc1-487d-9285-93058155acb1 req-b6b5f438-3901-4e06-908d-f656c98e7b96 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada&tenant_id=d6fbc539bcad4bb285660ac6de42fdb1 HTTP/1.1" status: 200 len: 1096 time: 0.0703256 May 28 05:32:03.635305 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbccbcf0-8bc1-487d-9285-93058155acb1 req-c2794a4c-cf8d-4fb2-87a3-928d1c27c7e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 1096 time: 0.0774589 May 28 05:32:03.764256 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccbcf0-8bc1-487d-9285-93058155acb1 req-4cf27994-5b71-4c41-8e02-24f226211616 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:03.765590 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbccbcf0-8bc1-487d-9285-93058155acb1 req-4cf27994-5b71-4c41-8e02-24f226211616 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1244364 May 28 05:32:03.866987 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbccbcf0-8bc1-487d-9285-93058155acb1 req-7aeed28d-74fc-4ce9-8abc-8465e7674079 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f079d163-3a6a-4775-a3b1-7d444d160837 HTTP/1.1" status: 200 len: 998 time: 0.0953519 May 28 05:32:03.929808 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccbcf0-8bc1-487d-9285-93058155acb1 req-efaeeafd-f716-4599-a5af-539924005827 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:03.931244 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbccbcf0-8bc1-487d-9285-93058155acb1 req-efaeeafd-f716-4599-a5af-539924005827 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0579648 May 28 05:32:04.015252 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbccbcf0-8bc1-487d-9285-93058155acb1 req-293e382d-8749-4845-b184-8e91a980a35f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784149 May 28 05:32:04.199223 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbccbcf0-8bc1-487d-9285-93058155acb1 req-bc1b5c65-f250-4d92-870f-c2fa0feba8e0 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781483 May 28 05:32:04.279288 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08981224-3aa9-43f3-92b3-22945e6e1656 req-33450303-713b-42ea-bf94-e4c2a5526193 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:04.280637 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-08981224-3aa9-43f3-92b3-22945e6e1656 req-33450303-713b-42ea-bf94-e4c2a5526193 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 943 time: 0.1920877 May 28 05:32:04.367819 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-08981224-3aa9-43f3-92b3-22945e6e1656 req-0e4269a4-718f-4bb5-9ddf-a235b24a1087 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747585 May 28 05:32:04.370670 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cbccbcf0-8bc1-487d-9285-93058155acb1 req-168d8062-3f7e-4dbf-a6a9-637df94e13d6 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656654 May 28 05:32:05.596557 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0203c-a29c-47dd-83e8-3a9f944acbef req-c7782432-f354-4db9-a23e-3aefdc413f4f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:05.603427 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-06c0203c-a29c-47dd-83e8-3a9f944acbef req-c7782432-f354-4db9-a23e-3aefdc413f4f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 943 time: 0.0992579 May 28 05:32:05.648931 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-06c0203c-a29c-47dd-83e8-3a9f944acbef req-cfffafe9-058c-4dc0-8853-25970ff0c11c tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446377 May 28 05:32:06.865834 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cb9f9-e33d-46d6-b0d2-de1b2ba9c117 req-281f63aa-7374-427a-bf4d-b763a270f313 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:06.867385 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-733cb9f9-e33d-46d6-b0d2-de1b2ba9c117 req-281f63aa-7374-427a-bf4d-b763a270f313 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 943 time: 0.0843706 May 28 05:32:06.923259 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-733cb9f9-e33d-46d6-b0d2-de1b2ba9c117 req-679dca4a-2bf1-4a99-b414-ee0b8e2de519 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488603 May 28 05:32:08.246491 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118579f-f791-4721-9635-1a684b961b67 req-db43a45c-8021-4475-bd40-40eb1e89e540 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:08.248091 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8118579f-f791-4721-9635-1a684b961b67 req-db43a45c-8021-4475-bd40-40eb1e89e540 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 943 time: 0.1913152 May 28 05:32:08.296073 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8118579f-f791-4721-9635-1a684b961b67 req-d485ebb1-506c-4868-8bf7-219d3f07fb4d tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418048 May 28 05:32:09.499231 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde58173-a72a-4f81-a177-f30b9c0c1a05 req-3d8744f9-0cd0-423c-9a8c-757f55362f84 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:09.500784 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fde58173-a72a-4f81-a177-f30b9c0c1a05 req-3d8744f9-0cd0-423c-9a8c-757f55362f84 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 943 time: 0.0795782 May 28 05:32:09.548335 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fde58173-a72a-4f81-a177-f30b9c0c1a05 req-a485bdc6-9551-4bbd-a3a0-e3669bd66864 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414441 May 28 05:32:10.761633 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d1ad9-d137-4ba8-a42b-8d1cd40c4759 req-4011b453-fd51-4b54-be55-cfce93302ec2 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:10.763506 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5f8d1ad9-d137-4ba8-a42b-8d1cd40c4759 req-4011b453-fd51-4b54-be55-cfce93302ec2 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 943 time: 0.0876057 May 28 05:32:10.811233 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5f8d1ad9-d137-4ba8-a42b-8d1cd40c4759 req-44d69fe3-4d2f-47e1-901e-4c534af5e208 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417068 May 28 05:32:12.023483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1669991-b68e-4526-be05-6397ffcb0b06 req-f6117b6e-4f5a-4246-b089-262ba2115e9b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:12.024944 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a1669991-b68e-4526-be05-6397ffcb0b06 req-f6117b6e-4f5a-4246-b089-262ba2115e9b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 943 time: 0.0805995 May 28 05:32:12.077300 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a1669991-b68e-4526-be05-6397ffcb0b06 req-07b9f9a7-f58e-415f-85b2-0b2003407307 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465167 May 28 05:32:13.288292 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8762c15-2cce-4182-bb8b-44301ccfd59f req-2b6303bf-4f26-411d-b313-31d77beb8135 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:13.289684 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b8762c15-2cce-4182-bb8b-44301ccfd59f req-2b6303bf-4f26-411d-b313-31d77beb8135 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 943 time: 0.0773907 May 28 05:32:13.336175 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b8762c15-2cce-4182-bb8b-44301ccfd59f req-e697c053-c0e5-4ae9-b92e-f7e7356adff7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406847 May 28 05:32:14.557162 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f079d163-3a6a-4775-a3b1-7d444d160837 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:32:14.564184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7920ca-4b45-467b-adf3-2d394b30b6eb req-91d4eae5-56f5-4495-89b9-27bbf83cbdf5 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:14.565615 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a7920ca-4b45-467b-adf3-2d394b30b6eb req-91d4eae5-56f5-4495-89b9-27bbf83cbdf5 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 943 time: 0.0949154 May 28 05:32:14.611442 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6a7920ca-4b45-467b-adf3-2d394b30b6eb req-9f1f9efb-5532-4d21-9b61-312af8331248 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399580 May 28 05:32:14.690269 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port f079d163-3a6a-4775-a3b1-7d444d160837, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f079d163-3a6a-4775-a3b1-7d444d160837,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:32:14.703418 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'port_id': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'mac_address': 'fa:16:3e:f9:53:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:32:14.757549 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:14.774627 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f079d163-3a6a-4775-a3b1-7d444d160837 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:32:14.790143 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port f079d163-3a6a-4775-a3b1-7d444d160837, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f079d163-3a6a-4775-a3b1-7d444d160837,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:32:14.796054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:14.865326 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=f079d163-3a6a-4775-a3b1-7d444d160837,revision_number=9']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:14.871723 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-acc2898a-beb6-4746-80cc-4ec82e02aab5 req-0162f151-79bd-4537-8257-2f76d6e620f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 1097 time: 0.0698664 May 28 05:32:15.018426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2898a-beb6-4746-80cc-4ec82e02aab5 req-8a373ed4-c158-40d0-8576-a29c78d9653f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:15.019919 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-acc2898a-beb6-4746-80cc-4ec82e02aab5 req-8a373ed4-c158-40d0-8576-a29c78d9653f service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1275289 May 28 05:32:15.034063 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['f079d163-3a6a-4775-a3b1-7d444d160837'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:32:15.131859 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-acc2898a-beb6-4746-80cc-4ec82e02aab5 req-35f56eba-b0b9-48c1-a394-2fdbe6d7938b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f079d163-3a6a-4775-a3b1-7d444d160837 HTTP/1.1" status: 200 len: 999 time: 0.1049359 May 28 05:32:15.194290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2898a-beb6-4746-80cc-4ec82e02aab5 req-88314b25-a232-4ed5-af1c-608c27c419bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:15.195753 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-acc2898a-beb6-4746-80cc-4ec82e02aab5 req-88314b25-a232-4ed5-af1c-608c27c419bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0580733 May 28 05:32:15.273769 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-acc2898a-beb6-4746-80cc-4ec82e02aab5 req-80d5fb9b-bfb6-4f37-909d-e6c8cb378929 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719936 May 28 05:32:15.408611 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-acc2898a-beb6-4746-80cc-4ec82e02aab5 req-31f6fc3e-e9ea-4dbf-b141-d10a0fe87c4f service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282649 May 28 05:32:15.550258 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-acc2898a-beb6-4746-80cc-4ec82e02aab5 req-655ec482-9b23-454c-bb53-31edb59feb6a service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300037 May 28 05:32:15.842840 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5010510b-460c-4656-80ea-899fee33d7ad req-baf5b30e-0981-448d-a81c-0fb82c752fa1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:15.844288 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5010510b-460c-4656-80ea-899fee33d7ad req-baf5b30e-0981-448d-a81c-0fb82c752fa1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 944 time: 0.0883234 May 28 05:32:15.891603 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5010510b-460c-4656-80ea-899fee33d7ad req-cc53cc23-57a4-4ccb-9d03-c17750e2efb7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416856 May 28 05:32:16.574234 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f079d163-3a6a-4775-a3b1-7d444d160837 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:32:16.659524 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port f079d163-3a6a-4775-a3b1-7d444d160837 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:32:16.659890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:16.803709 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:16.830940 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f079d163-3a6a-4775-a3b1-7d444d160837'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:32:16.841704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port f079d163-3a6a-4775-a3b1-7d444d160837, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f079d163-3a6a-4775-a3b1-7d444d160837,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:32:16.847266 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:16.916494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=f079d163-3a6a-4775-a3b1-7d444d160837,revision_number=10']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:32:17.093186 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4eddf5-54fd-45af-ae94-2fb04964f86e req-ca067d6a-7aee-40cb-89fa-70ed5db9ac76 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:17.094547 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fa4eddf5-54fd-45af-ae94-2fb04964f86e req-ca067d6a-7aee-40cb-89fa-70ed5db9ac76 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 946 time: 0.0835006 May 28 05:32:17.144429 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fa4eddf5-54fd-45af-ae94-2fb04964f86e req-ff0382c9-f743-49e0-984a-f3b97e374f5b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440540 May 28 05:32:17.907709 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0773e4-b83e-4e3c-bf68-21d6bac8ba4a'] response: {'server_uuid': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'code': 200} May 28 05:32:18.150797 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-44cf070a-8a11-4ba4-b53f-36aab779e298 req-d7f8c401-7424-41e4-b27f-c931ccfa1e5f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 1099 time: 0.0749619 May 28 05:32:18.199348 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-44cf070a-8a11-4ba4-b53f-36aab779e298 req-cd7dc54b-dea5-42fb-bece-0dfe810708d3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417509 May 28 05:32:18.358449 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2806d-df3f-4b68-8b28-87e5c5fd95d8 req-77c5f202-c079-4990-b8ce-f66910ebbc19 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:18.359874 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8de2806d-df3f-4b68-8b28-87e5c5fd95d8 req-77c5f202-c079-4990-b8ce-f66910ebbc19 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 946 time: 0.0881078 May 28 05:32:18.411485 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8de2806d-df3f-4b68-8b28-87e5c5fd95d8 req-066d70ce-2532-47e1-bcec-89b2d1c82209 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 May 28 05:32:19.619529 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046c73f-4498-4b96-8b9a-eced3854a1c4 req-9ed6e3fe-0c2b-475c-ac06-bfd49adaac4e tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:19.620981 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5046c73f-4498-4b96-8b9a-eced3854a1c4 req-9ed6e3fe-0c2b-475c-ac06-bfd49adaac4e tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 946 time: 0.0815632 May 28 05:32:19.764257 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5046c73f-4498-4b96-8b9a-eced3854a1c4 req-94bd439d-d1e9-4228-ab38-d0bceaf4f994 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373050 May 28 05:32:20.984646 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ec6ce-59c9-4591-adae-8a70a36baa47 req-3fa937be-e85c-44a2-b6b1-8d051143bb76 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:32:20.986080 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b56ec6ce-59c9-4591-adae-8a70a36baa47 req-3fa937be-e85c-44a2-b6b1-8d051143bb76 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 946 time: 0.0782998 May 28 05:32:21.033870 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b56ec6ce-59c9-4591-adae-8a70a36baa47 req-463307e7-651e-4fcc-a01d-cd9ce13f0804 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411189 May 28 05:32:22.203652 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7d725211-dcbe-4123-afae-c3a804a4e9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:24.372382 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-44c355dc-a544-4e8a-ab37-ae712268ff98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:25.219710 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:25.598552 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:25.769594 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:27.341885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:28.891316 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:32:52.199477 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3a42d9f2-33f3-4fbf-a0b4-15b40be8622f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:54.380487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5629b878-4f6d-4b1d-a07e-3371fdf7b058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:55.228753 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:55.592977 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:55.773132 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:32:57.343345 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:05.882728 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:33:16.823938 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92717315-1876-4070-8878-2273759fc250 req-2f4bfd18-5471-481e-be05-6e69fd722395 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731697 May 28 05:33:16.962040 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92717315-1876-4070-8878-2273759fc250 req-361da64b-d0c5-4182-81b7-f9ee52549e97 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 1099 time: 0.0701277 May 28 05:33:17.114236 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92717315-1876-4070-8878-2273759fc250 req-87564840-b76a-4893-afe2-8559358d57ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:33:17.115564 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92717315-1876-4070-8878-2273759fc250 req-87564840-b76a-4893-afe2-8559358d57ec service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1343682 May 28 05:33:17.227100 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92717315-1876-4070-8878-2273759fc250 req-d9b15939-c618-4747-9d7f-ec8d3c4c05bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f079d163-3a6a-4775-a3b1-7d444d160837 HTTP/1.1" status: 200 len: 1000 time: 0.1055667 May 28 05:33:17.292171 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92717315-1876-4070-8878-2273759fc250 req-5b6c085f-a952-467a-ad11-a68f86b269da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:33:17.293579 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92717315-1876-4070-8878-2273759fc250 req-5b6c085f-a952-467a-ad11-a68f86b269da service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0611084 May 28 05:33:17.369878 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92717315-1876-4070-8878-2273759fc250 req-876d6549-c417-41d7-a10e-b7cb3428af15 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702465 May 28 05:33:17.498333 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92717315-1876-4070-8878-2273759fc250 req-02fbb76e-6cb0-47de-903f-67fb2bde21f8 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225138 May 28 05:33:17.629246 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92717315-1876-4070-8878-2273759fc250 req-88b1fa00-8788-4eb4-bca5-db5bae636986 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248248 May 28 05:33:22.195890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-34891e87-03a9-4e34-8be9-4a3cc4121611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:24.378060 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5cb09146-5383-455b-9c4f-c09e3b88bc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:25.246012 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:25.595068 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:25.770005 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:27.355029 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:31.879492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40454) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:32.095252 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Deleting port ddc3e2a9-adc1-4ea8-b552-1de3d71bb480 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:33:32.095552 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.264244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.264473 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.381643 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Calling delete_port for ddc3e2a9-adc1-4ea8-b552-1de3d71bb480 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:33:32.642260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:32.692820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event deleted for resources: {'Port': ['ID=ddc3e2a9-adc1-4ea8-b552-1de3d71bb480,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:32.733543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:32.733920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:32.734264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:32.734598 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:32.734929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:32.735257 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:32.735578 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:32.735900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:32.736206 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:32.736539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:32.736858 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:32.801853 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:33.197732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Router c5871830-2f84-41dc-b6cc-743fc6419854 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:33:33.412125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:33:33.422334 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bbc8b6-044c-4ff6-88e4-617da8cb6573 None None] Sync routers for ids ['c5871830-2f84-41dc-b6cc-743fc6419854'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:33:33.433787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:33.437130 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bbc8b6-044c-4ff6-88e4-617da8cb6573 None None] Routers {'c5871830-2f84-41dc-b6cc-743fc6419854'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:33:33.437770 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e5bbc8b6-044c-4ff6-88e4-617da8cb6573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:33:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c5871830-2f84-41dc-b6cc-743fc6419854'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:33.488622 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-33c216ec-0629-4ddb-a1e9-7261cf44f634 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "DELETE /v2.0/floatingips/8a27073a-1929-433e-beee-e3d64061fc61 HTTP/1.1" status: 204 len: 168 time: 1.6050301 May 28 05:33:33.488622 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'tag': 'f079d163-3a6a-4775-a3b1-7d444d160837'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:33:33.617380 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-e5bbc8b6-044c-4ff6-88e4-617da8cb6573 None None] Set router c5871830-2f84-41dc-b6cc-743fc6419854 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:33:33.643638 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-773a9130-13f7-46be-817e-a02bfc1350c0'] response: {'name': 'network-changed', 'server_uuid': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'tag': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'status': 'completed', 'code': 200} May 28 05:33:33.813951 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-61633982-ea02-4710-a509-4b18a88e4bb4 req-042d9136-9d11-4215-8b22-5597f7d50db5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 1099 time: 0.1489093 May 28 05:33:33.947214 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e5bbc8b6-044c-4ff6-88e4-617da8cb6573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:18Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '06d88e5e-06a5-40aa-af58-16a18c9406ee', 'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'mac_address': 'fa:16:3e:9a:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:17Z', 'updated_at': '2022-05-28T05:29:27Z', 'revision_number': 5, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'subnets': [{'id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:33.951002 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bbc8b6-044c-4ff6-88e4-617da8cb6573 None None] Checking router: c5871830-2f84-41dc-b6cc-743fc6419854 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:33:33.961809 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bbc8b6-044c-4ff6-88e4-617da8cb6573 None None] Routers {'c5871830-2f84-41dc-b6cc-743fc6419854'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:33:33.962392 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e5bbc8b6-044c-4ff6-88e4-617da8cb6573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:33:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c5871830-2f84-41dc-b6cc-743fc6419854'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:33.995766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61633982-ea02-4710-a509-4b18a88e4bb4 req-409b4b76-dbde-4d7c-a2a6-800e1e3f00a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:33:33.997127 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-61633982-ea02-4710-a509-4b18a88e4bb4 req-409b4b76-dbde-4d7c-a2a6-800e1e3f00a1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1762242 May 28 05:33:34.003516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde74f0-28aa-4cfd-8ccc-f06395eb5a1c req-6b88b26f-4fc0-4300-ad90-289a451eece3 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:33:34.004176 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-7fde74f0-28aa-4cfd-8ccc-f06395eb5a1c req-6b88b26f-4fc0-4300-ad90-289a451eece3 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Synchronizing usage tracker for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:33:34.078280 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-61633982-ea02-4710-a509-4b18a88e4bb4 req-fdb28737-2110-4c7e-b397-ee67e08961a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f079d163-3a6a-4775-a3b1-7d444d160837 HTTP/1.1" status: 200 len: 217 time: 0.0712702 May 28 05:33:34.083906 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-7fde74f0-28aa-4cfd-8ccc-f06395eb5a1c req-6b88b26f-4fc0-4300-ad90-289a451eece3 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Unset dirty status for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:33:34.085106 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7fde74f0-28aa-4cfd-8ccc-f06395eb5a1c req-6b88b26f-4fc0-4300-ad90-289a451eece3 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 946 time: 0.2653296 May 28 05:33:34.166694 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61633982-ea02-4710-a509-4b18a88e4bb4 req-1aee8759-c3d4-4204-9a49-e5956374043f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:33:34.168111 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-61633982-ea02-4710-a509-4b18a88e4bb4 req-1aee8759-c3d4-4204-9a49-e5956374043f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0821536 May 28 05:33:34.184531 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-e5bbc8b6-044c-4ff6-88e4-617da8cb6573 None None] Set router c5871830-2f84-41dc-b6cc-743fc6419854 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:33:34.218510 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7fde74f0-28aa-4cfd-8ccc-f06395eb5a1c req-d1eb83dc-f17d-4936-813d-9d44040877e5 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003654 May 28 05:33:34.258708 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-61633982-ea02-4710-a509-4b18a88e4bb4 req-44733c59-d10c-4c40-9572-1b9b406a1fc5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833478 May 28 05:33:34.495312 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-61633982-ea02-4710-a509-4b18a88e4bb4 req-65ed8550-b72f-477f-9fbe-068c1ee15ec2 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298102 May 28 05:33:34.514363 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e5bbc8b6-044c-4ff6-88e4-617da8cb6573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:18Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '06d88e5e-06a5-40aa-af58-16a18c9406ee', 'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'mac_address': 'fa:16:3e:9a:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:17Z', 'updated_at': '2022-05-28T05:29:27Z', 'revision_number': 5, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'subnets': [{'id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:33:34.518805 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bbc8b6-044c-4ff6-88e4-617da8cb6573 None None] The sync data for ids ['c5871830-2f84-41dc-b6cc-743fc6419854'] in dv-neutron-843300-5-hyperv is: [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:18Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '06d88e5e-06a5-40aa-af58-16a18c9406ee', 'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'mac_address': 'fa:16:3e:9a:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:17Z', 'updated_at': '2022-05-28T05:29:27Z', 'revision_number': 5, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'subnets': [{'id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:33:34.627650 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-61633982-ea02-4710-a509-4b18a88e4bb4 req-422eae9f-0da1-4910-bc1a-92e79496fe27 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261303 May 28 05:33:34.757454 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b908fafa-a380-438f-bb47-8e2a542882a0 None None] New status for floating IP 8a27073a-1929-433e-beee-e3d64061fc61: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:33:35.087588 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25109e-d03a-4eca-8726-503fdd0d6a88 req-3ccd0d93-26cb-4a74-a6c8-35f1acb981bd tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:33:35.088996 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5f25109e-d03a-4eca-8726-503fdd0d6a88 req-3ccd0d93-26cb-4a74-a6c8-35f1acb981bd tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 946 time: 0.0852983 May 28 05:33:35.161383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-5f25109e-d03a-4eca-8726-503fdd0d6a88 req-6dbe14e1-6a4e-49be-bf5d-bff143d74765 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Deleting port f079d163-3a6a-4775-a3b1-7d444d160837 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:33:35.161594 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5f25109e-d03a-4eca-8726-503fdd0d6a88 req-6dbe14e1-6a4e-49be-bf5d-bff143d74765 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:35.449936 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-5f25109e-d03a-4eca-8726-503fdd0d6a88 req-6dbe14e1-6a4e-49be-bf5d-bff143d74765 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] For port f079d163-3a6a-4775-a3b1-7d444d160837, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=f079d163-3a6a-4775-a3b1-7d444d160837,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:33:35.450620 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5f25109e-d03a-4eca-8726-503fdd0d6a88 req-6dbe14e1-6a4e-49be-bf5d-bff143d74765 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:35.568490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-5f25109e-d03a-4eca-8726-503fdd0d6a88 req-6dbe14e1-6a4e-49be-bf5d-bff143d74765 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Calling delete_port for f079d163-3a6a-4775-a3b1-7d444d160837 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:33:35.615759 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed2665-e96c-4063-98a3-d20129b9e7fb req-47a23b51-8416-4f05-8ab7-dd5cce9f8448 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:33:35.617183 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a0ed2665-e96c-4063-98a3-d20129b9e7fb req-47a23b51-8416-4f05-8ab7-dd5cce9f8448 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c09affa-5e8a-4e0f-8a43-3cd69ee2aada HTTP/1.1" status: 200 len: 946 time: 0.2700660 May 28 05:33:35.686923 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a0ed2665-e96c-4063-98a3-d20129b9e7fb req-ca473497-56e9-4794-aeae-faa8de62ce43 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=dffc996c-7db6-4788-ad55-230b9c414360&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632796 May 28 05:33:35.751156 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5f25109e-d03a-4eca-8726-503fdd0d6a88 req-6dbe14e1-6a4e-49be-bf5d-bff143d74765 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:35.797629 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe14e1-6a4e-49be-bf5d-bff143d74765 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event deleted for resources: {'Port': ['ID=f079d163-3a6a-4775-a3b1-7d444d160837,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:35.876729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f25109e-d03a-4eca-8726-503fdd0d6a88 req-6dbe14e1-6a4e-49be-bf5d-bff143d74765 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] No DVR routers for this DVR port f079d163-3a6a-4775-a3b1-7d444d160837 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:33:35.880395 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-5f25109e-d03a-4eca-8726-503fdd0d6a88 req-6dbe14e1-6a4e-49be-bf5d-bff143d74765 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:35.883959 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'name': 'network-vif-deleted', 'tag': 'f079d163-3a6a-4775-a3b1-7d444d160837'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:33:35.904295 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5f25109e-d03a-4eca-8726-503fdd0d6a88 req-6dbe14e1-6a4e-49be-bf5d-bff143d74765 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.66 "DELETE /v2.0/ports/f079d163-3a6a-4775-a3b1-7d444d160837 HTTP/1.1" status: 204 len: 173 time: 0.8092113 May 28 05:33:35.940720 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75615cd-eee8-4acf-a8ee-025f2548864c'] response: {'server_uuid': '4c09affa-5e8a-4e0f-8a43-3cd69ee2aada', 'name': 'network-vif-deleted', 'tag': 'f079d163-3a6a-4775-a3b1-7d444d160837', 'status': 'completed', 'code': 200} May 28 05:33:36.964501 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40476) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:37.033865 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-acc35abc-3061-4a32-ba19-b7559bb8ffa9 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.065247 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-acc35abc-3061-4a32-ba19-b7559bb8ffa9 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.139572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-acc35abc-3061-4a32-ba19-b7559bb8ffa9 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.164483 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc35abc-3061-4a32-ba19-b7559bb8ffa9 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffc996c-7db6-4788-ad55-230b9c414360,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:37.176010 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-acc35abc-3061-4a32-ba19-b7559bb8ffa9 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.180005 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-acc35abc-3061-4a32-ba19-b7559bb8ffa9 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "DELETE /v2.0/security-groups/dffc996c-7db6-4788-ad55-230b9c414360 HTTP/1.1" status: 204 len: 168 time: 0.2116692 May 28 05:33:37.318334 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40484) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:37.324067 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-908827434', 'description': 'tempest-secgroup-smoke-908827434 description', 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:33:37.331053 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:37.335835 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:security_group and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:37.338930 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:37.344848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:37.359374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.398124 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:37.402100 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:security_group_rule and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:37.404869 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:37.410531 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:37.473468 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.478915 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.525715 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7ac80e-e27f-42f2-afc8-9964a43b3d97,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:37.531947 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.533135 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2137983 May 28 05:33:37.536175 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40488) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:37.536354 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.536687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.537015 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.537339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.537676 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.538004 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.538321 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.538637 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.538947 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.539661 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.540305 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978695d3-822e-423a-baf0-ac4da683f195 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:33:37.542064 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-caf1a211-c792-4118-bcc3-db7f6c3723c8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'security_group_rule': {'security_group_id': '6b7ac80e-e27f-42f2-afc8-9964a43b3d97', 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:33:37.548493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-caf1a211-c792-4118-bcc3-db7f6c3723c8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:37.553165 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-caf1a211-c792-4118-bcc3-db7f6c3723c8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:security_group_rule and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:37.556968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-caf1a211-c792-4118-bcc3-db7f6c3723c8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:37.563035 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-caf1a211-c792-4118-bcc3-db7f6c3723c8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:37.582034 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-caf1a211-c792-4118-bcc3-db7f6c3723c8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.645785 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-caf1a211-c792-4118-bcc3-db7f6c3723c8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.651913 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-caf1a211-c792-4118-bcc3-db7f6c3723c8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.674275 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1a211-c792-4118-bcc3-db7f6c3723c8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa530eba-34ae-4d54-9440-a186da9efe1d,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:37.684185 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-caf1a211-c792-4118-bcc3-db7f6c3723c8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.685336 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-caf1a211-c792-4118-bcc3-db7f6c3723c8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1481872 May 28 05:33:37.688113 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40492) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:37.693366 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-71e5330c-c7f0-4f0c-bd9e-5aeb142bb15f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'security_group_rule': {'security_group_id': '6b7ac80e-e27f-42f2-afc8-9964a43b3d97', 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:33:37.699349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-71e5330c-c7f0-4f0c-bd9e-5aeb142bb15f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:37.703171 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-71e5330c-c7f0-4f0c-bd9e-5aeb142bb15f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:security_group_rule and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:37.706033 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-71e5330c-c7f0-4f0c-bd9e-5aeb142bb15f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:37.711729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-71e5330c-c7f0-4f0c-bd9e-5aeb142bb15f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:37.731566 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-71e5330c-c7f0-4f0c-bd9e-5aeb142bb15f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.795430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-71e5330c-c7f0-4f0c-bd9e-5aeb142bb15f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.801911 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-71e5330c-c7f0-4f0c-bd9e-5aeb142bb15f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.827757 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5330c-c7f0-4f0c-bd9e-5aeb142bb15f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581c3c51-d3d7-41a9-91c4-87007aef3064,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:37.834223 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-71e5330c-c7f0-4f0c-bd9e-5aeb142bb15f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.835383 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-71e5330c-c7f0-4f0c-bd9e-5aeb142bb15f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1463857 May 28 05:33:37.838699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40496) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:37.844101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-afc943d8-8a2a-4d73-9c35-323b19ff66e7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'security_group_rule': {'security_group_id': '6b7ac80e-e27f-42f2-afc8-9964a43b3d97', 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:33:37.850011 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-afc943d8-8a2a-4d73-9c35-323b19ff66e7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:37.854024 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-afc943d8-8a2a-4d73-9c35-323b19ff66e7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:security_group_rule and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:37.856862 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-afc943d8-8a2a-4d73-9c35-323b19ff66e7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:37.862502 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-afc943d8-8a2a-4d73-9c35-323b19ff66e7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:37.880949 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-afc943d8-8a2a-4d73-9c35-323b19ff66e7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.948349 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-afc943d8-8a2a-4d73-9c35-323b19ff66e7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.954038 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-afc943d8-8a2a-4d73-9c35-323b19ff66e7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.976193 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc943d8-8a2a-4d73-9c35-323b19ff66e7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45dc08ac-862a-4f88-8fc6-f97cca261fea,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:37.986983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-afc943d8-8a2a-4d73-9c35-323b19ff66e7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:37.988123 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-afc943d8-8a2a-4d73-9c35-323b19ff66e7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1484673 May 28 05:33:37.991526 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40500) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:37.996966 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-0f1859cc-2c77-405d-a7fd-c2ba66529ecf tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'security_group_rule': {'security_group_id': '6b7ac80e-e27f-42f2-afc8-9964a43b3d97', 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:33:38.002938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0f1859cc-2c77-405d-a7fd-c2ba66529ecf tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:38.006907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0f1859cc-2c77-405d-a7fd-c2ba66529ecf tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:security_group_rule and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:38.009819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0f1859cc-2c77-405d-a7fd-c2ba66529ecf tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:38.015328 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0f1859cc-2c77-405d-a7fd-c2ba66529ecf tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:38.034088 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0f1859cc-2c77-405d-a7fd-c2ba66529ecf tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.103008 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0f1859cc-2c77-405d-a7fd-c2ba66529ecf tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.108274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0f1859cc-2c77-405d-a7fd-c2ba66529ecf tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.136899 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1859cc-2c77-405d-a7fd-c2ba66529ecf tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d63345b-9a5c-4a1f-9965-4b60d8c25538,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:38.146962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0f1859cc-2c77-405d-a7fd-c2ba66529ecf tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.148149 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0f1859cc-2c77-405d-a7fd-c2ba66529ecf tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1556537 May 28 05:33:38.151143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40504) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:38.156437 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3eee852e-7389-44d7-8d54-eb0b3589ffa1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'security_group_rule': {'security_group_id': '6b7ac80e-e27f-42f2-afc8-9964a43b3d97', 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:33:38.162270 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3eee852e-7389-44d7-8d54-eb0b3589ffa1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:38.166122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3eee852e-7389-44d7-8d54-eb0b3589ffa1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:security_group_rule and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:38.168961 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3eee852e-7389-44d7-8d54-eb0b3589ffa1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:38.174927 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3eee852e-7389-44d7-8d54-eb0b3589ffa1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:38.187458 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-3eee852e-7389-44d7-8d54-eb0b3589ffa1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Project d6fbc539bcad4bb285660ac6de42fdb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:33:38.193570 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3eee852e-7389-44d7-8d54-eb0b3589ffa1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.263167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3eee852e-7389-44d7-8d54-eb0b3589ffa1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.270451 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3eee852e-7389-44d7-8d54-eb0b3589ffa1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.294304 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee852e-7389-44d7-8d54-eb0b3589ffa1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef048fa-60ec-4426-87cf-b6bcdaeac4e1,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:38.303710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3eee852e-7389-44d7-8d54-eb0b3589ffa1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.305162 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3eee852e-7389-44d7-8d54-eb0b3589ffa1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1528933 May 28 05:33:38.307904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40508) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:33:38.313279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-103b3112-7205-4ccb-8c38-df1908d960a0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'security_group_rule': {'security_group_id': '6b7ac80e-e27f-42f2-afc8-9964a43b3d97', 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:33:38.319459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-103b3112-7205-4ccb-8c38-df1908d960a0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:38.323639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-103b3112-7205-4ccb-8c38-df1908d960a0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:security_group_rule and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:33:38.326734 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-103b3112-7205-4ccb-8c38-df1908d960a0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:33:38.332830 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-103b3112-7205-4ccb-8c38-df1908d960a0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:38.351387 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-103b3112-7205-4ccb-8c38-df1908d960a0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Project d6fbc539bcad4bb285660ac6de42fdb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:33:38.360959 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-103b3112-7205-4ccb-8c38-df1908d960a0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.431338 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-103b3112-7205-4ccb-8c38-df1908d960a0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.438022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-103b3112-7205-4ccb-8c38-df1908d960a0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.461860 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b3112-7205-4ccb-8c38-df1908d960a0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f233ce22-9892-4d80-b564-851e14ca8c7f,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:38.472121 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-103b3112-7205-4ccb-8c38-df1908d960a0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:38.473285 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-103b3112-7205-4ccb-8c38-df1908d960a0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1644824 May 28 05:33:38.994317 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f079d163-3a6a-4775-a3b1-7d444d160837 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:33:39.030004 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: f079d163-3a6a-4775-a3b1-7d444d160837 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:33:39.030507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device f079d163-3a6a-4775-a3b1-7d444d160837 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:33:42.883841 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:33:52.182944 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-afd5ab9f-90ad-4823-8b13-8e9e639a7dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:53.332026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-fff8fbf2-cef8-4c05-8be8-04226e4a93e0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Synchronizing usage tracker for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:33:53.349407 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-fff8fbf2-cef8-4c05-8be8-04226e4a93e0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Unset dirty status for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:33:53.350620 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-fff8fbf2-cef8-4c05-8be8-04226e4a93e0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-908827434&fields=id&tenant_id=d6fbc539bcad4bb285660ac6de42fdb1 HTTP/1.1" status: 200 len: 267 time: 0.0606029 May 28 05:33:53.592863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-ecde9a66-32e9-46c8-b080-f5f53ffff049 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:33:53.594318 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-ecde9a66-32e9-46c8-b080-f5f53ffff049 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 808 time: 0.2346787 May 28 05:33:53.610911 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-d943931c-084e-4393-ad96-54595da89dd5 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/quotas/d6fbc539bcad4bb285660ac6de42fdb1 HTTP/1.1" status: 200 len: 375 time: 0.0111618 May 28 05:33:53.697468 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-93629f34-028e-4e5e-85d8-887b4cbb50a5 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Synchronizing usage tracker for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:33:53.717005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-93629f34-028e-4e5e-85d8-887b4cbb50a5 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Unset dirty status for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:33:53.718324 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-93629f34-028e-4e5e-85d8-887b4cbb50a5 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021883 May 28 05:33:53.802434 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-ece76b73-2671-439e-a2c1-4398811f9334 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 05:33:53.803394 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-ece76b73-2671-439e-a2c1-4398811f9334 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0740054 May 28 05:33:53.940487 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-948e6544-256d-4734-b4d3-6599d4766a1f service neutron] 10.222.0.15 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287456 May 28 05:33:54.082957 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-7d83bfc3-2087-4df9-98b4-01eed3898b40 service neutron] 10.222.0.15 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337459 May 28 05:33:54.363668 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d7712850-578d-4d4e-9fb3-6fdfca683c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:54.492004 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-84124bc4-deee-44b7-849c-9561835ad108 req-aef6a314-52d4-414f-bcb7-3fd784011b60 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 210 time: 0.0414190 May 28 05:33:55.241027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:55.592265 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:55.726271 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9ac2b9f4-1f10-4f20-b071-d9a69ff54821 req-62344e3e-b863-4204-835e-cb1361f8b246 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 210 time: 0.0965123 May 28 05:33:55.767892 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:55.796490 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-8ddacf8e-5a06-49b9-a30b-8f1ef4c91fde tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:33:55.797855 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-8ddacf8e-5a06-49b9-a30b-8f1ef4c91fde tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 808 time: 0.1905832 May 28 05:33:55.857728 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-1ec94e24-c2bc-4ae5-81d4-6117e1580e16 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6fbc539bcad4bb285660ac6de42fdb1 HTTP/1.1" status: 200 len: 379 time: 0.0451393 May 28 05:33:55.866119 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-2e4d860a-85fb-4a3b-98f9-90974b7afeff tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'port': {'device_id': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'admin_state_up': True, 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'security_groups': ['6b7ac80e-e27f-42f2-afc8-9964a43b3d97']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:33:56.007195 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-2e4d860a-85fb-4a3b-98f9-90974b7afeff tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:33:56.017351 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-2e4d860a-85fb-4a3b-98f9-90974b7afeff tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:33:56.028314 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-2e4d860a-85fb-4a3b-98f9-90974b7afeff tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Made reservation on behalf of d6fbc539bcad4bb285660ac6de42fdb1 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:33:56.031411 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-2e4d860a-85fb-4a3b-98f9-90974b7afeff tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:56.190904 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-2e4d860a-85fb-4a3b-98f9-90974b7afeff tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Allocated IP 172.20.0.8 (7631ecbc-e0d0-4760-ac5a-582f84cba9f9/0372ea20-38c7-4f28-93b4-86af221b5070/48391892-0166-409c-8e28-e3b17738f10e) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:33:56.393403 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-2e4d860a-85fb-4a3b-98f9-90974b7afeff tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:56.411330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-2e4d860a-85fb-4a3b-98f9-90974b7afeff tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Transition to ACTIVE for port object 48391892-0166-409c-8e28-e3b17738f10e will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:56.437884 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-2e4d860a-85fb-4a3b-98f9-90974b7afeff tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:56.508672 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-2e4d860a-85fb-4a3b-98f9-90974b7afeff tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:33:56.511639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-2e4d860a-85fb-4a3b-98f9-90974b7afeff tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:33:56.516140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-2e4d860a-85fb-4a3b-98f9-90974b7afeff tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:33:56.543436 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d860a-85fb-4a3b-98f9-90974b7afeff tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'Port': ['ID=48391892-0166-409c-8e28-e3b17738f10e,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:56.579870 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-2e4d860a-85fb-4a3b-98f9-90974b7afeff tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:33:56.580498 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-2e4d860a-85fb-4a3b-98f9-90974b7afeff tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:56.612397 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-2e4d860a-85fb-4a3b-98f9-90974b7afeff tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7502193 May 28 05:33:56.624535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Request body: {'port': {'device_id': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:33:56.728742 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-22bdf7d6-06d0-4235-a67b-bc276fbf1aeb None None] Provisioning for port 48391892-0166-409c-8e28-e3b17738f10e completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:33:56.734542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-22bdf7d6-06d0-4235-a67b-bc276fbf1aeb None None] Provisioning complete for port 48391892-0166-409c-8e28-e3b17738f10e triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:33:56.734788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:56.735622 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-22bdf7d6-06d0-4235-a67b-bc276fbf1aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:56.800311 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-22bdf7d6-06d0-4235-a67b-bc276fbf1aeb None None] Port 48391892-0166-409c-8e28-e3b17738f10e cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:33:57.150155 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d26cd-3836-47c0-ba79-0a6de309a4b6 req-24026fe1-937c-43ed-be2e-e2f6b568a530 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:33:57.150822 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-9f0d26cd-3836-47c0-ba79-0a6de309a4b6 req-24026fe1-937c-43ed-be2e-e2f6b568a530 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Synchronizing usage tracker for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:33:57.176377 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-9f0d26cd-3836-47c0-ba79-0a6de309a4b6 req-24026fe1-937c-43ed-be2e-e2f6b568a530 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Unset dirty status for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:33:57.177692 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9f0d26cd-3836-47c0-ba79-0a6de309a4b6 req-24026fe1-937c-43ed-be2e-e2f6b568a530 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 931 time: 0.3109744 May 28 05:33:57.273677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48391892-0166-409c-8e28-e3b17738f10e {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:33:57.284525 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:57.288942 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9f0d26cd-3836-47c0-ba79-0a6de309a4b6 req-b8174cda-cb1b-4098-8773-c515f990b171 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992508 May 28 05:33:57.303172 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Transition to ACTIVE for port object 48391892-0166-409c-8e28-e3b17738f10e will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:33:57.308463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:57.348088 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:57.440736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Pushing event updated for resources: {'Port': ['ID=48391892-0166-409c-8e28-e3b17738f10e,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:57.552702 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Attempting to bind port 48391892-0166-409c-8e28-e3b17738f10e on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:33:57.552975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Attempting to bind port 48391892-0166-409c-8e28-e3b17738f10e by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:33:57.553294 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Attempting to bind port 48391892-0166-409c-8e28-e3b17738f10e on network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:33:57.558990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Port 48391892-0166-409c-8e28-e3b17738f10e on network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:33:57.559423 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Attempting to bind port 48391892-0166-409c-8e28-e3b17738f10e on network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:33:57.565477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:33:57.565836 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Checking segment: {'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:33:57.566214 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Bound using segment: {'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:33:57.566630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Bound port: 48391892-0166-409c-8e28-e3b17738f10e, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:33:57.566973 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:57.660020 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] For port 48391892-0166-409c-8e28-e3b17738f10e, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:33:57.662954 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] For port 48391892-0166-409c-8e28-e3b17738f10e, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=48391892-0166-409c-8e28-e3b17738f10e,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:33:57.670783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:57.735198 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:33:57.736715 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] 10.222.0.66 "PUT /v2.0/ports/48391892-0166-409c-8e28-e3b17738f10e HTTP/1.1" status: 200 len: 1093 time: 1.1168189 May 28 05:33:57.737043 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'tag': '48391892-0166-409c-8e28-e3b17738f10e'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:33:57.749783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d219d8b-5f37-4aa0-90cd-e61256567893 service neutron] Pushing event updated for resources: {'Port': ['ID=48391892-0166-409c-8e28-e3b17738f10e,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:33:57.812441 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a4080fe-279a-41c8-a8ab-64800b56201f'] response: {'name': 'network-changed', 'server_uuid': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'tag': '48391892-0166-409c-8e28-e3b17738f10e', 'status': 'completed', 'code': 200} May 28 05:33:57.848566 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-e19aa17b-7059-474f-ac75-68ee148c408a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 1096 time: 0.0713906 May 28 05:33:57.920770 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-ba2fc733-f474-48a1-b5cc-1220c05a2392 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48391892-0166-409c-8e28-e3b17738f10e HTTP/1.1" status: 200 len: 217 time: 0.0658844 May 28 05:33:57.980391 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-daec93bd-d580-46e6-8abe-7c79c5fae945 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:33:57.981971 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-daec93bd-d580-46e6-8abe-7c79c5fae945 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0554998 May 28 05:33:58.066948 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-9448e5b2-adea-4c8f-a6b0-3f4506a2246d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792727 May 28 05:33:58.204651 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-e7f706d7-6eb9-447d-822e-8214099c7351 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314614 May 28 05:33:58.340322 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-321f6389-7d5a-4aeb-a141-0e499c4f5632 req-42705c0e-b227-4eaa-a5a3-fe26b107453f service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299012 May 28 05:33:58.514522 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f38df15f-c55d-4160-8771-272a93718fe7 req-b40d315e-7895-4a29-97a5-33d5238f97f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 1096 time: 0.1266210 May 28 05:33:58.522757 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea0c19-b187-469b-b34d-487436aaa90d req-f21dda28-ea42-4e14-9cd4-c2b30a1a75ad tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:33:58.524111 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-38ea0c19-b187-469b-b34d-487436aaa90d req-f21dda28-ea42-4e14-9cd4-c2b30a1a75ad tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 943 time: 0.1030512 May 28 05:33:58.660790 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-38ea0c19-b187-469b-b34d-487436aaa90d req-147e7b8b-fe46-4764-aa79-c612536c5b47 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186430 May 28 05:33:58.684463 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38df15f-c55d-4160-8771-272a93718fe7 req-da0c6426-094c-4bd8-bcbe-89b124dabd74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:33:58.685984 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f38df15f-c55d-4160-8771-272a93718fe7 req-da0c6426-094c-4bd8-bcbe-89b124dabd74 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1610534 May 28 05:33:58.862162 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f38df15f-c55d-4160-8771-272a93718fe7 req-8a4b20b9-44d8-4ce7-89d3-5aaee92b896c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48391892-0166-409c-8e28-e3b17738f10e HTTP/1.1" status: 200 len: 217 time: 0.1697142 May 28 05:33:58.924430 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38df15f-c55d-4160-8771-272a93718fe7 req-59216e11-d9c4-4fd8-92a6-59d775abf2ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:33:58.925785 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f38df15f-c55d-4160-8771-272a93718fe7 req-59216e11-d9c4-4fd8-92a6-59d775abf2ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0579951 May 28 05:33:59.005869 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f38df15f-c55d-4160-8771-272a93718fe7 req-b43c15aa-3902-4dee-b306-1b4cd950e934 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739746 May 28 05:33:59.135962 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f38df15f-c55d-4160-8771-272a93718fe7 req-e571963d-e4e9-47df-873e-c13290ebc99b service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240990 May 28 05:33:59.267820 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f38df15f-c55d-4160-8771-272a93718fe7 req-2fe014c8-0a7e-4d11-9ecd-bb009ec35af2 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246929 May 28 05:33:59.893771 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8014897-fbdc-41a4-8809-b76608a21bde req-7d46657a-8d56-4911-a9e3-a95f7d665eb1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:33:59.895267 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d8014897-fbdc-41a4-8809-b76608a21bde req-7d46657a-8d56-4911-a9e3-a95f7d665eb1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 943 time: 0.0875013 May 28 05:33:59.941795 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d8014897-fbdc-41a4-8809-b76608a21bde req-e5738ab8-f9bc-451d-85b2-bb4de95ba646 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406234 May 28 05:34:01.154258 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569000de-4c07-41cf-9350-6539e7d10e6b req-49d46f4c-492e-4c47-83e6-da8afbe65bab tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:34:01.155706 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-569000de-4c07-41cf-9350-6539e7d10e6b req-49d46f4c-492e-4c47-83e6-da8afbe65bab tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 943 time: 0.0771472 May 28 05:34:01.204405 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-569000de-4c07-41cf-9350-6539e7d10e6b req-0c219b1e-bdd7-4d79-93fa-7dee19f8fa68 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430553 May 28 05:34:02.417982 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40edd63c-8232-4a7f-a314-26f3a4fde632 req-11c2a280-16c1-484a-a2d2-6535e9d6c4b0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:34:02.419618 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40edd63c-8232-4a7f-a314-26f3a4fde632 req-11c2a280-16c1-484a-a2d2-6535e9d6c4b0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 943 time: 0.0863309 May 28 05:34:02.467001 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-40edd63c-8232-4a7f-a314-26f3a4fde632 req-96dbefd0-f288-4f84-8541-5105873e216d tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396283 May 28 05:34:03.686216 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746c57a-a6c2-4064-bfcb-f9a72be9e800 req-3c3a2de4-2a11-4a53-be51-ac1d293b8706 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:34:03.687658 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f746c57a-a6c2-4064-bfcb-f9a72be9e800 req-3c3a2de4-2a11-4a53-be51-ac1d293b8706 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 943 time: 0.0838864 May 28 05:34:03.737239 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f746c57a-a6c2-4064-bfcb-f9a72be9e800 req-41b24468-0ea7-4cd0-8d11-668fcaaabdd0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405483 May 28 05:34:04.949229 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d774a84f-fa30-4f1b-95b5-e6bc560c2ebf req-dd178e0b-ca97-4078-81eb-22f276bc8f12 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:34:04.950740 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d774a84f-fa30-4f1b-95b5-e6bc560c2ebf req-dd178e0b-ca97-4078-81eb-22f276bc8f12 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 943 time: 0.0763707 May 28 05:34:04.997489 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d774a84f-fa30-4f1b-95b5-e6bc560c2ebf req-081a2697-7073-46b0-bf89-161ea54ee152 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399854 May 28 05:34:05.072195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 48391892-0166-409c-8e28-e3b17738f10e details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:34:05.215907 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 48391892-0166-409c-8e28-e3b17738f10e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=48391892-0166-409c-8e28-e3b17738f10e,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:34:05.230824 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '48391892-0166-409c-8e28-e3b17738f10e', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'port_id': '48391892-0166-409c-8e28-e3b17738f10e', 'mac_address': 'fa:16:3e:7d:64:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:34:05.309149 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:05.327789 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48391892-0166-409c-8e28-e3b17738f10e {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:34:05.344579 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 48391892-0166-409c-8e28-e3b17738f10e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=48391892-0166-409c-8e28-e3b17738f10e,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:34:05.350433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:05.417602 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=48391892-0166-409c-8e28-e3b17738f10e,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:05.426507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:05.426865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:05.427266 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:05.427559 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:05.427886 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:05.428233 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:05.428527 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:05.428842 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:05.429171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:05.429450 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:05.429787 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:34:05.559919 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['48391892-0166-409c-8e28-e3b17738f10e'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:34:06.213440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb810e-8b17-4997-9ee0-676bf33c88b1 req-3a79e2ed-df37-45bf-846a-0564a80c2525 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:34:06.214960 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a1eb810e-8b17-4997-9ee0-676bf33c88b1 req-3a79e2ed-df37-45bf-846a-0564a80c2525 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 944 time: 0.0939846 May 28 05:34:06.262813 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a1eb810e-8b17-4997-9ee0-676bf33c88b1 req-505e560d-c6eb-41fa-8b50-42a756d55c04 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394435 May 28 05:34:07.087831 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 48391892-0166-409c-8e28-e3b17738f10e up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:34:07.169196 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 48391892-0166-409c-8e28-e3b17738f10e completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:34:07.174988 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 48391892-0166-409c-8e28-e3b17738f10e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:34:07.175338 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:07.302030 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:07.328937 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48391892-0166-409c-8e28-e3b17738f10e'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:34:07.339211 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 48391892-0166-409c-8e28-e3b17738f10e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=48391892-0166-409c-8e28-e3b17738f10e,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:34:07.345844 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:07.455141 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=48391892-0166-409c-8e28-e3b17738f10e,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:07.469535 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b522fcfc-a368-448d-a31a-c5562061ab93'] response: {'server_uuid': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48391892-0166-409c-8e28-e3b17738f10e', 'code': 200} May 28 05:34:07.478495 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06cb3ea-cb90-4f81-9602-e9086c7a48f3 req-ae136f44-6536-46e9-a793-4f62d2559b5a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:34:07.479939 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e06cb3ea-cb90-4f81-9602-e9086c7a48f3 req-ae136f44-6536-46e9-a793-4f62d2559b5a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0884273 May 28 05:34:07.528880 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e06cb3ea-cb90-4f81-9602-e9086c7a48f3 req-f1cce661-0cd8-4bed-b350-d5ff93453bf0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431983 May 28 05:34:07.747914 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cad30cb9-abc1-45ec-bdc5-b194bfd320d5 req-b94faf0d-8db6-4e69-81f7-54381485d323 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 1098 time: 0.0693417 May 28 05:34:07.792208 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cad30cb9-abc1-45ec-bdc5-b194bfd320d5 req-ce2be736-102a-4f04-81f8-8372b8b28e20 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383079 May 28 05:34:08.741643 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2b96d-8843-47ab-804f-ede4236d316c req-62bea48a-b5ba-46f0-8b9f-2ec35f79fb53 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:34:08.743168 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dec2b96d-8843-47ab-804f-ede4236d316c req-62bea48a-b5ba-46f0-8b9f-2ec35f79fb53 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0839314 May 28 05:34:08.791857 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-dec2b96d-8843-47ab-804f-ede4236d316c req-adc5ea1b-fc03-46b5-87f4-70546e4805b6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421546 May 28 05:34:10.001415 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8f432-7162-497c-84b4-b9a6b091e87a req-d5ebb99a-c594-4064-9a81-c41b2264936a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:34:10.002917 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b9f8f432-7162-497c-84b4-b9a6b091e87a req-d5ebb99a-c594-4064-9a81-c41b2264936a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0801644 May 28 05:34:10.052044 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b9f8f432-7162-497c-84b4-b9a6b091e87a req-2d89138f-4a0b-4515-862c-b083cfc00aaf tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410082 May 28 05:34:10.261369 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145892bf-0f69-4f16-beee-9c7255d21684 req-9a79e922-f684-428e-b355-cb637ae1f9ee tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:34:10.262853 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-145892bf-0f69-4f16-beee-9c7255d21684 req-9a79e922-f684-428e-b355-cb637ae1f9ee tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0905979 May 28 05:34:10.308666 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-145892bf-0f69-4f16-beee-9c7255d21684 req-0de518df-cf2e-4a61-84d5-66a4cd13fa0b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392520 May 28 05:34:10.336717 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40652) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:10.410809 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-54e69b04-edc9-4b2d-8458-c3d734af46eb tempest-TestShelveInstance-1077497389 tempest-TestShelveInstance-1077497389-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 1093 time: 0.0728323 May 28 05:34:10.414679 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40656) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:34:10.420101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': '48391892-0166-409c-8e28-e3b17738f10e', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:34:10.427323 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:34:10.433909 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Usage tracker for resource:floatingip and tenant:d6fbc539bcad4bb285660ac6de42fdb1 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:34:10.438601 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:34:10.446693 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:34:10.460837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:10.607924 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:10.744583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Allocated IP 172.26.8.23 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/40594abd-1682-43c6-9911-dcdc99f93041) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:34:10.902125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:10.932885 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:10.997732 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:34:11.000586 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:34:11.004997 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:34:11.028302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'Port': ['ID=40594abd-1682-43c6-9911-dcdc99f93041,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:11.625342 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:11.684835 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:11.897769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:11.904698 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:12.007250 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event updated for resources: {'Port': ['ID=40594abd-1682-43c6-9911-dcdc99f93041,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:34:12.027680 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:12.221585 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Floating IP caeedcfa-670b-453b-b945-347d640f276f associated. External IP: 172.26.8.23, port: 48391892-0166-409c-8e28-e3b17738f10e. May 28 05:34:12.638534 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Router c5871830-2f84-41dc-b6cc-743fc6419854 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:34:12.946227 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:34:12.958899 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff44c70-b55f-44b0-97ae-a18bdfcadda1 None None] Sync routers for ids ['c5871830-2f84-41dc-b6cc-743fc6419854'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:34:12.972555 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff44c70-b55f-44b0-97ae-a18bdfcadda1 None None] Routers {'c5871830-2f84-41dc-b6cc-743fc6419854'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:34:12.973340 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-1ff44c70-b55f-44b0-97ae-a18bdfcadda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:33:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c5871830-2f84-41dc-b6cc-743fc6419854'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:12.974712 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:13.036320 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3069feba-9582-498e-8e61-cbf93e92aeaa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6205277 May 28 05:34:13.037124 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'tag': '48391892-0166-409c-8e28-e3b17738f10e'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:34:13.091661 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b5d490-b8bb-4ae7-ac82-a176ed32a09f'] response: {'name': 'network-changed', 'server_uuid': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'tag': '48391892-0166-409c-8e28-e3b17738f10e', 'status': 'completed', 'code': 200} May 28 05:34:13.154287 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-1ff44c70-b55f-44b0-97ae-a18bdfcadda1 None None] Set router c5871830-2f84-41dc-b6cc-743fc6419854 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:34:13.192278 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0fc59834-3939-4bf9-a338-8053b33733f7 req-f1ad0bbd-5de6-474e-ba9a-31f6795720c2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 1098 time: 0.0772386 May 28 05:34:13.326191 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc59834-3939-4bf9-a338-8053b33733f7 req-1bcbea96-fdf3-4d98-a01a-46320dc02e35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:34:13.327754 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0fc59834-3939-4bf9-a338-8053b33733f7 req-1bcbea96-fdf3-4d98-a01a-46320dc02e35 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1294339 May 28 05:34:13.437346 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0fc59834-3939-4bf9-a338-8053b33733f7 req-e6430ebe-8def-4e41-a5d8-2aeb48dda694 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48391892-0166-409c-8e28-e3b17738f10e HTTP/1.1" status: 200 len: 998 time: 0.1026237 May 28 05:34:13.499956 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc59834-3939-4bf9-a338-8053b33733f7 req-ec990919-3c0b-43e7-b016-9803b9e3f00a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:34:13.501414 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0fc59834-3939-4bf9-a338-8053b33733f7 req-ec990919-3c0b-43e7-b016-9803b9e3f00a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0584350 May 28 05:34:13.512393 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-1ff44c70-b55f-44b0-97ae-a18bdfcadda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:18Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'caeedcfa-670b-453b-b945-347d640f276f', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'floating_ip_address': '172.26.8.23', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'port_id': '48391892-0166-409c-8e28-e3b17738f10e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'mac_address': 'fa:16:3e:7d:64:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:34:11Z', 'updated_at': '2022-05-28T05:34:11Z', 'revision_number': 0, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d88e5e-06a5-40aa-af58-16a18c9406ee', 'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'mac_address': 'fa:16:3e:9a:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:17Z', 'updated_at': '2022-05-28T05:29:27Z', 'revision_number': 5, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'subnets': [{'id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:13.519458 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff44c70-b55f-44b0-97ae-a18bdfcadda1 None None] Checking router: c5871830-2f84-41dc-b6cc-743fc6419854 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:34:13.536258 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff44c70-b55f-44b0-97ae-a18bdfcadda1 None None] Routers {'c5871830-2f84-41dc-b6cc-743fc6419854'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:34:13.536846 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-1ff44c70-b55f-44b0-97ae-a18bdfcadda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:33:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c5871830-2f84-41dc-b6cc-743fc6419854'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:13.578220 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0fc59834-3939-4bf9-a338-8053b33733f7 req-0f58192a-8e5a-4639-aa91-d6b681354106 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708482 May 28 05:34:13.709793 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0fc59834-3939-4bf9-a338-8053b33733f7 req-c26e166f-7313-4b73-8504-7fa678968435 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260974 May 28 05:34:13.713432 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-1ff44c70-b55f-44b0-97ae-a18bdfcadda1 None None] Set router c5871830-2f84-41dc-b6cc-743fc6419854 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:34:13.842302 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0fc59834-3939-4bf9-a338-8053b33733f7 req-55efb49a-5c87-4e72-8fd1-625fe1704d96 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263523 May 28 05:34:14.087290 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-1ff44c70-b55f-44b0-97ae-a18bdfcadda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:18Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'caeedcfa-670b-453b-b945-347d640f276f', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'floating_ip_address': '172.26.8.23', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'port_id': '48391892-0166-409c-8e28-e3b17738f10e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'mac_address': 'fa:16:3e:7d:64:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:34:11Z', 'updated_at': '2022-05-28T05:34:11Z', 'revision_number': 0, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d88e5e-06a5-40aa-af58-16a18c9406ee', 'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'mac_address': 'fa:16:3e:9a:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:17Z', 'updated_at': '2022-05-28T05:29:27Z', 'revision_number': 5, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'subnets': [{'id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:34:14.091544 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff44c70-b55f-44b0-97ae-a18bdfcadda1 None None] The sync data for ids ['c5871830-2f84-41dc-b6cc-743fc6419854'] in dv-neutron-843300-5-hyperv is: [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:18Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': 'caeedcfa-670b-453b-b945-347d640f276f', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'floating_ip_address': '172.26.8.23', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'port_id': '48391892-0166-409c-8e28-e3b17738f10e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'mac_address': 'fa:16:3e:7d:64:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:34:11Z', 'updated_at': '2022-05-28T05:34:11Z', 'revision_number': 0, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06d88e5e-06a5-40aa-af58-16a18c9406ee', 'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'mac_address': 'fa:16:3e:9a:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:17Z', 'updated_at': '2022-05-28T05:29:27Z', 'revision_number': 5, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'subnets': [{'id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:34:14.297768 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73021d43-6d40-42e4-82bf-6eaeda84456d None None] New status for floating IP caeedcfa-670b-453b-b945-347d640f276f: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:34:17.785933 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ffe81e0f-1186-487f-b511-b1dc86d97244 req-5bd8d81d-4792-4a7f-b51f-c7d205ecee26 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720654 May 28 05:34:17.935282 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ffe81e0f-1186-487f-b511-b1dc86d97244 req-57d1400b-502d-4ef5-a2f0-6fe3ac35fe4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 1098 time: 0.0749819 May 28 05:34:18.079480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe81e0f-1186-487f-b511-b1dc86d97244 req-1ee1430b-6982-4b7c-94e0-b42df3957430 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:34:18.080913 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ffe81e0f-1186-487f-b511-b1dc86d97244 req-1ee1430b-6982-4b7c-94e0-b42df3957430 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1266778 May 28 05:34:18.184437 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ffe81e0f-1186-487f-b511-b1dc86d97244 req-411bb09e-12e6-471d-bc1d-cff7bb19ee4c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48391892-0166-409c-8e28-e3b17738f10e HTTP/1.1" status: 200 len: 1000 time: 0.0981059 May 28 05:34:18.246582 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe81e0f-1186-487f-b511-b1dc86d97244 req-5f43ac7c-c120-49bc-b376-634c0f52204b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:34:18.247961 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ffe81e0f-1186-487f-b511-b1dc86d97244 req-5f43ac7c-c120-49bc-b376-634c0f52204b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0581779 May 28 05:34:18.323028 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ffe81e0f-1186-487f-b511-b1dc86d97244 req-838e1687-866f-4fa8-8393-466df061af16 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694690 May 28 05:34:18.560435 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ffe81e0f-1186-487f-b511-b1dc86d97244 req-90875c1d-dd20-4a17-ba63-965fce49ed08 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310567 May 28 05:34:18.704370 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ffe81e0f-1186-487f-b511-b1dc86d97244 req-3bc4cf96-31fe-4984-a7c6-bfd25789f8eb service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381905 May 28 05:34:19.884349 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:34:22.186895 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4d60e1d2-7224-4f56-8f6b-5a9fb457fca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:24.370442 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba3313f4-3dd9-43a6-9e5e-0404dc33cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:25.244126 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:25.595044 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:25.788920 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:27.355784 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:52.186366 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-40c1758d-065f-44a3-84c8-899ef79a2ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:54.377621 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c972ebac-1c88-4ea1-aacd-5d7435283b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:55.260066 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:55.599522 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:55.785024 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:34:56.890907 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:34:57.370839 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:18.821298 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab0c6918-fc57-43c5-8faf-497b273255c7 req-809a5a78-fd10-43ad-b31b-92e1fcca758a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793450 May 28 05:35:18.959738 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab0c6918-fc57-43c5-8faf-497b273255c7 req-8072c19d-11a2-4021-b445-31bbe5e68b06 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 1098 time: 0.0705988 May 28 05:35:19.117537 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c6918-fc57-43c5-8faf-497b273255c7 req-65cd79e3-fad0-47cf-b959-36839bd871ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:35:19.118918 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab0c6918-fc57-43c5-8faf-497b273255c7 req-65cd79e3-fad0-47cf-b959-36839bd871ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1337433 May 28 05:35:19.237816 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab0c6918-fc57-43c5-8faf-497b273255c7 req-2d6b9739-8cbd-4221-b199-5c69a3f865e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48391892-0166-409c-8e28-e3b17738f10e HTTP/1.1" status: 200 len: 1000 time: 0.1067133 May 28 05:35:19.303240 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c6918-fc57-43c5-8faf-497b273255c7 req-4f8f087e-2d34-4006-9094-c88be6e2a672 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:35:19.304632 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab0c6918-fc57-43c5-8faf-497b273255c7 req-4f8f087e-2d34-4006-9094-c88be6e2a672 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0610390 May 28 05:35:19.381725 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab0c6918-fc57-43c5-8faf-497b273255c7 req-a6ee4a93-d77f-4e24-9ec7-9c046a67131f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704896 May 28 05:35:19.512913 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab0c6918-fc57-43c5-8faf-497b273255c7 req-f5e9b1c5-9f48-4aea-8086-68196d519df9 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250174 May 28 05:35:19.643762 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ab0c6918-fc57-43c5-8faf-497b273255c7 req-0da0d3f7-db01-41d0-9011-416147057268 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254041 May 28 05:35:22.186865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-edae7665-dff3-4c1f-b652-ccc1bf51a949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:24.369890 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8149bf91-6534-421f-a30d-d8b166b7a7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:25.268190 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:25.604416 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:25.789356 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:27.367406 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:33.892556 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:35:52.188351 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2a1d45cb-d4d4-427e-9949-e068fac4fe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:54.373364 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-920a61f2-3132-4cb2-9ecd-a5d892d0db1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:55.278573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:55.607479 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:55.789218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:35:57.376842 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:10.894625 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:36:10.920554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0772a8-b617-427c-b435-dcb95ce6be0f req-bcae2dd2-38b5-450e-8b79-92d210b6d94e tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:10.921985 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fd0772a8-b617-427c-b435-dcb95ce6be0f req-bcae2dd2-38b5-450e-8b79-92d210b6d94e tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0914502 May 28 05:36:10.972928 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fd0772a8-b617-427c-b435-dcb95ce6be0f req-c62807ec-f5c4-4488-ad9c-104b6a98d93f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447512 May 28 05:36:12.202946 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d709583-7d6b-4286-8410-614ef99f62eb req-1a73b036-c7ca-4e45-9b23-bcfbb5b49134 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:12.204465 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2d709583-7d6b-4286-8410-614ef99f62eb req-1a73b036-c7ca-4e45-9b23-bcfbb5b49134 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0906374 May 28 05:36:12.258824 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2d709583-7d6b-4286-8410-614ef99f62eb req-3986e7f0-e638-4fa8-8484-848fd5e8b555 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475154 May 28 05:36:13.488889 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a5c43-3dd2-4277-bcec-7c1c597e9ea1 req-f82af775-ab15-45f8-9ab6-628bd32e031e tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:13.490746 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d65a5c43-3dd2-4277-bcec-7c1c597e9ea1 req-f82af775-ab15-45f8-9ab6-628bd32e031e tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0855892 May 28 05:36:13.539418 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d65a5c43-3dd2-4277-bcec-7c1c597e9ea1 req-75749212-fdf0-4a43-9aaa-50201a1e7b91 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397944 May 28 05:36:14.751986 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d9cc0-baae-4652-8233-64d0a200f39d req-b18d18e8-771f-4bd2-be38-ccc187876974 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:14.753590 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-689d9cc0-baae-4652-8233-64d0a200f39d req-b18d18e8-771f-4bd2-be38-ccc187876974 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0843461 May 28 05:36:14.800910 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-689d9cc0-baae-4652-8233-64d0a200f39d req-06567f25-ef2a-4505-9e8c-d39270972eb7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392637 May 28 05:36:16.021075 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c56973-6d3f-4af5-883d-8c41ed93b987 req-846aef8d-24d9-4ea2-af97-b7acbe31565d tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:16.022571 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92c56973-6d3f-4af5-883d-8c41ed93b987 req-846aef8d-24d9-4ea2-af97-b7acbe31565d tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0844457 May 28 05:36:16.068673 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92c56973-6d3f-4af5-883d-8c41ed93b987 req-ef1fa134-6696-4ca7-9e87-731c74c3f87a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401390 May 28 05:36:17.284320 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f691a-ab30-4010-9d41-a0b91fd86abe req-1a859983-361b-426a-9d48-459d6090082a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:17.285636 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ba2f691a-ab30-4010-9d41-a0b91fd86abe req-1a859983-361b-426a-9d48-459d6090082a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0832262 May 28 05:36:17.343225 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ba2f691a-ab30-4010-9d41-a0b91fd86abe req-9345c8a9-622d-455e-830f-5611ecaeabe2 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510461 May 28 05:36:18.637605 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacf5c6-2d69-43dc-83de-6951b54ea933 req-b1e787be-db7c-4b88-9c12-536ce7306805 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:18.639075 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ecacf5c6-2d69-43dc-83de-6951b54ea933 req-b1e787be-db7c-4b88-9c12-536ce7306805 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.1650083 May 28 05:36:18.687069 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ecacf5c6-2d69-43dc-83de-6951b54ea933 req-fab59ee0-afef-4045-befb-aedebdfe3cfa tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398443 May 28 05:36:19.904266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5145e-6a53-42bc-9aab-44ab93a83d00 req-3a894e64-0021-4420-9457-0d4795a2f3b2 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:19.906076 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-25b5145e-6a53-42bc-9aab-44ab93a83d00 req-3a894e64-0021-4420-9457-0d4795a2f3b2 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0890315 May 28 05:36:19.952292 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-25b5145e-6a53-42bc-9aab-44ab93a83d00 req-dde6b256-8e06-437e-82ed-74a64267fa9c tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408049 May 28 05:36:20.830883 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a3029c78-e622-4f73-9a3d-eef1437b2fa2 req-a6133837-0053-4934-8c2f-7d411590585b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 1098 time: 0.0731218 May 28 05:36:20.986519 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3029c78-e622-4f73-9a3d-eef1437b2fa2 req-6d437c10-ef0e-4b3a-9847-df2003df3d54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:20.987968 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a3029c78-e622-4f73-9a3d-eef1437b2fa2 req-6d437c10-ef0e-4b3a-9847-df2003df3d54 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1376395 May 28 05:36:21.132924 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a3029c78-e622-4f73-9a3d-eef1437b2fa2 req-941f42ed-fb17-46f7-987c-5da8b46bed75 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48391892-0166-409c-8e28-e3b17738f10e HTTP/1.1" status: 200 len: 1000 time: 0.1388979 May 28 05:36:21.205773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3029c78-e622-4f73-9a3d-eef1437b2fa2 req-0ca439b1-afbb-4729-9302-7ad1a25a9417 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:21.207212 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a3029c78-e622-4f73-9a3d-eef1437b2fa2 req-0ca439b1-afbb-4729-9302-7ad1a25a9417 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0650895 May 28 05:36:21.216940 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94418a-7dae-4298-8405-7576da4a2850 req-c2717d80-7c78-4df8-b23d-3c9c53ddc65c tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:21.218322 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6d94418a-7dae-4298-8405-7576da4a2850 req-c2717d80-7c78-4df8-b23d-3c9c53ddc65c tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.1458642 May 28 05:36:21.310986 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6d94418a-7dae-4298-8405-7576da4a2850 req-4234e0fd-77c6-40ad-978b-e976396926f5 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636818 May 28 05:36:21.323271 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a3029c78-e622-4f73-9a3d-eef1437b2fa2 req-aa2b1711-e5cb-4ead-a68f-265631268449 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1040859 May 28 05:36:21.332950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-a3029c78-e622-4f73-9a3d-eef1437b2fa2 req-51d28fd0-ab45-4261-88c2-a24caa93cb83 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 05:36:21.333931 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a3029c78-e622-4f73-9a3d-eef1437b2fa2 req-51d28fd0-ab45-4261-88c2-a24caa93cb83 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048425 May 28 05:36:21.466621 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a3029c78-e622-4f73-9a3d-eef1437b2fa2 req-ebfd9c41-3785-416a-8485-f02653ec9c4b service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263278 May 28 05:36:21.597579 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a3029c78-e622-4f73-9a3d-eef1437b2fa2 req-65c43046-be0f-49bd-8140-703c999e874e service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245375 May 28 05:36:21.716392 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fbf7f93d-067c-49b7-be95-b7c48169cf6b req-68d29596-0650-4749-a56e-e854dca9bdfe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 1098 time: 0.0770085 May 28 05:36:21.860026 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7f93d-067c-49b7-be95-b7c48169cf6b req-14e43ecb-9411-4a2e-adb3-c3209abcd665 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:21.861479 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fbf7f93d-067c-49b7-be95-b7c48169cf6b req-14e43ecb-9411-4a2e-adb3-c3209abcd665 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1382470 May 28 05:36:21.965541 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fbf7f93d-067c-49b7-be95-b7c48169cf6b req-2161f60f-746e-4102-974e-5723b16a5860 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48391892-0166-409c-8e28-e3b17738f10e HTTP/1.1" status: 200 len: 1000 time: 0.0974653 May 28 05:36:22.028577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7f93d-067c-49b7-be95-b7c48169cf6b req-a37cd6c1-36dd-40a3-b9bf-6b270bd64fe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:22.030031 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fbf7f93d-067c-49b7-be95-b7c48169cf6b req-a37cd6c1-36dd-40a3-b9bf-6b270bd64fe9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0574286 May 28 05:36:22.113107 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fbf7f93d-067c-49b7-be95-b7c48169cf6b req-97f5486b-1407-4daa-b2b4-3309eeab4538 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766730 May 28 05:36:22.183662 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c74ec4df-9989-45ae-b9a7-d14be81538d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:22.341617 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fbf7f93d-067c-49b7-be95-b7c48169cf6b req-bbbbd735-435a-4793-9caa-403ed9b11dc2 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222190 May 28 05:36:22.518247 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fbf7f93d-067c-49b7-be95-b7c48169cf6b req-caa88dd5-bcb5-4a15-92c2-26b1ac7ddf0d service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699736 May 28 05:36:22.540567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf210cfc-2a9c-4ce2-905a-5caacb591a9a req-0b59ac7f-295b-4665-822c-11cd9812268b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:22.542029 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cf210cfc-2a9c-4ce2-905a-5caacb591a9a req-0b59ac7f-295b-4665-822c-11cd9812268b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.1068816 May 28 05:36:22.591081 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cf210cfc-2a9c-4ce2-905a-5caacb591a9a req-f4e34dad-be0d-417a-8c6f-38786f4d2c00 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410016 May 28 05:36:23.807729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534ce2e3-2349-4b2d-84c0-c4ce392e2103 req-c51a6178-95dd-4842-b74a-bea3154ffb5f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:23.809175 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-534ce2e3-2349-4b2d-84c0-c4ce392e2103 req-c51a6178-95dd-4842-b74a-bea3154ffb5f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0864079 May 28 05:36:23.855677 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-534ce2e3-2349-4b2d-84c0-c4ce392e2103 req-5cfba467-0d39-45ef-ae09-6dae793f1f2c tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407078 May 28 05:36:24.368702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-965298a0-20ff-433f-aab7-3631313ce706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:25.062210 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d4e01-47ae-4cf0-b6f1-c1b650a4f38e req-eb953a20-d998-4d3b-b08a-3b578235fe5e tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:25.063665 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c41d4e01-47ae-4cf0-b6f1-c1b650a4f38e req-eb953a20-d998-4d3b-b08a-3b578235fe5e tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0855756 May 28 05:36:25.123905 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c41d4e01-47ae-4cf0-b6f1-c1b650a4f38e req-1bc9a731-07f9-4849-a657-1fc7d5b7a007 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522780 May 28 05:36:25.277592 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:25.338429 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-932c0f81-18e6-42c7-8304-170f1081c566 req-2c2ffd7d-92af-4982-a733-46d1655e0794 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0828917 May 28 05:36:25.533638 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [req-6f4067cb-9d52-485e-852d-fa7b96eb41cc req-e91bd358-05a3-4b4d-b8f2-bef82eda6bc7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679321 May 28 05:36:25.602507 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:25.614710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc3bb0-5e4d-4d43-95a5-b5f8083d5de1 req-89438a34-d4d0-44d2-b200-e95833b45f58 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:25.616198 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0abc3bb0-5e4d-4d43-95a5-b5f8083d5de1 req-89438a34-d4d0-44d2-b200-e95833b45f58 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0801628 May 28 05:36:25.666603 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0abc3bb0-5e4d-4d43-95a5-b5f8083d5de1 req-c4b1035a-569a-4786-b04c-4a899ef155c8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442491 May 28 05:36:25.790804 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:26.870543 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164eece-5284-4a12-9e4b-a5d080ff6c0d req-625ad711-79f5-4af7-a57b-dccd1274b7a8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:26.872191 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1164eece-5284-4a12-9e4b-a5d080ff6c0d req-625ad711-79f5-4af7-a57b-dccd1274b7a8 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0809112 May 28 05:36:26.919374 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1164eece-5284-4a12-9e4b-a5d080ff6c0d req-cf2f7910-1d80-4388-add9-4b452d5a505c tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408106 May 28 05:36:27.378556 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:27.694536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 48391892-0166-409c-8e28-e3b17738f10e no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:36:27.805720 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:27.832565 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48391892-0166-409c-8e28-e3b17738f10e'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:36:27.842812 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 48391892-0166-409c-8e28-e3b17738f10e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=48391892-0166-409c-8e28-e3b17738f10e,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:36:27.848324 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:27.888515 dv-neutron-843300-5-hyperv neutron-server[84011]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b379d2b6-0222-4b16-84f5-f0172a5aaa15']: {'server_uuid': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '48391892-0166-409c-8e28-e3b17738f10e', 'code': 422} returned with failed status May 28 05:36:27.912517 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=48391892-0166-409c-8e28-e3b17738f10e,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:27.920598 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:27.920929 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:27.921255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:27.921575 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:27.921927 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:27.922242 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:27.922555 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:27.922865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:27.923196 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:27.923553 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:27.923816 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:36:28.130272 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879faec-df7d-4913-82bb-2d6ebcc99e32 req-fe63954d-3c1b-4096-8bf3-13336ba57fd0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:28.131853 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2879faec-df7d-4913-82bb-2d6ebcc99e32 req-fe63954d-3c1b-4096-8bf3-13336ba57fd0 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 943 time: 0.0816019 May 28 05:36:28.178404 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2879faec-df7d-4913-82bb-2d6ebcc99e32 req-8a2209b0-cccb-44e1-b327-75f00a8068a2 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406511 May 28 05:36:29.379051 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33659996-a795-4f9e-89a2-ed1f5ffdcca2 req-f8c5d6fc-42e1-4811-9717-6c042c8229be tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:29.380522 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-33659996-a795-4f9e-89a2-ed1f5ffdcca2 req-f8c5d6fc-42e1-4811-9717-6c042c8229be tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 943 time: 0.0784371 May 28 05:36:29.427225 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-33659996-a795-4f9e-89a2-ed1f5ffdcca2 req-5ec12503-725d-4960-bd82-f3a793df485f tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406771 May 28 05:36:29.955083 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f4067cb-9d52-485e-852d-fa7b96eb41cc req-5477a0aa-b840-4d2b-a68b-b0ca4228740c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3&tenant_id=d6fbc539bcad4bb285660ac6de42fdb1 HTTP/1.1" status: 200 len: 1096 time: 0.0728493 May 28 05:36:30.051551 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f4067cb-9d52-485e-852d-fa7b96eb41cc req-95fb8e18-3c36-4f29-8f70-55c0451186a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 1096 time: 0.0755458 May 28 05:36:30.182398 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4067cb-9d52-485e-852d-fa7b96eb41cc req-66d2aa91-27e8-43e6-87d7-c9bd436e7f9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:30.183831 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f4067cb-9d52-485e-852d-fa7b96eb41cc req-66d2aa91-27e8-43e6-87d7-c9bd436e7f9b service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1267054 May 28 05:36:30.297972 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f4067cb-9d52-485e-852d-fa7b96eb41cc req-9af2c60f-1484-480e-9950-0ac6771e5d19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48391892-0166-409c-8e28-e3b17738f10e HTTP/1.1" status: 200 len: 998 time: 0.1069717 May 28 05:36:30.361302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4067cb-9d52-485e-852d-fa7b96eb41cc req-7537b851-bd81-42e1-b040-74494e9cbd8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:30.362754 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f4067cb-9d52-485e-852d-fa7b96eb41cc req-7537b851-bd81-42e1-b040-74494e9cbd8e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0588758 May 28 05:36:30.445563 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f4067cb-9d52-485e-852d-fa7b96eb41cc req-2f89ebb1-51d0-4fd4-be36-71caa528ec1c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770614 May 28 05:36:30.616024 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f4067cb-9d52-485e-852d-fa7b96eb41cc req-a3ccb0de-c5fa-4ed0-8d07-9a0285a82c72 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646304 May 28 05:36:30.835576 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f293684-cfb8-46d7-85f6-907c0dd7d477 req-6afd95db-d4a7-46e1-a340-d194b752335d tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:30.837016 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f293684-cfb8-46d7-85f6-907c0dd7d477 req-6afd95db-d4a7-46e1-a340-d194b752335d tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 943 time: 0.2822258 May 28 05:36:30.876322 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f4067cb-9d52-485e-852d-fa7b96eb41cc req-8efa2741-e6f4-4996-9825-41d29004b99d service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518060 May 28 05:36:30.900798 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f293684-cfb8-46d7-85f6-907c0dd7d477 req-f0f0e5d6-6cb2-402a-9521-4351f3da142e tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514212 May 28 05:36:32.113821 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871f40f-652a-4c29-91d5-dab130509394 req-574ced48-00cc-4ed7-9f78-5c3a6f56969a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:32.115639 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a871f40f-652a-4c29-91d5-dab130509394 req-574ced48-00cc-4ed7-9f78-5c3a6f56969a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 943 time: 0.0853736 May 28 05:36:32.161323 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a871f40f-652a-4c29-91d5-dab130509394 req-9f6cd5a0-e7d1-4db6-9ec0-0e33d78cbb04 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400329 May 28 05:36:33.374293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d324b-d6aa-4168-be4a-2606e544620d req-6b038939-3ec7-4b8d-b980-6e12c23efe38 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:33.375758 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-842d324b-d6aa-4168-be4a-2606e544620d req-6b038939-3ec7-4b8d-b980-6e12c23efe38 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 943 time: 0.0932200 May 28 05:36:33.420670 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-842d324b-d6aa-4168-be4a-2606e544620d req-d20e0f87-2b06-4b04-9061-4d8d3bceb260 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392811 May 28 05:36:34.639372 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a8723-fd07-4570-812c-cf7e1fdbbcf5 req-23b0f688-821a-4fb7-9a57-15e8ef8af544 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:34.640794 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-619a8723-fd07-4570-812c-cf7e1fdbbcf5 req-23b0f688-821a-4fb7-9a57-15e8ef8af544 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 943 time: 0.0838149 May 28 05:36:34.688124 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-619a8723-fd07-4570-812c-cf7e1fdbbcf5 req-9b9af37e-462b-473f-ac2a-56080758627d tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418222 May 28 05:36:36.052240 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134c813-f2fa-4b54-8d33-110345194a60 req-3bdc1def-ac6e-4092-9876-4ec459affa3a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:36.053604 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f134c813-f2fa-4b54-8d33-110345194a60 req-3bdc1def-ac6e-4092-9876-4ec459affa3a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 943 time: 0.2232161 May 28 05:36:36.100278 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f134c813-f2fa-4b54-8d33-110345194a60 req-8e434569-1f66-4dab-b8a0-1d0cecfec6fc tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407748 May 28 05:36:37.398127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92925b6c-29a3-4d24-aebd-6aac68cb2b6b req-5733870e-9bed-43e9-959f-c549f1263b02 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:37.399748 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92925b6c-29a3-4d24-aebd-6aac68cb2b6b req-5733870e-9bed-43e9-959f-c549f1263b02 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 943 time: 0.1607912 May 28 05:36:37.455035 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-92925b6c-29a3-4d24-aebd-6aac68cb2b6b req-9d780e8f-0dba-429d-8abc-b2a774b119fc tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489969 May 28 05:36:37.772661 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 48391892-0166-409c-8e28-e3b17738f10e details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:36:37.912811 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 48391892-0166-409c-8e28-e3b17738f10e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=48391892-0166-409c-8e28-e3b17738f10e,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:36:37.926061 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '48391892-0166-409c-8e28-e3b17738f10e', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'port_id': '48391892-0166-409c-8e28-e3b17738f10e', 'mac_address': 'fa:16:3e:7d:64:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:36:37.984562 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:38.001951 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48391892-0166-409c-8e28-e3b17738f10e {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:36:38.017682 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 48391892-0166-409c-8e28-e3b17738f10e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=48391892-0166-409c-8e28-e3b17738f10e,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:36:38.025380 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:38.089364 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=48391892-0166-409c-8e28-e3b17738f10e,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:38.255452 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['48391892-0166-409c-8e28-e3b17738f10e'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:36:38.678556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65a912-d9f6-4924-bb6e-cfc222645957 req-6e56dba1-9445-4970-8bef-fda2bbbd454c tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:38.680005 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7a65a912-d9f6-4924-bb6e-cfc222645957 req-6e56dba1-9445-4970-8bef-fda2bbbd454c tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 944 time: 0.0826843 May 28 05:36:38.730230 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7a65a912-d9f6-4924-bb6e-cfc222645957 req-e859ef56-076f-4d2e-9954-0145b1533abe tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433259 May 28 05:36:39.802202 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 48391892-0166-409c-8e28-e3b17738f10e up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:36:39.878313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 48391892-0166-409c-8e28-e3b17738f10e triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:36:39.878681 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:39.955901 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2a340-f12c-408c-8a08-226bd41d75b0 req-7e4e3bc3-dc79-4ea1-8101-5cd0097b989c tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:39.957326 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c0d2a340-f12c-408c-8a08-226bd41d75b0 req-7e4e3bc3-dc79-4ea1-8101-5cd0097b989c tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 944 time: 0.0820301 May 28 05:36:40.004416 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c0d2a340-f12c-408c-8a08-226bd41d75b0 req-6c938124-6d35-4549-a052-f3e7ee3437f4 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413706 May 28 05:36:40.027713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:40.053763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48391892-0166-409c-8e28-e3b17738f10e'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:36:40.063494 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 48391892-0166-409c-8e28-e3b17738f10e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=48391892-0166-409c-8e28-e3b17738f10e,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:36:40.069770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:40.113284 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1142bd43-a05a-4c54-bf4c-2169cc822f3c'] response: {'server_uuid': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48391892-0166-409c-8e28-e3b17738f10e', 'code': 200} May 28 05:36:40.140041 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=48391892-0166-409c-8e28-e3b17738f10e,revision_number=8']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:36:40.400431 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e161dfa9-6b8f-4267-99e0-d127776ededd req-da93ff50-aa53-48b2-ba7a-22efc8eceddd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 1098 time: 0.0684669 May 28 05:36:40.443342 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e161dfa9-6b8f-4267-99e0-d127776ededd req-572ac938-0606-4193-92e0-0d8a70342b79 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370829 May 28 05:36:41.216392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c14fbb-8bbc-4901-b86f-9f57b5589946 req-8303f78d-4949-4a37-84ee-6bb26f8f3df1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:41.217868 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-62c14fbb-8bbc-4901-b86f-9f57b5589946 req-8303f78d-4949-4a37-84ee-6bb26f8f3df1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0889268 May 28 05:36:41.266805 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-62c14fbb-8bbc-4901-b86f-9f57b5589946 req-c7ed6501-aac3-438b-babe-791aded284c7 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432007 May 28 05:36:42.494692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16278a2-59d4-4af5-a674-6d986c4a113c req-46170098-cade-44b3-8c58-ac6b94ff8525 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:36:42.496705 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c16278a2-59d4-4af5-a674-6d986c4a113c req-46170098-cade-44b3-8c58-ac6b94ff8525 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0935025 May 28 05:36:42.555034 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-c16278a2-59d4-4af5-a674-6d986c4a113c req-a844a887-b4c9-4790-b69d-0430a03fc9e1 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524514 May 28 05:36:47.895801 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:36:52.190037 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7d0486a5-fd58-4d01-8f8b-ed9e9ba3f022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:54.375122 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-58718a0a-918a-4de6-9e82-57f445b75b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:55.301962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:55.626651 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:55.800787 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:36:57.376972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:21.825376 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52605245-fd4e-4480-8984-16dd5342d48f req-8c4d3d56-2a04-48a2-82a4-ecca2e3a3bd3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753982 May 28 05:37:21.974979 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52605245-fd4e-4480-8984-16dd5342d48f req-0598397e-f7e4-4736-bbd3-f423215ce750 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 1098 time: 0.0790646 May 28 05:37:22.132833 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52605245-fd4e-4480-8984-16dd5342d48f req-71ec7419-db4a-4f4c-b993-8c790ee94db9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:37:22.134218 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52605245-fd4e-4480-8984-16dd5342d48f req-71ec7419-db4a-4f4c-b993-8c790ee94db9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1407065 May 28 05:37:22.185312 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-56ae1ca7-a1c6-473f-8cc6-3b6322edce87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:22.234746 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52605245-fd4e-4480-8984-16dd5342d48f req-f6ebb753-75b7-4265-bdb7-d801df6d2fc9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48391892-0166-409c-8e28-e3b17738f10e HTTP/1.1" status: 200 len: 1000 time: 0.0943906 May 28 05:37:22.314439 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52605245-fd4e-4480-8984-16dd5342d48f req-a67a3051-77a5-4e2a-8b1e-1f6faeac9495 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:37:22.315824 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52605245-fd4e-4480-8984-16dd5342d48f req-a67a3051-77a5-4e2a-8b1e-1f6faeac9495 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0746102 May 28 05:37:22.395042 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52605245-fd4e-4480-8984-16dd5342d48f req-2f801c0a-4548-4fc1-8990-17acd28b3189 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733762 May 28 05:37:22.526830 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52605245-fd4e-4480-8984-16dd5342d48f req-fc1474c0-38c6-440e-86fa-3d407c18af6e service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256759 May 28 05:37:22.753165 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-52605245-fd4e-4480-8984-16dd5342d48f req-11069a2b-7097-4e94-9a57-79235b1aae5d service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203524 May 28 05:37:24.381560 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-453b5f17-9872-43b8-9a8d-f69a9cd002b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:24.900168 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:37:25.325342 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:25.616569 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:25.801022 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:27.390141 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:52.196965 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-be1acb87-575d-448a-9b80-807faddfddcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:54.376157 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-79d836ea-93da-4c5c-8d07-6bab7836c0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:55.338539 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:55.623198 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:55.805912 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:37:57.393930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:00.971414 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40832) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:01.176039 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Deleting port 40594abd-1682-43c6-9911-dcdc99f93041 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:38:01.176372 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.368708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.368995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.484779 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Calling delete_port for 40594abd-1682-43c6-9911-dcdc99f93041 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:38:01.644401 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.686698 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event deleted for resources: {'Port': ['ID=40594abd-1682-43c6-9911-dcdc99f93041,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:01.724440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:01.724773 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:01.725106 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:01.725433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:01.725788 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:01.726107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:01.726426 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:01.726746 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:01.727061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:01.727371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:01.727669 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:01.789758 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:01.901705 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:38:02.177896 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Router c5871830-2f84-41dc-b6cc-743fc6419854 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:38:02.379207 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:38:02.389453 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd852bb-f0fc-4f39-b6ab-e05ebcad6dbd None None] Sync routers for ids ['c5871830-2f84-41dc-b6cc-743fc6419854'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:38:02.401612 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd852bb-f0fc-4f39-b6ab-e05ebcad6dbd None None] Routers {'c5871830-2f84-41dc-b6cc-743fc6419854'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:38:02.402293 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5cd852bb-f0fc-4f39-b6ab-e05ebcad6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:37:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c5871830-2f84-41dc-b6cc-743fc6419854'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:02.402432 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:02.564050 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-84657d17-427c-4000-8cba-9408fe5af66a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "DELETE /v2.0/floatingips/caeedcfa-670b-453b-b945-347d640f276f HTTP/1.1" status: 204 len: 168 time: 1.5914698 May 28 05:38:02.564667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'tag': '48391892-0166-409c-8e28-e3b17738f10e'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:38:02.580963 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-5cd852bb-f0fc-4f39-b6ab-e05ebcad6dbd None None] Set router c5871830-2f84-41dc-b6cc-743fc6419854 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:38:02.637523 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-103e40f6-761e-4633-9ae0-ea6a81380676'] response: {'name': 'network-changed', 'server_uuid': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'tag': '48391892-0166-409c-8e28-e3b17738f10e', 'status': 'completed', 'code': 200} May 28 05:38:02.728000 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd4b06c6-098c-4a74-8d2e-c1197a4d9272 req-7d8bb893-8325-49c6-9e8c-ff572b55f6c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 1098 time: 0.0704405 May 28 05:38:02.877269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b06c6-098c-4a74-8d2e-c1197a4d9272 req-f78beaf8-ebde-48b7-ad25-a5914a4df585 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:02.878777 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd4b06c6-098c-4a74-8d2e-c1197a4d9272 req-f78beaf8-ebde-48b7-ad25-a5914a4df585 service neutron] 10.222.0.66 "GET /v2.0/networks?id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 200 len: 909 time: 0.1447477 May 28 05:38:02.906353 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5cd852bb-f0fc-4f39-b6ab-e05ebcad6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:18Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '06d88e5e-06a5-40aa-af58-16a18c9406ee', 'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'mac_address': 'fa:16:3e:9a:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:17Z', 'updated_at': '2022-05-28T05:29:27Z', 'revision_number': 5, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'subnets': [{'id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:02.910715 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd852bb-f0fc-4f39-b6ab-e05ebcad6dbd None None] Checking router: c5871830-2f84-41dc-b6cc-743fc6419854 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:38:02.922320 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd852bb-f0fc-4f39-b6ab-e05ebcad6dbd None None] Routers {'c5871830-2f84-41dc-b6cc-743fc6419854'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:38:02.922908 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5cd852bb-f0fc-4f39-b6ab-e05ebcad6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:37:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c5871830-2f84-41dc-b6cc-743fc6419854'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:02.995019 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd4b06c6-098c-4a74-8d2e-c1197a4d9272 req-4430ff9a-a760-4e8c-b3dc-38c340aaf462 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48391892-0166-409c-8e28-e3b17738f10e HTTP/1.1" status: 200 len: 217 time: 0.1089182 May 28 05:38:03.072953 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b06c6-098c-4a74-8d2e-c1197a4d9272 req-4e58427e-4b2b-4514-a44b-965608e18907 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:03.074352 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd4b06c6-098c-4a74-8d2e-c1197a4d9272 req-4e58427e-4b2b-4514-a44b-965608e18907 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 200 len: 847 time: 0.0726316 May 28 05:38:03.110874 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-5cd852bb-f0fc-4f39-b6ab-e05ebcad6dbd None None] Set router c5871830-2f84-41dc-b6cc-743fc6419854 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:38:03.120251 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be2019-f101-4bb1-b4c7-e5f37bb1888c req-468bc458-0070-4f92-91d6-3a0d2322bc7a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:03.121078 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-30be2019-f101-4bb1-b4c7-e5f37bb1888c req-468bc458-0070-4f92-91d6-3a0d2322bc7a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Synchronizing usage tracker for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:03.151820 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-30be2019-f101-4bb1-b4c7-e5f37bb1888c req-468bc458-0070-4f92-91d6-3a0d2322bc7a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Unset dirty status for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:03.152973 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30be2019-f101-4bb1-b4c7-e5f37bb1888c req-468bc458-0070-4f92-91d6-3a0d2322bc7a tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.2102389 May 28 05:38:03.202454 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd4b06c6-098c-4a74-8d2e-c1197a4d9272 req-9199b4ce-3975-452a-9ef1-2c1a15fb5696 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=7631ecbc-e0d0-4760-ac5a-582f84cba9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1208704 May 28 05:38:03.231417 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-30be2019-f101-4bb1-b4c7-e5f37bb1888c req-b0557b58-d712-42f4-b82f-d3716faee3d9 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713885 May 28 05:38:03.341932 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd4b06c6-098c-4a74-8d2e-c1197a4d9272 req-2e9c821e-373c-4d52-abd5-15a76b8ff514 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300049 May 28 05:38:03.445936 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-5cd852bb-f0fc-4f39-b6ab-e05ebcad6dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:18Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '06d88e5e-06a5-40aa-af58-16a18c9406ee', 'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'mac_address': 'fa:16:3e:9a:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:17Z', 'updated_at': '2022-05-28T05:29:27Z', 'revision_number': 5, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'subnets': [{'id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:03.450025 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd852bb-f0fc-4f39-b6ab-e05ebcad6dbd None None] The sync data for ids ['c5871830-2f84-41dc-b6cc-743fc6419854'] in dv-neutron-843300-5-hyperv is: [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:18Z', 'revision_number': 4, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '06d88e5e-06a5-40aa-af58-16a18c9406ee', 'name': '', 'network_id': '7631ecbc-e0d0-4760-ac5a-582f84cba9f9', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'mac_address': 'fa:16:3e:9a:4a:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:17Z', 'updated_at': '2022-05-28T05:29:27Z', 'revision_number': 5, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'subnets': [{'id': '0372ea20-38c7-4f28-93b4-86af221b5070', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:38:03.475838 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd4b06c6-098c-4a74-8d2e-c1197a4d9272 req-0d4c2f1c-9765-4b51-996c-62c11798e633 service neutron] 10.222.0.66 "GET /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279368 May 28 05:38:03.672159 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9b7628-a384-478d-8247-f7f7680a0cca None None] New status for floating IP caeedcfa-670b-453b-b945-347d640f276f: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:38:04.437279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1f7d5-0273-4d7d-b2f9-ac40c8c908bc req-c41ddac8-a9ca-47be-a14f-f639fde75368 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:04.438779 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-aad1f7d5-0273-4d7d-b2f9-ac40c8c908bc req-c41ddac8-a9ca-47be-a14f-f639fde75368 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0845842 May 28 05:38:04.522581 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-aad1f7d5-0273-4d7d-b2f9-ac40c8c908bc req-c51abefd-f3aa-4484-b994-0bb826d37ac6 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/security-groups?id=6b7ac80e-e27f-42f2-afc8-9964a43b3d97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782342 May 28 05:38:04.570378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f133814c-6f15-4851-9f61-e3e6f3663666 req-731895c5-59c9-45fc-bbec-047722c2fd03 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:04.571797 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f133814c-6f15-4851-9f61-e3e6f3663666 req-731895c5-59c9-45fc-bbec-047722c2fd03 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 945 time: 0.0869017 May 28 05:38:04.640676 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-f133814c-6f15-4851-9f61-e3e6f3663666 req-095293d1-ba14-41a4-ad79-490fafebb16b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Deleting port 48391892-0166-409c-8e28-e3b17738f10e {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:38:04.640999 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f133814c-6f15-4851-9f61-e3e6f3663666 req-095293d1-ba14-41a4-ad79-490fafebb16b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:04.893394 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-f133814c-6f15-4851-9f61-e3e6f3663666 req-095293d1-ba14-41a4-ad79-490fafebb16b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] For port 48391892-0166-409c-8e28-e3b17738f10e, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=48391892-0166-409c-8e28-e3b17738f10e,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:04.893752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f133814c-6f15-4851-9f61-e3e6f3663666 req-095293d1-ba14-41a4-ad79-490fafebb16b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:05.011730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-f133814c-6f15-4851-9f61-e3e6f3663666 req-095293d1-ba14-41a4-ad79-490fafebb16b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Calling delete_port for 48391892-0166-409c-8e28-e3b17738f10e owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:38:05.243710 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f133814c-6f15-4851-9f61-e3e6f3663666 req-095293d1-ba14-41a4-ad79-490fafebb16b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:05.291269 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095293d1-ba14-41a4-ad79-490fafebb16b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event deleted for resources: {'Port': ['ID=48391892-0166-409c-8e28-e3b17738f10e,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:05.363567 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-f133814c-6f15-4851-9f61-e3e6f3663666 req-095293d1-ba14-41a4-ad79-490fafebb16b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] No DVR routers for this DVR port 48391892-0166-409c-8e28-e3b17738f10e on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:05.366492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f133814c-6f15-4851-9f61-e3e6f3663666 req-095293d1-ba14-41a4-ad79-490fafebb16b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:05.369005 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'name': 'network-vif-deleted', 'tag': '48391892-0166-409c-8e28-e3b17738f10e'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:38:05.386553 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f133814c-6f15-4851-9f61-e3e6f3663666 req-095293d1-ba14-41a4-ad79-490fafebb16b tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.66 "DELETE /v2.0/ports/48391892-0166-409c-8e28-e3b17738f10e HTTP/1.1" status: 204 len: 173 time: 0.8097274 May 28 05:38:05.429357 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c2bcb0-c208-4bed-aa33-bc95d9e1bdca'] response: {'server_uuid': 'c0d2d609-6884-4009-86cf-eac753641dc3', 'name': 'network-vif-deleted', 'tag': '48391892-0166-409c-8e28-e3b17738f10e', 'status': 'completed', 'code': 200} May 28 05:38:05.688617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-e822f9bf-b054-456c-9c89-d7ac94ea0197 req-1ea31147-b2bb-4af7-8e35-b2ee067107c3 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Synchronizing usage tracker for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:05.708519 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-e822f9bf-b054-456c-9c89-d7ac94ea0197 req-1ea31147-b2bb-4af7-8e35-b2ee067107c3 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Unset dirty status for tenant:d6fbc539bcad4bb285660ac6de42fdb1 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:05.710003 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e822f9bf-b054-456c-9c89-d7ac94ea0197 req-1ea31147-b2bb-4af7-8e35-b2ee067107c3 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0d2d609-6884-4009-86cf-eac753641dc3 HTTP/1.1" status: 200 len: 210 time: 0.0623686 May 28 05:38:06.816030 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40856) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:06.888343 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:06.917154 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:06.983020 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:07.002840 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7ac80e-e27f-42f2-afc8-9964a43b3d97,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:07.016102 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:07.016444 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:07.016773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:07.017095 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:07.017431 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:07.017774 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:07.018086 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:07.018402 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:07.018709 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:07.019017 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:07.019327 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:07.027040 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:07.028358 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-6caf852b-2825-4d46-9530-b68ab6f7ec13 tempest-TestShelveInstance-104096310 tempest-TestShelveInstance-104096310-project] 10.222.0.15 "DELETE /v2.0/security-groups/6b7ac80e-e27f-42f2-afc8-9964a43b3d97 HTTP/1.1" status: 204 len: 168 time: 0.2113504 May 28 05:38:07.102888 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40864) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:07.777750 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bb076442-1d04-47c7-ab61-d0b2f3599c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:08.155818 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 48391892-0166-409c-8e28-e3b17738f10e no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:08.192433 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 48391892-0166-409c-8e28-e3b17738f10e {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:38:08.192777 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 48391892-0166-409c-8e28-e3b17738f10e not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:08.374369 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-bb076442-1d04-47c7-ab61-d0b2f3599c24 admin admin] Deleting port 06d88e5e-06a5-40aa-af58-16a18c9406ee {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:38:08.374953 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bb076442-1d04-47c7-ab61-d0b2f3599c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:08.552931 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-bb076442-1d04-47c7-ab61-d0b2f3599c24 admin admin] For port 06d88e5e-06a5-40aa-af58-16a18c9406ee, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=06d88e5e-06a5-40aa-af58-16a18c9406ee,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:08.553260 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bb076442-1d04-47c7-ab61-d0b2f3599c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:08.674418 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-bb076442-1d04-47c7-ab61-d0b2f3599c24 admin admin] Calling delete_port for 06d88e5e-06a5-40aa-af58-16a18c9406ee owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:38:08.855206 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bb076442-1d04-47c7-ab61-d0b2f3599c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:08.906202 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb076442-1d04-47c7-ab61-d0b2f3599c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d88e5e-06a5-40aa-af58-16a18c9406ee,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:09.291531 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-bb076442-1d04-47c7-ab61-d0b2f3599c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:09.876974 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb076442-1d04-47c7-ab61-d0b2f3599c24 admin admin] Router c5871830-2f84-41dc-b6cc-743fc6419854 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:38:10.075259 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb076442-1d04-47c7-ab61-d0b2f3599c24 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:38:10.084292 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e785284e-bbec-4c40-8af8-8e1c4c77b52d None None] Sync routers for ids ['c5871830-2f84-41dc-b6cc-743fc6419854'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:38:10.094404 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-bb076442-1d04-47c7-ab61-d0b2f3599c24 admin admin] 10.222.0.15 "PUT /v2.0/routers/c5871830-2f84-41dc-b6cc-743fc6419854/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9902081 May 28 05:38:10.097181 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40874) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:10.097546 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e785284e-bbec-4c40-8af8-8e1c4c77b52d None None] Routers {'c5871830-2f84-41dc-b6cc-743fc6419854'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:38:10.098186 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e785284e-bbec-4c40-8af8-8e1c4c77b52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:37:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c5871830-2f84-41dc-b6cc-743fc6419854'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:10.276989 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-e785284e-bbec-4c40-8af8-8e1c4c77b52d None None] Set router c5871830-2f84-41dc-b6cc-743fc6419854 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:38:10.291408 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-900fca1f-f9c8-46c1-92d2-f8e72e1fa0fb admin admin] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:10.486817 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-900fca1f-f9c8-46c1-92d2-f8e72e1fa0fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:10.498388 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-900fca1f-f9c8-46c1-92d2-f8e72e1fa0fb admin admin] Deleting port 3c83dc43-fdd8-4062-9456-2c1315d3ff92 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:38:10.498703 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-900fca1f-f9c8-46c1-92d2-f8e72e1fa0fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:10.561026 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e785284e-bbec-4c40-8af8-8e1c4c77b52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182'}], 'enable_snat': True}, 'gw_port_id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:38:08Z', 'revision_number': 5, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port': {'id': '3c83dc43-fdd8-4062-9456-2c1315d3ff92', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:8e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:10.564948 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e785284e-bbec-4c40-8af8-8e1c4c77b52d None None] Checking router: c5871830-2f84-41dc-b6cc-743fc6419854 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:38:10.575668 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e785284e-bbec-4c40-8af8-8e1c4c77b52d None None] Routers {'c5871830-2f84-41dc-b6cc-743fc6419854'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:38:10.576286 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e785284e-bbec-4c40-8af8-8e1c4c77b52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:37:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['c5871830-2f84-41dc-b6cc-743fc6419854'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:10.734560 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-e785284e-bbec-4c40-8af8-8e1c4c77b52d None None] Set router c5871830-2f84-41dc-b6cc-743fc6419854 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:38:10.785668 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-900fca1f-f9c8-46c1-92d2-f8e72e1fa0fb admin admin] For port 3c83dc43-fdd8-4062-9456-2c1315d3ff92, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=3c83dc43-fdd8-4062-9456-2c1315d3ff92,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:10.786036 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-900fca1f-f9c8-46c1-92d2-f8e72e1fa0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:10.839760 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-e785284e-bbec-4c40-8af8-8e1c4c77b52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:38:10Z', 'revision_number': 6, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:10.843793 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e785284e-bbec-4c40-8af8-8e1c4c77b52d None None] The sync data for ids ['c5871830-2f84-41dc-b6cc-743fc6419854'] in dv-neutron-843300-5-hyperv is: [{'id': 'c5871830-2f84-41dc-b6cc-743fc6419854', 'name': 'tempest-TestShelveInstance-964548002-router', 'tenant_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:15Z', 'updated_at': '2022-05-28T05:38:10Z', 'revision_number': 6, 'project_id': 'd6fbc539bcad4bb285660ac6de42fdb1', 'gw_port_host': None}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:38:10.905340 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-900fca1f-f9c8-46c1-92d2-f8e72e1fa0fb admin admin] Calling delete_port for 3c83dc43-fdd8-4062-9456-2c1315d3ff92 owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:38:11.069887 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-900fca1f-f9c8-46c1-92d2-f8e72e1fa0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.111749 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900fca1f-f9c8-46c1-92d2-f8e72e1fa0fb admin admin] Pushing event deleted for resources: {'Port': ['ID=3c83dc43-fdd8-4062-9456-2c1315d3ff92,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:11.339676 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-900fca1f-f9c8-46c1-92d2-f8e72e1fa0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.581134 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 06d88e5e-06a5-40aa-af58-16a18c9406ee no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:11.590232 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-900fca1f-f9c8-46c1-92d2-f8e72e1fa0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.594870 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-900fca1f-f9c8-46c1-92d2-f8e72e1fa0fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.616447 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 06d88e5e-06a5-40aa-af58-16a18c9406ee {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:38:11.616775 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 06d88e5e-06a5-40aa-af58-16a18c9406ee not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:11.624074 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-900fca1f-f9c8-46c1-92d2-f8e72e1fa0fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.624803 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900fca1f-f9c8-46c1-92d2-f8e72e1fa0fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5871830-2f84-41dc-b6cc-743fc6419854 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:38:11.637525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-900fca1f-f9c8-46c1-92d2-f8e72e1fa0fb admin admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.638688 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-900fca1f-f9c8-46c1-92d2-f8e72e1fa0fb admin admin] 10.222.0.15 "DELETE /v2.0/routers/c5871830-2f84-41dc-b6cc-743fc6419854 HTTP/1.1" status: 204 len: 168 time: 1.5405686 May 28 05:38:11.641285 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40878) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:11.702328 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-a066c347-7ca0-4fbc-b362-d18c1f55ee0a admin admin] Deleting subnet 0372ea20-38c7-4f28-93b4-86af221b5070 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:38:11.705491 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a066c347-7ca0-4fbc-b362-d18c1f55ee0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.754267 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a066c347-7ca0-4fbc-b362-d18c1f55ee0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.839367 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a066c347-7ca0-4fbc-b362-d18c1f55ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.909161 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a066c347-7ca0-4fbc-b362-d18c1f55ee0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.946289 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066c347-7ca0-4fbc-b362-d18c1f55ee0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0372ea20-38c7-4f28-93b4-86af221b5070,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:11.950515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a066c347-7ca0-4fbc-b362-d18c1f55ee0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:11.955626 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b857a9b8-0ed5-4340-a36c-0ed1683e1e0a None None] Network 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:38:11.958550 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a066c347-7ca0-4fbc-b362-d18c1f55ee0a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0372ea20-38c7-4f28-93b4-86af221b5070 HTTP/1.1" status: 204 len: 168 time: 0.3161986 May 28 05:38:11.961109 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40882) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:12.067515 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.078488 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] Deleting port d2829b40-f7e0-4774-8517-6762bc60a4d4 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:38:12.078832 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.195821 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75ee5cf-505a-4f70-b7b5-18542b1ab5c1 None None] DHCP port deletion for 7631ecbc-e0d0-4760-ac5a-582f84cba9f9 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:38:12.200686 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a75ee5cf-505a-4f70-b7b5-18542b1ab5c1 None None] Deleting port d2829b40-f7e0-4774-8517-6762bc60a4d4 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:38:12.201053 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a75ee5cf-505a-4f70-b7b5-18542b1ab5c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.367172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] For port d2829b40-f7e0-4774-8517-6762bc60a4d4, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d2829b40-f7e0-4774-8517-6762bc60a4d4,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:12.367627 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.398944 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-a75ee5cf-505a-4f70-b7b5-18542b1ab5c1 None None] For port d2829b40-f7e0-4774-8517-6762bc60a4d4, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d2829b40-f7e0-4774-8517-6762bc60a4d4,segment=NetworkSegment(a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a),segment_id=a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:12.399241 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a75ee5cf-505a-4f70-b7b5-18542b1ab5c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.485525 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] Calling delete_port for d2829b40-f7e0-4774-8517-6762bc60a4d4 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:38:12.514951 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a75ee5cf-505a-4f70-b7b5-18542b1ab5c1 None None] Calling delete_port for d2829b40-f7e0-4774-8517-6762bc60a4d4 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:38:12.563300 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.584837 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-a75ee5cf-505a-4f70-b7b5-18542b1ab5c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:38:12.585417 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-a75ee5cf-505a-4f70-b7b5-18542b1ab5c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:38:12.608996 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2829b40-f7e0-4774-8517-6762bc60a4d4,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:12.612656 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] No DVR routers for this DVR port d2829b40-f7e0-4774-8517-6762bc60a4d4 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:12.727083 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.752366 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7631ecbc-e0d0-4760-ac5a-582f84cba9f9']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:12.764165 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:12.764451 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6dd1a1a-f133-4ab3-b677-8cf4a8bc1e2a') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:12.775873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.792100 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.798569 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:38:12.798935 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:38:12.812371 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:38:12.889732 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.905743 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:12.917735 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7631ecbc-e0d0-4760-ac5a-582f84cba9f9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:12.933123 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f9a419e1-806c-41cb-ad32-5f4006249be2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7631ecbc-e0d0-4760-ac5a-582f84cba9f9 HTTP/1.1" status: 204 len: 168 time: 0.9686570 May 28 05:38:12.934615 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40886) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:13.086587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a75ee5cf-505a-4f70-b7b5-18542b1ab5c1 None None] Deleting port d2829b40-f7e0-4774-8517-6762bc60a4d4 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:38:13.086954 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a75ee5cf-505a-4f70-b7b5-18542b1ab5c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:13.155118 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-a75ee5cf-505a-4f70-b7b5-18542b1ab5c1 None None] The port 'd2829b40-f7e0-4774-8517-6762bc60a4d4' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 05:38:13.287122 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3c83dc43-fdd8-4062-9456-2c1315d3ff92 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:13.319350 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 3c83dc43-fdd8-4062-9456-2c1315d3ff92 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:38:13.319679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 3c83dc43-fdd8-4062-9456-2c1315d3ff92 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:13.320286 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d2829b40-f7e0-4774-8517-6762bc60a4d4 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:13.338710 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-790a2579-d5c8-434d-b81f-2560d946efe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:13.354355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: d2829b40-f7e0-4774-8517-6762bc60a4d4 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:38:13.354900 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d2829b40-f7e0-4774-8517-6762bc60a4d4 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:14.028119 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-790a2579-d5c8-434d-b81f-2560d946efe3 admin admin] Deleting port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:38:14.028685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-790a2579-d5c8-434d-b81f-2560d946efe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:14.202390 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-790a2579-d5c8-434d-b81f-2560d946efe3 admin admin] For port 244421a8-8dc4-43f9-9fbd-66ac0ee7e230, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=244421a8-8dc4-43f9-9fbd-66ac0ee7e230,segment=NetworkSegment(535ca21e-8540-44a0-8da6-751cfcb1b807),segment_id=535ca21e-8540-44a0-8da6-751cfcb1b807)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:14.202593 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-790a2579-d5c8-434d-b81f-2560d946efe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:14.324387 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-790a2579-d5c8-434d-b81f-2560d946efe3 admin admin] Calling delete_port for 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:38:14.501988 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-790a2579-d5c8-434d-b81f-2560d946efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:14.548744 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a2579-d5c8-434d-b81f-2560d946efe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=244421a8-8dc4-43f9-9fbd-66ac0ee7e230,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:14.832687 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-790a2579-d5c8-434d-b81f-2560d946efe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:15.487943 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790a2579-d5c8-434d-b81f-2560d946efe3 admin admin] Router 5c57dcc1-233b-47d3-9222-cad14cbe120d has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:38:15.686107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790a2579-d5c8-434d-b81f-2560d946efe3 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:38:15.694893 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322c2170-3ee1-4c05-b23b-62b03e536cea None None] Sync routers for ids ['5c57dcc1-233b-47d3-9222-cad14cbe120d'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:38:15.704604 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-790a2579-d5c8-434d-b81f-2560d946efe3 admin admin] 10.222.0.15 "PUT /v2.0/routers/5c57dcc1-233b-47d3-9222-cad14cbe120d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7687352 May 28 05:38:15.706978 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40890) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:15.708295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c2170-3ee1-4c05-b23b-62b03e536cea None None] Routers {'5c57dcc1-233b-47d3-9222-cad14cbe120d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:38:15.708897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-322c2170-3ee1-4c05-b23b-62b03e536cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:37:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5c57dcc1-233b-47d3-9222-cad14cbe120d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:15.908213 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-036e3934-d8ac-4082-b9f4-22430674cccd admin admin] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:15.918627 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-322c2170-3ee1-4c05-b23b-62b03e536cea None None] Set router 5c57dcc1-233b-47d3-9222-cad14cbe120d gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:38:16.102433 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-036e3934-d8ac-4082-b9f4-22430674cccd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:16.113643 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-036e3934-d8ac-4082-b9f4-22430674cccd admin admin] Deleting port e94cf651-2576-4d6b-89c1-6b58f6f9e97e {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:38:16.114324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-036e3934-d8ac-4082-b9f4-22430674cccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:16.199874 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-322c2170-3ee1-4c05-b23b-62b03e536cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'name': 'tempest-TestShelveInstance-116309554-router', 'tenant_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.202'}], 'enable_snat': True}, 'gw_port_id': 'e94cf651-2576-4d6b-89c1-6b58f6f9e97e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:21Z', 'updated_at': '2022-05-28T05:38:14Z', 'revision_number': 5, 'project_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'gw_port': {'id': 'e94cf651-2576-4d6b-89c1-6b58f6f9e97e', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:29:21Z', 'updated_at': '2022-05-28T05:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:16.203674 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322c2170-3ee1-4c05-b23b-62b03e536cea None None] Checking router: 5c57dcc1-233b-47d3-9222-cad14cbe120d for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:38:16.214447 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c2170-3ee1-4c05-b23b-62b03e536cea None None] Routers {'5c57dcc1-233b-47d3-9222-cad14cbe120d'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:38:16.215035 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-322c2170-3ee1-4c05-b23b-62b03e536cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:37:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['5c57dcc1-233b-47d3-9222-cad14cbe120d'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:16.287010 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-036e3934-d8ac-4082-b9f4-22430674cccd admin admin] For port e94cf651-2576-4d6b-89c1-6b58f6f9e97e, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e94cf651-2576-4d6b-89c1-6b58f6f9e97e,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:16.287361 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-036e3934-d8ac-4082-b9f4-22430674cccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:16.362250 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-322c2170-3ee1-4c05-b23b-62b03e536cea None None] Set router 5c57dcc1-233b-47d3-9222-cad14cbe120d gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:38:16.405521 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-036e3934-d8ac-4082-b9f4-22430674cccd admin admin] Calling delete_port for e94cf651-2576-4d6b-89c1-6b58f6f9e97e owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:38:16.468468 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-322c2170-3ee1-4c05-b23b-62b03e536cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'name': 'tempest-TestShelveInstance-116309554-router', 'tenant_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:21Z', 'updated_at': '2022-05-28T05:38:16Z', 'revision_number': 6, 'project_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:16.472479 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322c2170-3ee1-4c05-b23b-62b03e536cea None None] The sync data for ids ['5c57dcc1-233b-47d3-9222-cad14cbe120d'] in dv-neutron-843300-5-hyperv is: [{'id': '5c57dcc1-233b-47d3-9222-cad14cbe120d', 'name': 'tempest-TestShelveInstance-116309554-router', 'tenant_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:29:21Z', 'updated_at': '2022-05-28T05:38:16Z', 'revision_number': 6, 'project_id': 'a46d4142b4a34e6cadd5f8ca3478d439', 'gw_port_host': None}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:38:16.572580 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-036e3934-d8ac-4082-b9f4-22430674cccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:16.623433 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e3934-d8ac-4082-b9f4-22430674cccd admin admin] Pushing event deleted for resources: {'Port': ['ID=e94cf651-2576-4d6b-89c1-6b58f6f9e97e,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:16.950429 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-036e3934-d8ac-4082-b9f4-22430674cccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.204665 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-036e3934-d8ac-4082-b9f4-22430674cccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.210835 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-036e3934-d8ac-4082-b9f4-22430674cccd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.240790 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-036e3934-d8ac-4082-b9f4-22430674cccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.242054 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036e3934-d8ac-4082-b9f4-22430674cccd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c57dcc1-233b-47d3-9222-cad14cbe120d {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:38:17.259823 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-036e3934-d8ac-4082-b9f4-22430674cccd admin admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.263596 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-036e3934-d8ac-4082-b9f4-22430674cccd admin admin] 10.222.0.15 "DELETE /v2.0/routers/5c57dcc1-233b-47d3-9222-cad14cbe120d HTTP/1.1" status: 204 len: 168 time: 1.5533538 May 28 05:38:17.263884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40894) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:17.288266 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e94cf651-2576-4d6b-89c1-6b58f6f9e97e no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:17.320672 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: e94cf651-2576-4d6b-89c1-6b58f6f9e97e {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:38:17.321012 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e94cf651-2576-4d6b-89c1-6b58f6f9e97e not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:17.321472 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:17.323825 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af40feb-46cd-4eca-aba6-a65f5fce369a admin admin] Deleting subnet 18da2da5-3615-492a-a1cf-5c958f862129 {{(pid=84009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:38:17.327610 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0af40feb-46cd-4eca-aba6-a65f5fce369a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.353974 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:38:17.354284 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 244421a8-8dc4-43f9-9fbd-66ac0ee7e230 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:17.380018 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0af40feb-46cd-4eca-aba6-a65f5fce369a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3473082'] for subnet, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.461380 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0af40feb-46cd-4eca-aba6-a65f5fce369a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.529376 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0af40feb-46cd-4eca-aba6-a65f5fce369a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2641875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2823416'] for subnet, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.569588 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af40feb-46cd-4eca-aba6-a65f5fce369a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18da2da5-3615-492a-a1cf-5c958f862129,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:17.574922 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-0af40feb-46cd-4eca-aba6-a65f5fce369a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.581064 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a943bec-a142-4c07-ac10-efe541078883 None None] Network 2c13b0c1-491c-4894-8a0f-582e4ec40263 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:38:17.581575 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-0af40feb-46cd-4eca-aba6-a65f5fce369a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/18da2da5-3615-492a-a1cf-5c958f862129 HTTP/1.1" status: 204 len: 168 time: 0.3167269 May 28 05:38:17.584120 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40898) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:17.688562 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.699572 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] Deleting port db3e337f-c8b0-49ce-b710-9d2c714b6e64 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:38:17.699884 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.832888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7910632b-9583-40d5-8acb-3b454f92bb3f None None] DHCP port deletion for 2c13b0c1-491c-4894-8a0f-582e4ec40263 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:38:17.837238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7910632b-9583-40d5-8acb-3b454f92bb3f None None] Deleting port db3e337f-c8b0-49ce-b710-9d2c714b6e64 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:38:17.837748 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7910632b-9583-40d5-8acb-3b454f92bb3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:17.907077 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] For port db3e337f-c8b0-49ce-b710-9d2c714b6e64, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=db3e337f-c8b0-49ce-b710-9d2c714b6e64,segment=NetworkSegment(535ca21e-8540-44a0-8da6-751cfcb1b807),segment_id=535ca21e-8540-44a0-8da6-751cfcb1b807)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:17.907524 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.025432 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] Calling delete_port for db3e337f-c8b0-49ce-b710-9d2c714b6e64 owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:38:18.033290 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-7910632b-9583-40d5-8acb-3b454f92bb3f None None] For port db3e337f-c8b0-49ce-b710-9d2c714b6e64, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=db3e337f-c8b0-49ce-b710-9d2c714b6e64,segment=NetworkSegment(535ca21e-8540-44a0-8da6-751cfcb1b807),segment_id=535ca21e-8540-44a0-8da6-751cfcb1b807)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:18.033596 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7910632b-9583-40d5-8acb-3b454f92bb3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.190895 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7910632b-9583-40d5-8acb-3b454f92bb3f None None] Calling delete_port for db3e337f-c8b0-49ce-b710-9d2c714b6e64 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:38:18.199504 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.245804 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=db3e337f-c8b0-49ce-b710-9d2c714b6e64,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:18.250421 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] No DVR routers for this DVR port db3e337f-c8b0-49ce-b710-9d2c714b6e64 on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:38:18.260559 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-7910632b-9583-40d5-8acb-3b454f92bb3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:38:18.260880 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-7910632b-9583-40d5-8acb-3b454f92bb3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:38:18.366233 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.392617 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c13b0c1-491c-4894-8a0f-582e4ec40263']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:18.404877 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535ca21e-8540-44a0-8da6-751cfcb1b807') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:18.405168 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535ca21e-8540-44a0-8da6-751cfcb1b807') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:18.417741 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.439135 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.445685 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:38:18.446107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:38:18.459277 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:38:18.540210 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.545288 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.568963 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c13b0c1-491c-4894-8a0f-582e4ec40263,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:18.574863 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-7d86122b-1efa-4fb7-a386-3aa1b99c0bf5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2c13b0c1-491c-4894-8a0f-582e4ec40263 HTTP/1.1" status: 204 len: 168 time: 0.9898243 May 28 05:38:18.736227 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40904) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:18.762389 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7910632b-9583-40d5-8acb-3b454f92bb3f None None] Deleting port db3e337f-c8b0-49ce-b710-9d2c714b6e64 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:38:18.762927 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7910632b-9583-40d5-8acb-3b454f92bb3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.794019 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-21ccc8a3-137d-478d-9573-8950df93ead4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6fbc539bcad4bb285660ac6de42fdb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536642 May 28 05:38:18.795101 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40908) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:18.827725 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-7910632b-9583-40d5-8acb-3b454f92bb3f None None] The port 'db3e337f-c8b0-49ce-b710-9d2c714b6e64' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 05:38:18.857217 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-adec6567-5190-472c-ae7f-d478bb1c6d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.881979 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-adec6567-5190-472c-ae7f-d478bb1c6d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.935389 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-adec6567-5190-472c-ae7f-d478bb1c6d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.957224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec6567-5190-472c-ae7f-d478bb1c6d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bf9855-e210-441d-aafc-9ff10f5e14e9,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:18.966002 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-adec6567-5190-472c-ae7f-d478bb1c6d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:18.967175 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-adec6567-5190-472c-ae7f-d478bb1c6d19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49bf9855-e210-441d-aafc-9ff10f5e14e9 HTTP/1.1" status: 204 len: 168 time: 0.1711240 May 28 05:38:19.277300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device db3e337f-c8b0-49ce-b710-9d2c714b6e64 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:38:19.309308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: db3e337f-c8b0-49ce-b710-9d2c714b6e64 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:38:19.309642 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device db3e337f-c8b0-49ce-b710-9d2c714b6e64 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:38:19.420244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40916) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:19.470263 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-f5f845ae-a6b9-4b20-9113-c52bef645220 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a46d4142b4a34e6cadd5f8ca3478d439&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487669 May 28 05:38:19.473626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40920) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:19.535350 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-47a208a4-1c40-4f33-b821-c64511291bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:19.561274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-47a208a4-1c40-4f33-b821-c64511291bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:19.615504 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-47a208a4-1c40-4f33-b821-c64511291bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:19.629061 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a208a4-1c40-4f33-b821-c64511291bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6e192b-90a9-48df-a863-d9e58a5b4e35,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:19.635611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-47a208a4-1c40-4f33-b821-c64511291bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:19.638109 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-47a208a4-1c40-4f33-b821-c64511291bb4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf6e192b-90a9-48df-a863-d9e58a5b4e35 HTTP/1.1" status: 204 len: 168 time: 0.1635618 May 28 05:38:20.535639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40942) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:20.669912 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-731282446-network', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:38:20.674611 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:20.678942 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Usage tracker for resource:network and tenant:ff21b56e2220452c9fbcb44e9de15ad4 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:20.682029 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:20.688249 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:20.701928 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Made reservation on behalf of ff21b56e2220452c9fbcb44e9de15ad4 for: {'network': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:38:20.704279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:20.716837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:20.747230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:20.751030 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Usage tracker for resource:security_group_rule and tenant:ff21b56e2220452c9fbcb44e9de15ad4 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:20.753791 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:20.759383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:20.824488 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:20.830670 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:20.857518 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=84010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:38:20.869619 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cf732a-3419-41b0-b60b-1a1252fdf272,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:20.874244 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:20.874584 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.segments_db [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Added segment f9740f76-cfa5-4f0c-99e3-6bf8838acf78 of type vlan for network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 May 28 05:38:20.904052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:20.933988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:20.934925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:20.935664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:21.036598 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] Pushing event updated for resources: {'Network': ['ID=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:21.042727 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-bf9ee3b6-1f92-4905-b085-dac25851d5d2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5031264 May 28 05:38:21.042972 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40948) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:21.047145 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:38:21.048184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-c4c1c51d-2edf-4401-999b-145090c65ca8 admin admin] Request body: {'subnet': {'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-731282446-subnet', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'ip_version': 4}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:38:21.053277 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c4c1c51d-2edf-4401-999b-145090c65ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:21.057243 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c4c1c51d-2edf-4401-999b-145090c65ca8 admin admin] Usage tracker for resource:subnet and tenant:ff21b56e2220452c9fbcb44e9de15ad4 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:21.060378 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-c4c1c51d-2edf-4401-999b-145090c65ca8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:21.066429 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-c4c1c51d-2edf-4401-999b-145090c65ca8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:21.079423 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c1c51d-2edf-4401-999b-145090c65ca8 admin admin] Made reservation on behalf of ff21b56e2220452c9fbcb44e9de15ad4 for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:38:21.081922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4c1c51d-2edf-4401-999b-145090c65ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:21.294920 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4c1c51d-2edf-4401-999b-145090c65ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:21.363900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1c51d-2edf-4401-999b-145090c65ca8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18683ba8-245d-4dd2-ad9b-5c9866721ea0,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:21.378888 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c1c51d-2edf-4401-999b-145090c65ca8 admin admin] Checking segment: {'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:38:21.379238 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c1c51d-2edf-4401-999b-145090c65ca8 admin admin] Network hostable DHCP agents. Network: 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:38:21.403050 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c1c51d-2edf-4401-999b-145090c65ca8 admin admin] Network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:38:21.413915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-c4c1c51d-2edf-4401-999b-145090c65ca8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:21.418459 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c1c51d-2edf-4401-999b-145090c65ca8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:21.419031 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-c4c1c51d-2edf-4401-999b-145090c65ca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:21.423129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2afcb7d-4131-427f-a48a-9280a07b673a None None] Network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:38:21.444985 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-c4c1c51d-2edf-4401-999b-145090c65ca8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4010587 May 28 05:38:21.447802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40952) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:21.453035 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:38:21.457909 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:21.461980 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Usage tracker for resource:router and tenant:ff21b56e2220452c9fbcb44e9de15ad4 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:21.464993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:21.471093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:21.483283 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:21.484219 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:21.505554 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:21.634095 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:38:21.634897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:21.650783 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:21.787367 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Allocated IP 172.20.0.2 (0976aaea-ffb5-45df-b5b3-62ed06f7cdd0/18683ba8-245d-4dd2-ad9b-5c9866721ea0/f4b26e6e-ec98-49e6-abb8-888c9b3b109c) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:21.841125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:21.873597 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:21.992377 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:22.002466 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Transition to ACTIVE for port object f4b26e6e-ec98-49e6-abb8-888c9b3b109c will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:22.006007 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Allocated IP 172.26.8.97 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/a9b6c2a8-051f-4a86-aa3b-a748e46c8867) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:22.023036 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Transition to ACTIVE for port object f4b26e6e-ec98-49e6-abb8-888c9b3b109c will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:22.028611 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:22.094431 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:22.097871 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:22.099713 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Pushing event updated for resources: {'Port': ['ID=f4b26e6e-ec98-49e6-abb8-888c9b3b109c,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:22.103552 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:38:22.113027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:22.113354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:22.113679 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:22.114344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:22.114685 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:22.115001 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:22.115311 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:22.115617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:22.115924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:22.116230 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:22.116527 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:22.153809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:22.181891 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:22.209334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Attempting to bind port f4b26e6e-ec98-49e6-abb8-888c9b3b109c on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:22.209513 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Attempting to bind port f4b26e6e-ec98-49e6-abb8-888c9b3b109c by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:22.209974 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Attempting to bind port f4b26e6e-ec98-49e6-abb8-888c9b3b109c on network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:38:22.214091 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-24ac1e63-7529-421a-849b-078fffd45cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:22.218320 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:38:22.218673 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Checking segment: {'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:38:22.219049 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:22.219412 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Bound using segment: {'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:38:22.219860 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Bound port: f4b26e6e-ec98-49e6-abb8-888c9b3b109c, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:22.220218 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:22.252100 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:22.254733 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:22.258639 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:38:22.287272 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b6c2a8-051f-4a86-aa3b-a748e46c8867,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:22.305638 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] For port f4b26e6e-ec98-49e6-abb8-888c9b3b109c, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:38:22.309141 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] For port f4b26e6e-ec98-49e6-abb8-888c9b3b109c, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f4b26e6e-ec98-49e6-abb8-888c9b3b109c,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:38:22.314866 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:22.400620 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d138ccee-b7f3-49e6-b78d-3d5633f4c9fe None None] Pushing event updated for resources: {'Port': ['ID=f4b26e6e-ec98-49e6-abb8-888c9b3b109c,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:22.520280 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:22.521114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:22.769755 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:38:22.971234 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:38:22.981782 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Sync routers for ids ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:38:22.996877 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Routers {'81e0635b-7b3f-4457-8f8c-3d9e12f36368'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:38:22.997808 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-129bf992-507d-49de-aae1-054d5b585278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:37:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:23.001768 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:23.006014 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8693aeb7-1e5a-42a1-a40b-2f109d6d4704 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5571761 May 28 05:38:23.006316 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40956) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:23.219132 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Set router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:38:23.328395 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f4b26e6e-ec98-49e6-abb8-888c9b3b109c up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:23.420210 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port f4b26e6e-ec98-49e6-abb8-888c9b3b109c completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:23.441783 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d9ca8b-8d0e-4ae2-b06a-c5e3ecf083c1 None None] Network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:38:23.549928 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-129bf992-507d-49de-aae1-054d5b585278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:22Z', 'revision_number': 3, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:23.553688 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Checking router: 81e0635b-7b3f-4457-8f8c-3d9e12f36368 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:38:23.554043 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Updating router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 port a9b6c2a8-051f-4a86-aa3b-a748e46c8867 binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:38:23.568279 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-57ff664e-387b-4738-8d51-500794e9812f None None] Provisioning for port f4b26e6e-ec98-49e6-abb8-888c9b3b109c completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:23.579132 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-57ff664e-387b-4738-8d51-500794e9812f None None] Provisioning complete for port f4b26e6e-ec98-49e6-abb8-888c9b3b109c triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:23.579536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57ff664e-387b-4738-8d51-500794e9812f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:23.607224 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:23.812990 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:23.836838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57ff664e-387b-4738-8d51-500794e9812f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:23.871894 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-57ff664e-387b-4738-8d51-500794e9812f None None] For port f4b26e6e-ec98-49e6-abb8-888c9b3b109c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f4b26e6e-ec98-49e6-abb8-888c9b3b109c,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:23.878972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-57ff664e-387b-4738-8d51-500794e9812f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:23.962644 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff664e-387b-4738-8d51-500794e9812f None None] Pushing event updated for resources: {'Port': ['ID=f4b26e6e-ec98-49e6-abb8-888c9b3b109c,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:24.025077 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.040238 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Transition to ACTIVE for port object a9b6c2a8-051f-4a86-aa3b-a748e46c8867 will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:24.047445 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.048510 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Allocated IP 172.20.0.1 (0976aaea-ffb5-45df-b5b3-62ed06f7cdd0/18683ba8-245d-4dd2-ad9b-5c9866721ea0/8eb424bc-46b8-4fc0-874b-e7df7a05dbeb) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:24.104970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-a9979a55-918c-4ee4-bc44-78f144ae3d94 None None] Provisioning complete for port f4b26e6e-ec98-49e6-abb8-888c9b3b109c triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:24.109121 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a9979a55-918c-4ee4-bc44-78f144ae3d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.128509 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8d8a8-29f2-4752-bc6e-c4346ea6c210 None None] Pushing event updated for resources: {'Port': ['ID=a9b6c2a8-051f-4a86-aa3b-a748e46c8867,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:24.130933 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Attempting to bind port a9b6c2a8-051f-4a86-aa3b-a748e46c8867 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:24.131287 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Attempting to bind port a9b6c2a8-051f-4a86-aa3b-a748e46c8867 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:24.131633 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Attempting to bind port a9b6c2a8-051f-4a86-aa3b-a748e46c8867 on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:38:24.143812 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8d8a8-29f2-4752-bc6e-c4346ea6c210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:24.144140 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8d8a8-29f2-4752-bc6e-c4346ea6c210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:24.144462 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8d8a8-29f2-4752-bc6e-c4346ea6c210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:24.144776 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8d8a8-29f2-4752-bc6e-c4346ea6c210 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:24.145099 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8d8a8-29f2-4752-bc6e-c4346ea6c210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:24.145398 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8d8a8-29f2-4752-bc6e-c4346ea6c210 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:24.145719 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8d8a8-29f2-4752-bc6e-c4346ea6c210 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:24.146035 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8d8a8-29f2-4752-bc6e-c4346ea6c210 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:24.146347 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8d8a8-29f2-4752-bc6e-c4346ea6c210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:24.146653 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8d8a8-29f2-4752-bc6e-c4346ea6c210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:24.146961 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f8d8a8-29f2-4752-bc6e-c4346ea6c210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:38:24.150405 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:38:24.150762 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:38:24.151206 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.151572 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:38:24.152039 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Bound port: a9b6c2a8-051f-4a86-aa3b-a748e46c8867, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:24.152396 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.229453 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-129bf992-507d-49de-aae1-054d5b585278 None None] For port a9b6c2a8-051f-4a86-aa3b-a748e46c8867, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:38:24.233392 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-129bf992-507d-49de-aae1-054d5b585278 None None] For port a9b6c2a8-051f-4a86-aa3b-a748e46c8867, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a9b6c2a8-051f-4a86-aa3b-a748e46c8867,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:38:24.240293 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.293858 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.309879 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.provisioning_blocks [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Transition to ACTIVE for port object 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb will not be triggered until provisioned by entity DHCP. {{(pid=84009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:24.320831 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8d8a8-29f2-4752-bc6e-c4346ea6c210 None None] Pushing event updated for resources: {'Port': ['ID=a9b6c2a8-051f-4a86-aa3b-a748e46c8867,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:24.325638 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Routers {'81e0635b-7b3f-4457-8f8c-3d9e12f36368'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:38:24.326395 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-129bf992-507d-49de-aae1-054d5b585278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:37:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:24.336052 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.372516 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c694e20d-478a-48f3-8b3e-be246ed1c186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.407324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:24.410223 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:24.414710 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:38:24.445952 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Pushing event updated for resources: {'Port': ['ID=8eb424bc-46b8-4fc0-874b-e7df7a05dbeb,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:24.468018 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.507193 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-129bf992-507d-49de-aae1-054d5b585278 None None] Set router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:38:24.556208 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.670311 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ebbfc25e-35a7-4df7-a570-599676ae3cc4 None None] Provisioning for port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:24.675812 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ebbfc25e-35a7-4df7-a570-599676ae3cc4 None None] Provisioning complete for port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:24.676172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ebbfc25e-35a7-4df7-a570-599676ae3cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.737792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ebbfc25e-35a7-4df7-a570-599676ae3cc4 None None] Port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:38:24.786873 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.793252 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2641817'] for port, after_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.833037 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-129bf992-507d-49de-aae1-054d5b585278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:22Z', 'revision_number': 3, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:24.836869 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129bf992-507d-49de-aae1-054d5b585278 None None] The sync data for ids ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'] in dv-neutron-843300-5-hyperv is: [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:22Z', 'revision_number': 3, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:38:24.898688 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:24.902151 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Pushing event updated for resources: {'Port': ['ID=8eb424bc-46b8-4fc0-874b-e7df7a05dbeb,revision_number=2']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:25.064311 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:25.066092 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:25.342308 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:25.378396 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8a5f35d3-6c4c-41a7-9269-ce7791e62afa None None] Provisioning complete for port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:25.379527 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8a5f35d3-6c4c-41a7-9269-ce7791e62afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:25.411833 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a9b6c2a8-051f-4a86-aa3b-a748e46c8867 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:25.487865 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8a5f35d3-6c4c-41a7-9269-ce7791e62afa None None] Port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:38:25.499925 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:38:25.513024 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port a9b6c2a8-051f-4a86-aa3b-a748e46c8867 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:25.518823 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port a9b6c2a8-051f-4a86-aa3b-a748e46c8867 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:25.519264 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:25.646726 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:25.653008 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:25.669617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port a9b6c2a8-051f-4a86-aa3b-a748e46c8867, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a9b6c2a8-051f-4a86-aa3b-a748e46c8867,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:25.674236 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:25.674991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f4b26e6e-ec98-49e6-abb8-888c9b3b109c up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:25.710101 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:38:25.719767 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-f7443815-f445-445a-9c4d-5babbd07b446 admin admin] 10.222.0.15 "PUT /v2.0/routers/81e0635b-7b3f-4457-8f8c-3d9e12f36368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7115886 May 28 05:38:25.786578 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=a9b6c2a8-051f-4a86-aa3b-a748e46c8867,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:25.810247 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:25.811024 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port f4b26e6e-ec98-49e6-abb8-888c9b3b109c triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:25.811325 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:26.600709 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40978) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:26.607773 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2119144426-network', 'tenant_id': 'db798411db5d442b89c2775f605d6a1f'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:38:26.612860 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:26.617385 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Usage tracker for resource:network and tenant:db798411db5d442b89c2775f605d6a1f is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:26.620471 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:26.626594 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:26.640459 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Made reservation on behalf of db798411db5d442b89c2775f605d6a1f for: {'network': 1} {{(pid=84009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:38:26.642731 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for network, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:26.655319 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:26.687429 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:26.691489 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Usage tracker for resource:security_group_rule and tenant:db798411db5d442b89c2775f605d6a1f is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:26.694369 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:26.700262 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:26.763937 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:26.770537 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:26.799172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=84009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 05:38:26.807897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7487f728-f15f-46b5-877a-e69f700e7c58,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:26.813298 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:26.813620 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.db.segments_db [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Added segment f283015f-d817-4147-90c1-4b0a0d60df59 of type vlan for network ccd8734b-6ae6-4751-a635-3f72c5163c51 May 28 05:38:26.839283 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773018068246'] for network, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:26.876500 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241'] for network, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:26.877418 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:26.878172 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:27.077287 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4751980 May 28 05:38:27.078183 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a768a6d-f53f-4c7c-95e2-72b23b6a1df9 admin admin] Pushing event updated for resources: {'Network': ['ID=ccd8734b-6ae6-4751-a635-3f72c5163c51,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:27.080298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40982) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:27.085880 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-712dcd3e-7c8f-45cf-9dbf-9e8f6a01f563 admin admin] Request body: {'subnet': {'network_id': 'ccd8734b-6ae6-4751-a635-3f72c5163c51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2119144426-subnet', 'tenant_id': 'db798411db5d442b89c2775f605d6a1f', 'ip_version': 4}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:38:27.088643 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Network ccd8734b-6ae6-4751-a635-3f72c5163c51 details requested by agent ovs-agent-dv-neutron-843300-5-hyperv with host dv-neutron-843300-5-hyperv {{(pid=84011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 28 05:38:27.091819 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-712dcd3e-7c8f-45cf-9dbf-9e8f6a01f563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:27.095630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-712dcd3e-7c8f-45cf-9dbf-9e8f6a01f563 admin admin] Usage tracker for resource:subnet and tenant:db798411db5d442b89c2775f605d6a1f is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:27.099178 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-712dcd3e-7c8f-45cf-9dbf-9e8f6a01f563 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:27.104915 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-712dcd3e-7c8f-45cf-9dbf-9e8f6a01f563 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:27.115288 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712dcd3e-7c8f-45cf-9dbf-9e8f6a01f563 admin admin] Made reservation on behalf of db798411db5d442b89c2775f605d6a1f for: {'subnet': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:38:27.117535 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-712dcd3e-7c8f-45cf-9dbf-9e8f6a01f563 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3077488'] for subnet, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:27.287881 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a9b6c2a8-051f-4a86-aa3b-a748e46c8867 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:27.325047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-712dcd3e-7c8f-45cf-9dbf-9e8f6a01f563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2877574', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3077474'] for subnet, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:27.355406 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port a9b6c2a8-051f-4a86-aa3b-a748e46c8867 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:27.355661 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:27.398054 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712dcd3e-7c8f-45cf-9dbf-9e8f6a01f563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35a46169-1fc5-4227-96b6-3dc007c954f8,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:27.410215 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712dcd3e-7c8f-45cf-9dbf-9e8f6a01f563 admin admin] Checking segment: {'id': 'f283015f-d817-4147-90c1-4b0a0d60df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ccd8734b-6ae6-4751-a635-3f72c5163c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:38:27.410556 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712dcd3e-7c8f-45cf-9dbf-9e8f6a01f563 admin admin] Network hostable DHCP agents. Network: ccd8734b-6ae6-4751-a635-3f72c5163c51, hostable agents: ['aaf16836-31a7-42a8-8cff-57e8ef18ea3a'], hosted agents: [] {{(pid=84010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 05:38:27.418213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:27.433674 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712dcd3e-7c8f-45cf-9dbf-9e8f6a01f563 admin admin] Network ccd8734b-6ae6-4751-a635-3f72c5163c51 is scheduled to be hosted by DHCP agent aaf16836-31a7-42a8-8cff-57e8ef18ea3a with binding_index 1 {{(pid=84010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 05:38:27.443561 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-712dcd3e-7c8f-45cf-9dbf-9e8f6a01f563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-843300-5-hyperv, ccd8734b-6ae6-4751-a635-3f72c5163c51) {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:27.447752 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712dcd3e-7c8f-45cf-9dbf-9e8f6a01f563 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:27.448526 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-712dcd3e-7c8f-45cf-9dbf-9e8f6a01f563 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:27.457457 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3825a6-a5f6-4b7d-924f-c45b6573ed73 None None] Network ccd8734b-6ae6-4751-a635-3f72c5163c51 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:38:27.472324 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-712dcd3e-7c8f-45cf-9dbf-9e8f6a01f563 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3885126 May 28 05:38:27.472808 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 40986) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:27.478461 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2119144426-router', 'tenant_id': 'db798411db5d442b89c2775f605d6a1f', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:38:27.483959 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:27.488287 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Usage tracker for resource:router and tenant:db798411db5d442b89c2775f605d6a1f is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:27.491610 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:27.498331 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:27.508782 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-503795', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-62295'] for router, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:27.509970 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503696', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-501364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-560128', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-62300'] for router, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:27.529409 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:27.681113 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-501382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-496649', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-62902'] for router, precommit_update {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:27.689062 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa1cc5762-1b4f-536b-8561-ce1fb7b497cb-ccd8734b-6ae6-4751-a635-3f72c5163c51', 'network_id': 'ccd8734b-6ae6-4751-a635-3f72c5163c51', 'tenant_id': 'db798411db5d442b89c2775f605d6a1f', 'fixed_ips': [{'subnet_id': '35a46169-1fc5-4227-96b6-3dc007c954f8'}]}} from dv-neutron-843300-5-hyperv. {{(pid=84011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 28 05:38:27.689905 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:27.846575 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.db_base_plugin_common [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Allocated IP 172.20.0.2 (ccd8734b-6ae6-4751-a635-3f72c5163c51/35a46169-1fc5-4227-96b6-3dc007c954f8/fa54b82b-1640-4776-a9ff-388c27b2ffd5) {{(pid=84011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:27.887456 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:27.923223 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:28.056389 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.db_base_plugin_common [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Allocated IP 172.26.8.211 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/e7d694de-ff76-4926-9ec2-c34e057c78df) {{(pid=84009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:28.091585 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:28.102419 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Transition to ACTIVE for port object fa54b82b-1640-4776-a9ff-388c27b2ffd5 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:28.124181 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Transition to ACTIVE for port object fa54b82b-1640-4776-a9ff-388c27b2ffd5 will not be triggered until provisioned by entity DHCP. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:28.131444 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491'] for port, after_create {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:28.201809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Network ccd8734b-6ae6-4751-a635-3f72c5163c51 is already hosted by enough agents. {{(pid=84011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:28.204721 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.scheduler.base_scheduler [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Resources bound (agent type, host, resource id): {{(pid=84011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:28.209591 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Received port after_create {{(pid=84011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:38:28.210862 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:28.211857 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Pushing event updated for resources: {'Port': ['ID=fa54b82b-1640-4776-a9ff-388c27b2ffd5,revision_number=1']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:28.240283 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:28.298585 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Attempting to bind port fa54b82b-1640-4776-a9ff-388c27b2ffd5 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:28.298946 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Attempting to bind port fa54b82b-1640-4776-a9ff-388c27b2ffd5 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'f283015f-d817-4147-90c1-4b0a0d60df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ccd8734b-6ae6-4751-a635-3f72c5163c51'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:28.299295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Attempting to bind port fa54b82b-1640-4776-a9ff-388c27b2ffd5 on network ccd8734b-6ae6-4751-a635-3f72c5163c51 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:38:28.305562 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:38:28.305950 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Checking segment: {'id': 'f283015f-d817-4147-90c1-4b0a0d60df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ccd8734b-6ae6-4751-a635-3f72c5163c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:38:28.306343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:28.306709 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Bound using segment: {'id': 'f283015f-d817-4147-90c1-4b0a0d60df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ccd8734b-6ae6-4751-a635-3f72c5163c51'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:38:28.307195 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Bound port: fa54b82b-1640-4776-a9ff-388c27b2ffd5, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f283015f-d817-4147-90c1-4b0a0d60df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ccd8734b-6ae6-4751-a635-3f72c5163c51'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:28.307596 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:28.313673 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:28.317133 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Pushing event updated for resources: {'Port': ['ID=e7d694de-ff76-4926-9ec2-c34e057c78df,revision_number=1']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:28.319517 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.base_scheduler [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Resources bound (agent type, host, resource id): {{(pid=84009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:28.321551 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Received port after_create {{(pid=84009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:38:28.361332 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Sync routers for ids ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:38:28.399302 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Routers {'81e0635b-7b3f-4457-8f8c-3d9e12f36368'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:38:28.399902 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:38:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:28.483149 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:28.483956 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-496640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-501401'] for router, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:28.526926 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] For port fa54b82b-1640-4776-a9ff-388c27b2ffd5, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:38:28.543222 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] For port fa54b82b-1640-4776-a9ff-388c27b2ffd5, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fa54b82b-1640-4776-a9ff-388c27b2ffd5,segment=NetworkSegment(f283015f-d817-4147-90c1-4b0a0d60df59),segment_id=f283015f-d817-4147-90c1-4b0a0d60df59)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:38:28.552377 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:28.654109 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3d639-c93b-47ca-87a1-dd8c2e5264a9 None None] Pushing event updated for resources: {'Port': ['ID=fa54b82b-1640-4776-a9ff-388c27b2ffd5,revision_number=2']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:28.658453 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Set router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:38:28.722026 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Router b1a3fbd1-4c87-411c-9b8b-360b540aa7c3 is scheduled to L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 with binding_index 1 {{(pid=84009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 05:38:28.955209 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:38:28.972964 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Sync routers for ids ['b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:38:28.988660 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Routers {'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:38:28.989629 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:38:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:28.989957 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:28.991209 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-373a938f-4968-41e3-ab6b-7e5ea237103f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5171530 May 28 05:38:28.995814 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 40990) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:29.030613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8eb424bc-46b8-4fc0-874b-e7df7a05dbeb', 'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'mac_address': 'fa:16:3e:23:5e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:23Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 2, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'subnets': [{'id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:29.034820 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Checking router: 81e0635b-7b3f-4457-8f8c-3d9e12f36368 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:38:29.035267 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Updating router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:38:29.086334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:29.179967 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Set router b1a3fbd1-4c87-411c-9b8b-360b540aa7c3 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:38:29.354892 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fa54b82b-1640-4776-a9ff-388c27b2ffd5 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:29.511520 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port fa54b82b-1640-4776-a9ff-388c27b2ffd5 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:29.511724 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'name': 'tempest-TestSnapshotPattern-2119144426-router', 'tenant_id': 'db798411db5d442b89c2775f605d6a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': 'e7d694de-ff76-4926-9ec2-c34e057c78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:27Z', 'updated_at': '2022-05-28T05:38:28Z', 'revision_number': 3, 'project_id': 'db798411db5d442b89c2775f605d6a1f', 'gw_port': {'id': 'e7d694de-ff76-4926-9ec2-c34e057c78df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:23:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:27Z', 'updated_at': '2022-05-28T05:38:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:29.515867 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Checking router: b1a3fbd1-4c87-411c-9b8b-360b540aa7c3 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:38:29.516201 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Updating router b1a3fbd1-4c87-411c-9b8b-360b540aa7c3 port e7d694de-ff76-4926-9ec2-c34e057c78df binding host dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:38:29.545355 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:29.561787 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Transition to ACTIVE for port object 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:29.572083 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:29.578733 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:29.797411 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ba534-7687-4ff4-afff-3347cc64e4db None None] Pushing event updated for resources: {'Port': ['ID=8eb424bc-46b8-4fc0-874b-e7df7a05dbeb,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:29.868815 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1691770a-aaf4-4733-b4d9-c6b81bd3d3ed None None] Network ccd8734b-6ae6-4751-a635-3f72c5163c51 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:38:29.971573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Attempting to bind port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:29.971931 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Attempting to bind port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:29.972287 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Attempting to bind port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb on network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:38:29.982193 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:38:29.982552 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Checking segment: {'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:38:29.982948 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:29.983334 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Bound using segment: {'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:38:29.983802 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Bound port: 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:29.984166 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:29.986274 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.014639 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Notify callbacks [] for port, precommit_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.029165 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.provisioning_blocks [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Transition to ACTIVE for port object e7d694de-ff76-4926-9ec2-c34e057c78df will not be triggered until provisioned by entity L2. {{(pid=84013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:30.038888 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.045163 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f6c46897-0094-401c-9550-f8cd5211e22a None None] Provisioning for port fa54b82b-1640-4776-a9ff-388c27b2ffd5 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:30.067477 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-f6c46897-0094-401c-9550-f8cd5211e22a None None] Provisioning complete for port fa54b82b-1640-4776-a9ff-388c27b2ffd5 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:30.067845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f6c46897-0094-401c-9550-f8cd5211e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.131045 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec589d-ab8c-4f03-adbf-1667be4c9be3 None None] Pushing event updated for resources: {'Port': ['ID=e7d694de-ff76-4926-9ec2-c34e057c78df,revision_number=2']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:30.133601 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Attempting to bind port e7d694de-ff76-4926-9ec2-c34e057c78df on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:30.133982 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Attempting to bind port e7d694de-ff76-4926-9ec2-c34e057c78df by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:30.134326 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Attempting to bind port e7d694de-ff76-4926-9ec2-c34e057c78df on network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:38:30.141748 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:38:30.142078 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Checking segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:38:30.142477 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.142836 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Bound using segment: {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'} {{(pid=84013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:38:30.143277 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.managers [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Bound port: e7d694de-ff76-4926-9ec2-c34e057c78df, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba74302-ad07-4e96-803c-55f0bb0c04a7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9'}}] {{(pid=84013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:30.143628 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.207213 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Allocated IP 172.20.0.1 (ccd8734b-6ae6-4751-a635-3f72c5163c51/35a46169-1fc5-4227-96b6-3dc007c954f8/d2fefaa8-8b9c-4f14-9c29-91a73c6ff070) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:30.217028 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] For port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:38:30.222730 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] For port e7d694de-ff76-4926-9ec2-c34e057c78df, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:38:30.223356 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] For port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8eb424bc-46b8-4fc0-874b-e7df7a05dbeb,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:38:30.226031 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.plugins.ml2.db [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] For port e7d694de-ff76-4926-9ec2-c34e057c78df, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e7d694de-ff76-4926-9ec2-c34e057c78df,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:38:30.231643 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron_lib.callbacks.manager [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.232770 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.311033 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec589d-ab8c-4f03-adbf-1667be4c9be3 None None] Pushing event updated for resources: {'Port': ['ID=e7d694de-ff76-4926-9ec2-c34e057c78df,revision_number=3']} {{(pid=84013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:30.316719 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Routers {'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:38:30.317309 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:38:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:30.360383 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.384542 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Transition to ACTIVE for port object d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:30.410298 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f6c46897-0094-401c-9550-f8cd5211e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.411163 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.430562 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ba534-7687-4ff4-afff-3347cc64e4db None None] Pushing event updated for resources: {'Port': ['ID=8eb424bc-46b8-4fc0-874b-e7df7a05dbeb,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:30.437728 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Routers {'81e0635b-7b3f-4457-8f8c-3d9e12f36368'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:38:30.438351 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:38:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:30.493296 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Network ccd8734b-6ae6-4751-a635-3f72c5163c51 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:30.496582 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:30.505006 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:38:30.507060 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] Set router b1a3fbd1-4c87-411c-9b8b-360b540aa7c3 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:38:30.518634 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-f6c46897-0094-401c-9550-f8cd5211e22a None None] For port fa54b82b-1640-4776-a9ff-388c27b2ffd5, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fa54b82b-1640-4776-a9ff-388c27b2ffd5,segment=NetworkSegment(f283015f-d817-4147-90c1-4b0a0d60df59),segment_id=f283015f-d817-4147-90c1-4b0a0d60df59)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:30.532390 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Pushing event updated for resources: {'Port': ['ID=d2fefaa8-8b9c-4f14-9c29-91a73c6ff070,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:30.562993 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-501603'] for router_interface, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.586604 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f6c46897-0094-401c-9550-f8cd5211e22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.660735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.690639 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c46897-0094-401c-9550-f8cd5211e22a None None] Pushing event updated for resources: {'Port': ['ID=fa54b82b-1640-4776-a9ff-388c27b2ffd5,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:30.765171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] Set router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:38:30.887889 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'name': 'tempest-TestSnapshotPattern-2119144426-router', 'tenant_id': 'db798411db5d442b89c2775f605d6a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': 'e7d694de-ff76-4926-9ec2-c34e057c78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:27Z', 'updated_at': '2022-05-28T05:38:28Z', 'revision_number': 3, 'project_id': 'db798411db5d442b89c2775f605d6a1f', 'gw_port': {'id': 'e7d694de-ff76-4926-9ec2-c34e057c78df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:23:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:27Z', 'updated_at': '2022-05-28T05:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:30.894457 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6c1c6b-d168-4449-8899-730f779b09d5 None None] The sync data for ids ['b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'] in dv-neutron-843300-5-hyperv is: [{'id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'name': 'tempest-TestSnapshotPattern-2119144426-router', 'tenant_id': 'db798411db5d442b89c2775f605d6a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': 'e7d694de-ff76-4926-9ec2-c34e057c78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:27Z', 'updated_at': '2022-05-28T05:38:28Z', 'revision_number': 3, 'project_id': 'db798411db5d442b89c2775f605d6a1f', 'gw_port': {'id': 'e7d694de-ff76-4926-9ec2-c34e057c78df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:23:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:27Z', 'updated_at': '2022-05-28T05:38:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:38:30.970983 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:30.978576 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.077549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1444137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-501710'] for router_interface, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.118916 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Pushing event updated for resources: {'Port': ['ID=d2fefaa8-8b9c-4f14-9c29-91a73c6ff070,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:31.161847 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-cb62021c-3044-4532-84b4-a2aa6e6b0b25 None None] Provisioning complete for port fa54b82b-1640-4776-a9ff-388c27b2ffd5 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:31.162238 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cb62021c-3044-4532-84b4-a2aa6e6b0b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.213869 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8eb424bc-46b8-4fc0-874b-e7df7a05dbeb', 'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'mac_address': 'fa:16:3e:23:5e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:23Z', 'updated_at': '2022-05-28T05:38:30Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'subnets': [{'id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:31.221921 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7b2d92-a65a-4630-805a-d8cbd7774156 None None] The sync data for ids ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'] in dv-neutron-843300-5-hyperv is: [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8eb424bc-46b8-4fc0-874b-e7df7a05dbeb', 'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'mac_address': 'fa:16:3e:23:5e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:23Z', 'updated_at': '2022-05-28T05:38:30Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'subnets': [{'id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:38:31.239572 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Network ccd8734b-6ae6-4751-a635-3f72c5163c51 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:31.241256 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:31.370888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fa54b82b-1640-4776-a9ff-388c27b2ffd5 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:31.460474 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port fa54b82b-1640-4776-a9ff-388c27b2ffd5 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:31.461111 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.530470 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-41e06b9d-e2be-4503-b8d5-43f7c6c67b3b None None] Provisioning for port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:31.537129 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-41e06b9d-e2be-4503-b8d5-43f7c6c67b3b None None] Provisioning complete for port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:31.537479 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-41e06b9d-e2be-4503-b8d5-43f7c6c67b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.630792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-41e06b9d-e2be-4503-b8d5-43f7c6c67b3b None None] Port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:38:31.703935 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Router b1a3fbd1-4c87-411c-9b8b-360b540aa7c3 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:38:31.753213 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4cf12bad-205e-471b-a143-53df6c520f60 None None] Provisioning complete for port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:31.753712 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4cf12bad-205e-471b-a143-53df6c520f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:31.819676 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4cf12bad-205e-471b-a143-53df6c520f60 None None] Port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:38:32.034392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:38:32.043899 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-29b7520b-0b4e-44c3-bca4-9d7a92ceef9d admin admin] 10.222.0.15 "PUT /v2.0/routers/b1a3fbd1-4c87-411c-9b8b-360b540aa7c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0468972 May 28 05:38:32.490202 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41000) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:32.499264 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-2f2d9845-f793-49c4-bc4f-f042d81a6a79 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-705138956', 'description': 'tempest-secgroup-smoke-705138956 description', 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:38:32.506739 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2f2d9845-f793-49c4-bc4f-f042d81a6a79 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:32.510867 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2f2d9845-f793-49c4-bc4f-f042d81a6a79 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Usage tracker for resource:security_group and tenant:ff21b56e2220452c9fbcb44e9de15ad4 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:32.513975 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2f2d9845-f793-49c4-bc4f-f042d81a6a79 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:32.520063 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2f2d9845-f793-49c4-bc4f-f042d81a6a79 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:32.532643 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9845-f793-49c4-bc4f-f042d81a6a79 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.568150 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2f2d9845-f793-49c4-bc4f-f042d81a6a79 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:32.572065 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2f2d9845-f793-49c4-bc4f-f042d81a6a79 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Usage tracker for resource:security_group_rule and tenant:ff21b56e2220452c9fbcb44e9de15ad4 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:32.575508 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-2f2d9845-f793-49c4-bc4f-f042d81a6a79 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:32.581265 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-2f2d9845-f793-49c4-bc4f-f042d81a6a79 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:32.640473 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9845-f793-49c4-bc4f-f042d81a6a79 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.647211 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9845-f793-49c4-bc4f-f042d81a6a79 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.687855 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d9845-f793-49c4-bc4f-f042d81a6a79 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:32.692445 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-2f2d9845-f793-49c4-bc4f-f042d81a6a79 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.693643 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-2f2d9845-f793-49c4-bc4f-f042d81a6a79 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2024107 May 28 05:38:32.696609 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41004) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:32.702692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-3a43ba8c-eaaf-4026-8911-92e87a73bc47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Request body: {'security_group_rule': {'security_group_id': 'b7e3d27e-b152-4f5c-a245-6f75d69ad7e3', 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:38:32.708689 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3a43ba8c-eaaf-4026-8911-92e87a73bc47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:32.712607 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3a43ba8c-eaaf-4026-8911-92e87a73bc47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Usage tracker for resource:security_group_rule and tenant:ff21b56e2220452c9fbcb44e9de15ad4 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:32.715760 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-3a43ba8c-eaaf-4026-8911-92e87a73bc47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:32.721563 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-3a43ba8c-eaaf-4026-8911-92e87a73bc47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:32.740074 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3a43ba8c-eaaf-4026-8911-92e87a73bc47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.804116 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3a43ba8c-eaaf-4026-8911-92e87a73bc47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.810266 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3a43ba8c-eaaf-4026-8911-92e87a73bc47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.832523 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43ba8c-eaaf-4026-8911-92e87a73bc47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1da64b1-4089-4374-a007-9dd4ddf7fc7e,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:32.843963 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-3a43ba8c-eaaf-4026-8911-92e87a73bc47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.845394 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-3a43ba8c-eaaf-4026-8911-92e87a73bc47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1478255 May 28 05:38:32.848397 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 41008) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:32.853967 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-43c629a9-6fcf-4393-afd8-542ced7d53c0 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Request body: {'security_group_rule': {'security_group_id': 'b7e3d27e-b152-4f5c-a245-6f75d69ad7e3', 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:38:32.860665 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-43c629a9-6fcf-4393-afd8-542ced7d53c0 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:32.865089 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43c629a9-6fcf-4393-afd8-542ced7d53c0 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Usage tracker for resource:security_group_rule and tenant:ff21b56e2220452c9fbcb44e9de15ad4 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:32.870549 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-43c629a9-6fcf-4393-afd8-542ced7d53c0 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:32.877089 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-43c629a9-6fcf-4393-afd8-542ced7d53c0 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:32.896993 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-43c629a9-6fcf-4393-afd8-542ced7d53c0 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.962541 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-43c629a9-6fcf-4393-afd8-542ced7d53c0 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.967798 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-43c629a9-6fcf-4393-afd8-542ced7d53c0 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:32.990534 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c629a9-6fcf-4393-afd8-542ced7d53c0 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=351b4f75-2831-4913-ae0c-03118bf5a377,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:33.001031 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-43c629a9-6fcf-4393-afd8-542ced7d53c0 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.002340 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-43c629a9-6fcf-4393-afd8-542ced7d53c0 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1529222 May 28 05:38:33.006353 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 41012) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:33.015060 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.v2.base [None req-84c6f2c3-e84e-41e2-af77-ab5441586676 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Request body: {'security_group_rule': {'security_group_id': 'b7e3d27e-b152-4f5c-a245-6f75d69ad7e3', 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:38:33.024324 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-84c6f2c3-e84e-41e2-af77-ab5441586676 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:33.029255 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-84c6f2c3-e84e-41e2-af77-ab5441586676 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Usage tracker for resource:security_group_rule and tenant:ff21b56e2220452c9fbcb44e9de15ad4 is out of sync, need to count used quota {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:33.032502 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.quota.resource [None req-84c6f2c3-e84e-41e2-af77-ab5441586676 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84009) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:33.039013 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.quota.driver [None req-84c6f2c3-e84e-41e2-af77-ab5441586676 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84009) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:33.059374 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84c6f2c3-e84e-41e2-af77-ab5441586676 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.207028 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84c6f2c3-e84e-41e2-af77-ab5441586676 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.214122 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84c6f2c3-e84e-41e2-af77-ab5441586676 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.240049 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6f2c3-e84e-41e2-af77-ab5441586676 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32eec69d-2e4c-4bdd-b806-565fba79ac8a,revision_number=0']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:33.251231 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-84c6f2c3-e84e-41e2-af77-ab5441586676 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.255320 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-84c6f2c3-e84e-41e2-af77-ab5441586676 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2449734 May 28 05:38:33.255699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41016) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:33.262696 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-0c7abd9f-6db3-46bd-a36e-2d1194b83d47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Request body: {'security_group_rule': {'security_group_id': 'b7e3d27e-b152-4f5c-a245-6f75d69ad7e3', 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:38:33.270757 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0c7abd9f-6db3-46bd-a36e-2d1194b83d47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:33.275004 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0c7abd9f-6db3-46bd-a36e-2d1194b83d47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Usage tracker for resource:security_group_rule and tenant:ff21b56e2220452c9fbcb44e9de15ad4 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:33.278169 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0c7abd9f-6db3-46bd-a36e-2d1194b83d47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:33.292730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0c7abd9f-6db3-46bd-a36e-2d1194b83d47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:33.313908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c7abd9f-6db3-46bd-a36e-2d1194b83d47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.316149 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:33.379066 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c7abd9f-6db3-46bd-a36e-2d1194b83d47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.384800 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c7abd9f-6db3-46bd-a36e-2d1194b83d47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.386932 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:33.391743 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:33.392109 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.408134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7abd9f-6db3-46bd-a36e-2d1194b83d47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=591fa61f-e6fd-46fe-9ad7-eb6082823502,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:33.418721 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0c7abd9f-6db3-46bd-a36e-2d1194b83d47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.420011 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0c7abd9f-6db3-46bd-a36e-2d1194b83d47 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1632559 May 28 05:38:33.422797 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41020) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:33.428893 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-929a8a69-ac03-4338-96ee-2c906584405e tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Request body: {'security_group_rule': {'security_group_id': 'b7e3d27e-b152-4f5c-a245-6f75d69ad7e3', 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:38:33.435290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-929a8a69-ac03-4338-96ee-2c906584405e tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:33.439228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-929a8a69-ac03-4338-96ee-2c906584405e tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Usage tracker for resource:security_group_rule and tenant:ff21b56e2220452c9fbcb44e9de15ad4 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:33.442101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-929a8a69-ac03-4338-96ee-2c906584405e tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:33.447965 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-929a8a69-ac03-4338-96ee-2c906584405e tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:33.459240 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-929a8a69-ac03-4338-96ee-2c906584405e tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Project ff21b56e2220452c9fbcb44e9de15ad4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:38:33.465789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-929a8a69-ac03-4338-96ee-2c906584405e tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.509395 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.529531 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-929a8a69-ac03-4338-96ee-2c906584405e tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.534907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-929a8a69-ac03-4338-96ee-2c906584405e tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.540983 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8eb424bc-46b8-4fc0-874b-e7df7a05dbeb,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:33.546296 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.558548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a8a69-ac03-4338-96ee-2c906584405e tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd0d1c20-65ef-410f-b74b-be9a1c0a36da,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:33.568670 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-929a8a69-ac03-4338-96ee-2c906584405e tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.569960 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-929a8a69-ac03-4338-96ee-2c906584405e tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1460464 May 28 05:38:33.572583 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41024) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:33.578310 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-39093c92-3d55-4614-b7a9-add7925f70e7 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Request body: {'security_group_rule': {'security_group_id': 'b7e3d27e-b152-4f5c-a245-6f75d69ad7e3', 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:38:33.584095 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-39093c92-3d55-4614-b7a9-add7925f70e7 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:33.588082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-39093c92-3d55-4614-b7a9-add7925f70e7 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Usage tracker for resource:security_group_rule and tenant:ff21b56e2220452c9fbcb44e9de15ad4 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:33.591297 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-39093c92-3d55-4614-b7a9-add7925f70e7 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:33.597408 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-39093c92-3d55-4614-b7a9-add7925f70e7 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:33.612842 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.securitygroups_db [None req-39093c92-3d55-4614-b7a9-add7925f70e7 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Project ff21b56e2220452c9fbcb44e9de15ad4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 05:38:33.619042 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=8eb424bc-46b8-4fc0-874b-e7df7a05dbeb,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:33.619736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-39093c92-3d55-4614-b7a9-add7925f70e7 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.682959 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-39093c92-3d55-4614-b7a9-add7925f70e7 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.689537 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-39093c92-3d55-4614-b7a9-add7925f70e7 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566286'] for security_group_rule, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.720183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39093c92-3d55-4614-b7a9-add7925f70e7 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d86d67f-929d-4596-8632-3eb7efcf2473,revision_number=0']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:33.731093 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-39093c92-3d55-4614-b7a9-add7925f70e7 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:33.732321 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-39093c92-3d55-4614-b7a9-add7925f70e7 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1587460 May 28 05:38:33.906933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-f9848eeb-49f8-4e14-a1ad-e312192f410b tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Synchronizing usage tracker for tenant:ff21b56e2220452c9fbcb44e9de15ad4 on resource:security_group {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:33.925802 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-f9848eeb-49f8-4e14-a1ad-e312192f410b tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Unset dirty status for tenant:ff21b56e2220452c9fbcb44e9de15ad4 on resource:security_group {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:33.927000 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-f9848eeb-49f8-4e14-a1ad-e312192f410b tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705138956&fields=id&tenant_id=ff21b56e2220452c9fbcb44e9de15ad4 HTTP/1.1" status: 200 len: 267 time: 0.0614204 May 28 05:38:34.076940 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-c6cb7fea-7c9d-4432-96c8-b8fef8fce13f tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:34.077585 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-c6cb7fea-7c9d-4432-96c8-b8fef8fce13f tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Synchronizing usage tracker for tenant:ff21b56e2220452c9fbcb44e9de15ad4 on resource:network {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:34.098409 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-c6cb7fea-7c9d-4432-96c8-b8fef8fce13f tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Unset dirty status for tenant:ff21b56e2220452c9fbcb44e9de15ad4 on resource:network {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:34.099801 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-c6cb7fea-7c9d-4432-96c8-b8fef8fce13f tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/networks?id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 HTTP/1.1" status: 200 len: 809 time: 0.1660519 May 28 05:38:34.116763 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-227ae545-dcfe-4ec1-b257-7a423a25ebe1 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/quotas/ff21b56e2220452c9fbcb44e9de15ad4 HTTP/1.1" status: 200 len: 375 time: 0.0112138 May 28 05:38:34.209318 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-f97b0c8e-0d85-4c0b-b062-d7b24f6555a6 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff21b56e2220452c9fbcb44e9de15ad4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0875697 May 28 05:38:34.349082 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a1d6a232-fd8f-4590-a0b7-b22d4cf3b00e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=84010) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 28 05:38:34.350084 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a1d6a232-fd8f-4590-a0b7-b22d4cf3b00e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1279011 May 28 05:38:34.481122 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-29e81e79-8ebe-44aa-b42b-fb1b9c1d3d44 service neutron] 10.222.0.15 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239750 May 28 05:38:34.615492 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-070ee938-8a1d-412a-8e9d-71282bd5f24c service neutron] 10.222.0.15 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285338 May 28 05:38:34.817250 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2e7cd4b4-2fc9-4774-94ae-2c4d33014a73 req-1dc1bbd8-0c26-45c4-881f-f637383c862e tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 210 time: 0.0443501 May 28 05:38:35.297901 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:35.378161 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:35.378525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:35.884361 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-bac93a3e-2304-4a97-b578-d41c9195ab0f tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:35.885845 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-bac93a3e-2304-4a97-b578-d41c9195ab0f tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.66 "GET /v2.0/networks?id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 HTTP/1.1" status: 200 len: 809 time: 0.1452501 May 28 05:38:35.950503 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-b0ffbbc5-0c72-4e39-aaf4-aff529b9bbc7 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff21b56e2220452c9fbcb44e9de15ad4 HTTP/1.1" status: 200 len: 379 time: 0.0478036 May 28 05:38:35.984305 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Request body: {'port': {'device_id': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'admin_state_up': True, 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'security_groups': ['b7e3d27e-b152-4f5c-a245-6f75d69ad7e3']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:38:36.016876 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1817baf1-6e5f-4af7-88e6-c6760ae8aa1e req-bdc4e3d6-ec8d-4908-841e-e055773b1ef6 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 210 time: 0.0654337 May 28 05:38:36.142779 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:36.146509 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Usage tracker for resource:port and tenant:ff21b56e2220452c9fbcb44e9de15ad4 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:36.149227 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:36.159569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:36.171037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Made reservation on behalf of ff21b56e2220452c9fbcb44e9de15ad4 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:38:36.174539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:36.342584 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Allocated IP 172.20.0.11 (0976aaea-ffb5-45df-b5b3-62ed06f7cdd0/18683ba8-245d-4dd2-ad9b-5c9866721ea0/01181afb-1583-4ce4-b8be-f6b5b2992f08) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:36.643559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:36.658787 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Transition to ACTIVE for port object 01181afb-1583-4ce4-b8be-f6b5b2992f08 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:36.681755 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:36.750715 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:36.753555 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:36.757506 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:38:36.792037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event updated for resources: {'Port': ['ID=01181afb-1583-4ce4-b8be-f6b5b2992f08,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:36.821837 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:36.822438 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:36.844956 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-a616a01a-2a90-420e-bbbf-607f0ae97629 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8643560 May 28 05:38:36.926174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Request body: {'port': {'device_id': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:38:36.985377 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8b4f23f3-387d-4b09-b1fc-0de04a0f399e None None] Provisioning for port 01181afb-1583-4ce4-b8be-f6b5b2992f08 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:36.990442 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-8b4f23f3-387d-4b09-b1fc-0de04a0f399e None None] Provisioning complete for port 01181afb-1583-4ce4-b8be-f6b5b2992f08 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:36.990798 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b4f23f3-387d-4b09-b1fc-0de04a0f399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:37.036143 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:37.040942 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f23f3-387d-4b09-b1fc-0de04a0f399e None None] Port 01181afb-1583-4ce4-b8be-f6b5b2992f08 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:38:37.308485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e7d694de-ff76-4926-9ec2-c34e057c78df up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:37.349014 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee8d09-f47b-4dc6-bd28-2a802c6cf7a1 req-edcaf83a-5734-47fc-b4f2-e901f41be657 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:37.349796 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-ddee8d09-f47b-4dc6-bd28-2a802c6cf7a1 req-edcaf83a-5734-47fc-b4f2-e901f41be657 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Synchronizing usage tracker for tenant:ff21b56e2220452c9fbcb44e9de15ad4 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:38:37.381294 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port e7d694de-ff76-4926-9ec2-c34e057c78df completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:37.386422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port e7d694de-ff76-4926-9ec2-c34e057c78df triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:37.386789 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:37.394549 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-ddee8d09-f47b-4dc6-bd28-2a802c6cf7a1 req-edcaf83a-5734-47fc-b4f2-e901f41be657 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Unset dirty status for tenant:ff21b56e2220452c9fbcb44e9de15ad4 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:38:37.395714 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ddee8d09-f47b-4dc6-bd28-2a802c6cf7a1 req-edcaf83a-5734-47fc-b4f2-e901f41be657 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 932 time: 0.2444098 May 28 05:38:37.475575 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01181afb-1583-4ce4-b8be-f6b5b2992f08 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:38:37.486391 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:37.498512 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:37.504581 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ddee8d09-f47b-4dc6-bd28-2a802c6cf7a1 req-aa115726-4f6a-44de-8cc8-892aa8af3d35 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760794 May 28 05:38:37.507421 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Transition to ACTIVE for port object 01181afb-1583-4ce4-b8be-f6b5b2992f08 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:37.512964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:37.515171 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port e7d694de-ff76-4926-9ec2-c34e057c78df, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e7d694de-ff76-4926-9ec2-c34e057c78df,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:37.520538 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:37.587901 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=e7d694de-ff76-4926-9ec2-c34e057c78df,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:37.643050 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=01181afb-1583-4ce4-b8be-f6b5b2992f08,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:37.753127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Attempting to bind port 01181afb-1583-4ce4-b8be-f6b5b2992f08 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:37.753457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Attempting to bind port 01181afb-1583-4ce4-b8be-f6b5b2992f08 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:37.753816 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Attempting to bind port 01181afb-1583-4ce4-b8be-f6b5b2992f08 on network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:38:37.759745 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Port 01181afb-1583-4ce4-b8be-f6b5b2992f08 on network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:38:37.760016 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Attempting to bind port 01181afb-1583-4ce4-b8be-f6b5b2992f08 on network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:38:37.766406 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:38:37.766735 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Checking segment: {'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:38:37.767107 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Bound using segment: {'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:38:37.767524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Bound port: 01181afb-1583-4ce4-b8be-f6b5b2992f08, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:37.767864 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:37.855778 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] For port 01181afb-1583-4ce4-b8be-f6b5b2992f08, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:38:37.858736 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] For port 01181afb-1583-4ce4-b8be-f6b5b2992f08, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=01181afb-1583-4ce4-b8be-f6b5b2992f08,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:38:37.867285 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:37.932247 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:37.933679 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] 10.222.0.66 "PUT /v2.0/ports/01181afb-1583-4ce4-b8be-f6b5b2992f08 HTTP/1.1" status: 200 len: 1094 time: 1.0820818 May 28 05:38:37.934114 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'tag': '01181afb-1583-4ce4-b8be-f6b5b2992f08'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:38:37.956632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e6c2d0-254d-49e5-9697-8af66b7f5cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=01181afb-1583-4ce4-b8be-f6b5b2992f08,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:38.050272 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-001493de-1d0b-46d5-92f2-28a2a0347ff6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff21b56e2220452c9fbcb44e9de15ad4&device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 1097 time: 0.0755622 May 28 05:38:38.111077 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8e0797-9d38-4e64-accd-5ef3a67f8e6f'] response: {'name': 'network-changed', 'server_uuid': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'tag': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'status': 'completed', 'code': 200} May 28 05:38:38.126980 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-f6bf4e99-aaff-43de-8305-a9409ed5c351 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01181afb-1583-4ce4-b8be-f6b5b2992f08 HTTP/1.1" status: 200 len: 217 time: 0.0700290 May 28 05:38:38.189996 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-81d8fe46-95a5-417e-9150-f8ecb5a67fb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:38.191449 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-81d8fe46-95a5-417e-9150-f8ecb5a67fb7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18683ba8-245d-4dd2-ad9b-5c9866721ea0 HTTP/1.1" status: 200 len: 848 time: 0.0593364 May 28 05:38:38.271452 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-faa8daa2-e130-42d1-9ce3-9409472cc44d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722003 May 28 05:38:38.490917 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-76c35793-0217-42c2-a8fa-c2d4e870d753 service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130735 May 28 05:38:38.623080 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-700532d7-b5d1-491c-b0b3-34f13e6c56a3 req-9a471625-1f14-4235-ab93-19aac6e1c9e6 service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258307 May 28 05:38:38.758319 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e01f9-4fb0-4506-99f7-5c8995a7b2a6 req-4709a6d0-60c2-4141-86eb-8d496a386fee tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:38.759782 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f44e01f9-4fb0-4506-99f7-5c8995a7b2a6 req-4709a6d0-60c2-4141-86eb-8d496a386fee tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 944 time: 0.1337013 May 28 05:38:38.782491 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fc761e69-c4b2-4dea-8975-5a59270da435 req-27fddd1a-8b80-4542-954e-ba890fd4c57b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff21b56e2220452c9fbcb44e9de15ad4&device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 1097 time: 0.1122777 May 28 05:38:38.888203 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f44e01f9-4fb0-4506-99f7-5c8995a7b2a6 req-1d446333-5fce-4dd5-b0af-1f30a74bb2b5 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222229 May 28 05:38:38.904346 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:38:38.931571 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc761e69-c4b2-4dea-8975-5a59270da435 req-e608712c-fa56-458f-a8ef-81ae2e9de77c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:38.933027 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fc761e69-c4b2-4dea-8975-5a59270da435 req-e608712c-fa56-458f-a8ef-81ae2e9de77c service neutron] 10.222.0.66 "GET /v2.0/networks?id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 HTTP/1.1" status: 200 len: 910 time: 0.1432254 May 28 05:38:39.005089 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fc761e69-c4b2-4dea-8975-5a59270da435 req-87445b39-2324-42f5-affd-7a7f4f602cd6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01181afb-1583-4ce4-b8be-f6b5b2992f08 HTTP/1.1" status: 200 len: 217 time: 0.0654168 May 28 05:38:39.068419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc761e69-c4b2-4dea-8975-5a59270da435 req-2b8059c3-71bc-4e09-b012-e4f3fd0525ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:39.069865 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fc761e69-c4b2-4dea-8975-5a59270da435 req-2b8059c3-71bc-4e09-b012-e4f3fd0525ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18683ba8-245d-4dd2-ad9b-5c9866721ea0 HTTP/1.1" status: 200 len: 848 time: 0.0579121 May 28 05:38:39.149643 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fc761e69-c4b2-4dea-8975-5a59270da435 req-b452b09b-fea9-4020-8aca-1fd3a9e940bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723863 May 28 05:38:39.281391 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fc761e69-c4b2-4dea-8975-5a59270da435 req-63eb9415-6794-4a89-b3c2-2cee2e9b4d31 service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245661 May 28 05:38:39.294488 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e7d694de-ff76-4926-9ec2-c34e057c78df up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:39.365049 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port e7d694de-ff76-4926-9ec2-c34e057c78df triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:39.365586 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:39.411861 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-fc761e69-c4b2-4dea-8975-5a59270da435 req-e966b233-9825-4db9-a0db-639a2d179693 service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240211 May 28 05:38:40.105938 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e3eb0-518f-4f4d-b620-157dd72f2584 req-f2382e76-e8f6-4e64-a2ed-6d69d5d1947e tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:40.107922 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f5e3eb0-518f-4f4d-b620-157dd72f2584 req-f2382e76-e8f6-4e64-a2ed-6d69d5d1947e tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 944 time: 0.0924034 May 28 05:38:40.157877 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f5e3eb0-518f-4f4d-b620-157dd72f2584 req-171a6bad-2baf-4f58-a0fb-88aff8782790 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411842 May 28 05:38:40.283930 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 01181afb-1583-4ce4-b8be-f6b5b2992f08 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:38:40.420809 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 01181afb-1583-4ce4-b8be-f6b5b2992f08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=01181afb-1583-4ce4-b8be-f6b5b2992f08,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:40.434016 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'port_id': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'mac_address': 'fa:16:3e:05:4e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:38:40.487126 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:40.508035 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01181afb-1583-4ce4-b8be-f6b5b2992f08 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:38:40.523501 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 01181afb-1583-4ce4-b8be-f6b5b2992f08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=01181afb-1583-4ce4-b8be-f6b5b2992f08,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:40.529286 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:40.605783 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=01181afb-1583-4ce4-b8be-f6b5b2992f08,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:40.738106 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['01181afb-1583-4ce4-b8be-f6b5b2992f08'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:38:41.358481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604919fd-3a95-45eb-a6d2-57552b879125 req-329b7d6d-f677-4c90-a9a8-a1f505780a34 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:41.359928 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-604919fd-3a95-45eb-a6d2-57552b879125 req-329b7d6d-f677-4c90-a9a8-a1f505780a34 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 945 time: 0.0782423 May 28 05:38:41.411228 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-604919fd-3a95-45eb-a6d2-57552b879125 req-c3490f86-a475-42d2-81b1-3633a6779dce tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451467 May 28 05:38:42.301434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 01181afb-1583-4ce4-b8be-f6b5b2992f08 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:42.394874 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 01181afb-1583-4ce4-b8be-f6b5b2992f08 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:42.400319 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 01181afb-1583-4ce4-b8be-f6b5b2992f08 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:42.400669 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:42.509768 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:42.537842 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01181afb-1583-4ce4-b8be-f6b5b2992f08'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:38:42.548991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 01181afb-1583-4ce4-b8be-f6b5b2992f08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=01181afb-1583-4ce4-b8be-f6b5b2992f08,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:42.555072 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:42.602906 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d288b403-d824-4976-9808-bfff568f28f8'] response: {'server_uuid': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'code': 200} May 28 05:38:42.627538 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eb2dd-9963-40ae-a0ab-ffc5f880eeb9 req-98881079-eb6d-4b15-b58f-a89f50c79f9a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:42.630196 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-147eb2dd-9963-40ae-a0ab-ffc5f880eeb9 req-98881079-eb6d-4b15-b58f-a89f50c79f9a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 946 time: 0.0917814 May 28 05:38:42.637158 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=01181afb-1583-4ce4-b8be-f6b5b2992f08,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:42.680778 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-147eb2dd-9963-40ae-a0ab-ffc5f880eeb9 req-f0915668-f5d6-4081-8efe-ce57ffe3b7d8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459099 May 28 05:38:42.851417 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd9fbafd-252e-464e-b498-ab90bec4ea73 req-eeb80ecf-6cba-4bb1-9625-d8961df0cacb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 1099 time: 0.0739222 May 28 05:38:42.895072 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bd9fbafd-252e-464e-b498-ab90bec4ea73 req-3c30b565-6168-4370-9324-9b9ca00ce641 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365252 May 28 05:38:43.923339 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a47510-f64a-41ed-87dd-be649d26f436 req-6256122d-0b27-4e6d-87ea-2d853ee738d0 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:43.924847 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-41a47510-f64a-41ed-87dd-be649d26f436 req-6256122d-0b27-4e6d-87ea-2d853ee738d0 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 946 time: 0.0855558 May 28 05:38:43.970421 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-41a47510-f64a-41ed-87dd-be649d26f436 req-063a409c-07f1-4d14-8fb2-53a64073b385 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398831 May 28 05:38:45.190908 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7606d-93bc-4548-a3fd-7c5f799859f5 req-d5129417-764c-4981-89c7-315ce893f987 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:45.192362 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-00c7606d-93bc-4548-a3fd-7c5f799859f5 req-d5129417-764c-4981-89c7-315ce893f987 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 946 time: 0.0905545 May 28 05:38:45.238163 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-00c7606d-93bc-4548-a3fd-7c5f799859f5 req-024d67ec-60de-48e2-a353-e998a5c24fd1 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402849 May 28 05:38:45.435480 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56512c-495d-45c2-a756-2a6995638760 req-f130c0c0-ea02-49f7-8ef8-9bc686bf8cbf tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:45.436943 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee56512c-495d-45c2-a756-2a6995638760 req-f130c0c0-ea02-49f7-8ef8-9bc686bf8cbf tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 946 time: 0.0791264 May 28 05:38:45.486156 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ee56512c-495d-45c2-a756-2a6995638760 req-d47ba735-6a64-4837-acef-f407cf6f5d54 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408332 May 28 05:38:45.521893 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 41078) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:45.683181 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-91feaa39-200e-43f2-9787-76727972b8fa tempest-TestSnapshotPattern-1675003717 tempest-TestSnapshotPattern-1675003717-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 1094 time: 0.1600509 May 28 05:38:45.686293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41084) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:38:45.691781 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:38:45.697804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:38:45.702271 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Usage tracker for resource:floatingip and tenant:ff21b56e2220452c9fbcb44e9de15ad4 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:38:45.705089 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:38:45.710871 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:38:45.728428 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:45.972634 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:46.108416 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Allocated IP 172.26.8.213 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/24d94717-2a47-45b8-b0c7-3e1d281cf6d6) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:38:46.269382 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:46.301379 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:46.371825 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:38:46.375140 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:38:46.379455 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:38:46.403414 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event updated for resources: {'Port': ['ID=24d94717-2a47-45b8-b0c7-3e1d281cf6d6,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:46.885456 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:46.940849 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:47.155371 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:47.164161 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:47.270477 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event updated for resources: {'Port': ['ID=24d94717-2a47-45b8-b0c7-3e1d281cf6d6,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:47.284655 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:47.586153 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Floating IP 0dd73f30-d7af-49fd-8477-98315cda728b associated. External IP: 172.26.8.213, port: 01181afb-1583-4ce4-b8be-f6b5b2992f08. May 28 05:38:47.985777 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:38:48.193617 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:38:48.204392 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166e48f-1013-4c40-9bf4-149056f7afe6 None None] Sync routers for ids ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:38:48.218071 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166e48f-1013-4c40-9bf4-149056f7afe6 None None] Routers {'81e0635b-7b3f-4457-8f8c-3d9e12f36368'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:38:48.218729 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-e166e48f-1013-4c40-9bf4-149056f7afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:38:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:48.221877 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:48.275242 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-0a059e5b-d120-4e35-be92-7c55961e5262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5877662 May 28 05:38:48.275939 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'tag': '01181afb-1583-4ce4-b8be-f6b5b2992f08'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:38:48.329205 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c2d39a-4435-49be-a5e6-a4fc63a04740'] response: {'name': 'network-changed', 'server_uuid': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'tag': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'status': 'completed', 'code': 200} May 28 05:38:48.402579 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-e166e48f-1013-4c40-9bf4-149056f7afe6 None None] Set router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:38:48.419294 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce1cf8a2-f9be-4c04-927a-3af876e7a734 req-abf9c02b-3f40-413f-9da2-c8c550d15262 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff21b56e2220452c9fbcb44e9de15ad4&device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 1099 time: 0.0682068 May 28 05:38:48.551350 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cf8a2-f9be-4c04-927a-3af876e7a734 req-8cd99bef-9224-49b4-ae9b-998bf92e9b27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:48.552724 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce1cf8a2-f9be-4c04-927a-3af876e7a734 req-8cd99bef-9224-49b4-ae9b-998bf92e9b27 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 HTTP/1.1" status: 200 len: 910 time: 0.1280830 May 28 05:38:48.654856 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce1cf8a2-f9be-4c04-927a-3af876e7a734 req-60be67be-b2ab-4216-b23d-21baf117c51a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01181afb-1583-4ce4-b8be-f6b5b2992f08 HTTP/1.1" status: 200 len: 1000 time: 0.0959110 May 28 05:38:48.718494 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cf8a2-f9be-4c04-927a-3af876e7a734 req-890fae7e-0b02-4bdb-8aa7-46942d27dd22 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:38:48.719982 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce1cf8a2-f9be-4c04-927a-3af876e7a734 req-890fae7e-0b02-4bdb-8aa7-46942d27dd22 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18683ba8-245d-4dd2-ad9b-5c9866721ea0 HTTP/1.1" status: 200 len: 848 time: 0.0594244 May 28 05:38:48.745298 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-e166e48f-1013-4c40-9bf4-149056f7afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '0dd73f30-d7af-49fd-8477-98315cda728b', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'port_id': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'mac_address': 'fa:16:3e:05:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:38:46Z', 'updated_at': '2022-05-28T05:38:46Z', 'revision_number': 0, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb424bc-46b8-4fc0-874b-e7df7a05dbeb', 'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'mac_address': 'fa:16:3e:23:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:23Z', 'updated_at': '2022-05-28T05:38:33Z', 'revision_number': 5, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'subnets': [{'id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:48.749405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166e48f-1013-4c40-9bf4-149056f7afe6 None None] Checking router: 81e0635b-7b3f-4457-8f8c-3d9e12f36368 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:38:48.760333 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e166e48f-1013-4c40-9bf4-149056f7afe6 None None] Routers {'81e0635b-7b3f-4457-8f8c-3d9e12f36368'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:38:48.760924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-e166e48f-1013-4c40-9bf4-149056f7afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:38:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:48.791603 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce1cf8a2-f9be-4c04-927a-3af876e7a734 req-895cc68c-b258-454d-ab28-83333ac53456 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662844 May 28 05:38:48.941729 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce1cf8a2-f9be-4c04-927a-3af876e7a734 req-c7733428-2c23-4fe1-81ca-d3c3997879af service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343608 May 28 05:38:48.954497 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-e166e48f-1013-4c40-9bf4-149056f7afe6 None None] Set router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:38:49.081192 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ce1cf8a2-f9be-4c04-927a-3af876e7a734 req-aaeb03d6-bacc-4d2d-8148-e644d36762dd service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253181 May 28 05:38:49.341067 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-e166e48f-1013-4c40-9bf4-149056f7afe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '0dd73f30-d7af-49fd-8477-98315cda728b', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'port_id': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'mac_address': 'fa:16:3e:05:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:38:46Z', 'updated_at': '2022-05-28T05:38:46Z', 'revision_number': 0, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb424bc-46b8-4fc0-874b-e7df7a05dbeb', 'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'mac_address': 'fa:16:3e:23:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:23Z', 'updated_at': '2022-05-28T05:38:33Z', 'revision_number': 5, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'subnets': [{'id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:49.345261 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e166e48f-1013-4c40-9bf4-149056f7afe6 None None] The sync data for ids ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'] in dv-neutron-843300-5-hyperv is: [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '0dd73f30-d7af-49fd-8477-98315cda728b', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'port_id': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'mac_address': 'fa:16:3e:05:4e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:38:46Z', 'updated_at': '2022-05-28T05:38:46Z', 'revision_number': 0, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb424bc-46b8-4fc0-874b-e7df7a05dbeb', 'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'mac_address': 'fa:16:3e:23:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:23Z', 'updated_at': '2022-05-28T05:38:33Z', 'revision_number': 5, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'subnets': [{'id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:38:51.227664 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c4e16-c5d8-4ac0-82d1-d765ff4fd45f None None] New status for floating IP 0dd73f30-d7af-49fd-8477-98315cda728b: ACTIVE {{(pid=84013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:38:52.192235 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-756ce07e-8928-4ea1-aad3-6f9aa76b515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:54.374992 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-423af931-862f-48a4-b8f5-4874fbe38c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:54.421096 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Sync routers for ids ['b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:38:54.435278 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Routers {'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:38:54.435914 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:38:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:54.644215 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Set router b1a3fbd1-4c87-411c-9b8b-360b540aa7c3 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:38:54.991515 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'name': 'tempest-TestSnapshotPattern-2119144426-router', 'tenant_id': 'db798411db5d442b89c2775f605d6a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': 'e7d694de-ff76-4926-9ec2-c34e057c78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:27Z', 'updated_at': '2022-05-28T05:38:30Z', 'revision_number': 4, 'project_id': 'db798411db5d442b89c2775f605d6a1f', 'gw_port': {'id': 'e7d694de-ff76-4926-9ec2-c34e057c78df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:27Z', 'updated_at': '2022-05-28T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd2fefaa8-8b9c-4f14-9c29-91a73c6ff070', 'name': '', 'network_id': 'ccd8734b-6ae6-4751-a635-3f72c5163c51', 'tenant_id': 'db798411db5d442b89c2775f605d6a1f', 'mac_address': 'fa:16:3e:13:1b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35a46169-1fc5-4227-96b6-3dc007c954f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:30Z', 'updated_at': '2022-05-28T05:38:30Z', 'revision_number': 2, 'project_id': 'db798411db5d442b89c2775f605d6a1f', 'subnets': [{'id': '35a46169-1fc5-4227-96b6-3dc007c954f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:54.995761 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Checking router: b1a3fbd1-4c87-411c-9b8b-360b540aa7c3 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:38:54.996103 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Updating router b1a3fbd1-4c87-411c-9b8b-360b540aa7c3 port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 binding host dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 28 05:38:55.063201 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:55.348323 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:55.443619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Notify callbacks [] for port, precommit_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:55.455792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Transition to ACTIVE for port object d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 will not be triggered until provisioned by entity L2. {{(pid=84011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:38:55.466237 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:55.587516 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1462e5-af5d-48bd-a7a5-9e5bdf49d0b8 None None] Pushing event updated for resources: {'Port': ['ID=d2fefaa8-8b9c-4f14-9c29-91a73c6ff070,revision_number=3']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:55.644461 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:55.714970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Attempting to bind port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 on host dv-neutron-843300-5-hyperv for vnic_type normal with profile {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:38:55.715412 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Attempting to bind port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 by drivers openvswitch,hyperv on host dv-neutron-843300-5-hyperv at level 0 using segments [{'id': 'f283015f-d817-4147-90c1-4b0a0d60df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ccd8734b-6ae6-4751-a635-3f72c5163c51'}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:38:55.716027 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Attempting to bind port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 on network ccd8734b-6ae6-4751-a635-3f72c5163c51 {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:38:55.722983 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Checking agent: {'id': '88b3353a-84a7-46b0-b4ea-9e0bd20944e3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-843300-5-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 36, 55), 'started_at': datetime.datetime(2022, 5, 28, 4, 37, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-843300-5-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:38:55.723344 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Checking segment: {'id': 'f283015f-d817-4147-90c1-4b0a0d60df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ccd8734b-6ae6-4751-a635-3f72c5163c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:38:55.723737 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:55.724114 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Bound using segment: {'id': 'f283015f-d817-4147-90c1-4b0a0d60df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ccd8734b-6ae6-4751-a635-3f72c5163c51'} {{(pid=84011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:38:55.724566 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.managers [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Bound port: d2fefaa8-8b9c-4f14-9c29-91a73c6ff070, host: dv-neutron-843300-5-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f283015f-d817-4147-90c1-4b0a0d60df59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ccd8734b-6ae6-4751-a635-3f72c5163c51'}}] {{(pid=84011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:38:55.724924 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:55.818872 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:55.832425 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] For port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070, host dv-neutron-843300-5-hyperv, cleared binding levels {{(pid=84011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:38:55.835530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] For port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070, host dv-neutron-843300-5-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d2fefaa8-8b9c-4f14-9c29-91a73c6ff070,segment=NetworkSegment(f283015f-d817-4147-90c1-4b0a0d60df59),segment_id=f283015f-d817-4147-90c1-4b0a0d60df59)] {{(pid=84011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:38:55.840752 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:55.924338 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1462e5-af5d-48bd-a7a5-9e5bdf49d0b8 None None] Pushing event updated for resources: {'Port': ['ID=d2fefaa8-8b9c-4f14-9c29-91a73c6ff070,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:55.931485 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Routers {'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:38:55.932121 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:38:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:56.178957 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] Set router b1a3fbd1-4c87-411c-9b8b-360b540aa7c3 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:38:56.493036 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'name': 'tempest-TestSnapshotPattern-2119144426-router', 'tenant_id': 'db798411db5d442b89c2775f605d6a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': 'e7d694de-ff76-4926-9ec2-c34e057c78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:27Z', 'updated_at': '2022-05-28T05:38:30Z', 'revision_number': 4, 'project_id': 'db798411db5d442b89c2775f605d6a1f', 'gw_port': {'id': 'e7d694de-ff76-4926-9ec2-c34e057c78df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:27Z', 'updated_at': '2022-05-28T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd2fefaa8-8b9c-4f14-9c29-91a73c6ff070', 'name': '', 'network_id': 'ccd8734b-6ae6-4751-a635-3f72c5163c51', 'tenant_id': 'db798411db5d442b89c2775f605d6a1f', 'mac_address': 'fa:16:3e:13:1b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35a46169-1fc5-4227-96b6-3dc007c954f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:30Z', 'updated_at': '2022-05-28T05:38:55Z', 'revision_number': 4, 'project_id': 'db798411db5d442b89c2775f605d6a1f', 'subnets': [{'id': '35a46169-1fc5-4227-96b6-3dc007c954f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:38:56.497503 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7297ae64-cc7b-4004-bc90-3c99023295cf None None] The sync data for ids ['b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'] in dv-neutron-843300-5-hyperv is: [{'id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'name': 'tempest-TestSnapshotPattern-2119144426-router', 'tenant_id': 'db798411db5d442b89c2775f605d6a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': 'e7d694de-ff76-4926-9ec2-c34e057c78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:27Z', 'updated_at': '2022-05-28T05:38:30Z', 'revision_number': 4, 'project_id': 'db798411db5d442b89c2775f605d6a1f', 'gw_port': {'id': 'e7d694de-ff76-4926-9ec2-c34e057c78df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:27Z', 'updated_at': '2022-05-28T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': 'd2fefaa8-8b9c-4f14-9c29-91a73c6ff070', 'name': '', 'network_id': 'ccd8734b-6ae6-4751-a635-3f72c5163c51', 'tenant_id': 'db798411db5d442b89c2775f605d6a1f', 'mac_address': 'fa:16:3e:13:1b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '35a46169-1fc5-4227-96b6-3dc007c954f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:30Z', 'updated_at': '2022-05-28T05:38:55Z', 'revision_number': 4, 'project_id': 'db798411db5d442b89c2775f605d6a1f', 'subnets': [{'id': '35a46169-1fc5-4227-96b6-3dc007c954f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:38:57.324668 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:57.398970 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:57.407738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning for port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:38:57.412649 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:57.413009 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:57.540720 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:57.582626 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] For port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d2fefaa8-8b9c-4f14-9c29-91a73c6ff070,segment=NetworkSegment(f283015f-d817-4147-90c1-4b0a0d60df59),segment_id=f283015f-d817-4147-90c1-4b0a0d60df59)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:38:57.589353 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:38:57.656645 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Pushing event updated for resources: {'Port': ['ID=d2fefaa8-8b9c-4f14-9c29-91a73c6ff070,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:38:59.304097 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 up at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:38:59.378789 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Provisioning complete for port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:38:59.379113 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:15.905636 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:39:22.195404 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2a1c5dec-7148-4594-9071-819bf6b1c84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:24.370301 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-50061413-c4f3-430c-87a2-90303ae6621b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:25.370160 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:25.616591 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:25.676388 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1091ea0e-523f-4997-8a57-d4e24c730945 req-6bffc1e1-890e-410d-8735-733652e2ebb1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707603 May 28 05:39:25.811962 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:25.929304 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1091ea0e-523f-4997-8a57-d4e24c730945 req-1d7e513f-3074-484d-9c7d-b82d57256bbc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff21b56e2220452c9fbcb44e9de15ad4&device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 1099 time: 0.1794300 May 28 05:39:26.074345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ea0e-523f-4997-8a57-d4e24c730945 req-ce72a35c-0e55-43c7-b03a-add5e322f22b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:39:26.075816 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1091ea0e-523f-4997-8a57-d4e24c730945 req-ce72a35c-0e55-43c7-b03a-add5e322f22b service neutron] 10.222.0.66 "GET /v2.0/networks?id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 HTTP/1.1" status: 200 len: 910 time: 0.1287050 May 28 05:39:26.182848 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1091ea0e-523f-4997-8a57-d4e24c730945 req-451c0928-22f9-4e2a-ae2b-78982e88b4b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01181afb-1583-4ce4-b8be-f6b5b2992f08 HTTP/1.1" status: 200 len: 1002 time: 0.1001589 May 28 05:39:26.245775 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091ea0e-523f-4997-8a57-d4e24c730945 req-97c6e0eb-479d-4428-bd20-bd2c42fe672f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:39:26.247203 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1091ea0e-523f-4997-8a57-d4e24c730945 req-97c6e0eb-479d-4428-bd20-bd2c42fe672f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18683ba8-245d-4dd2-ad9b-5c9866721ea0 HTTP/1.1" status: 200 len: 848 time: 0.0579412 May 28 05:39:26.326978 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1091ea0e-523f-4997-8a57-d4e24c730945 req-1049f811-3212-45d1-bd6a-f5d571207fd3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734832 May 28 05:39:26.463042 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1091ea0e-523f-4997-8a57-d4e24c730945 req-f2ac7865-8cd9-49a1-a327-3648fccdb2ec service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298199 May 28 05:39:26.602461 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-1091ea0e-523f-4997-8a57-d4e24c730945 req-a9c6588e-83e0-48ab-a46d-8e5339265f9f service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330078 May 28 05:39:27.402673 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:52.198172 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-9fe8edaf-ed60-4514-9fa1-9279885dc9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:52.910831 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:39:54.385155 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2b65b314-1947-445a-a2c6-8d68d6f861e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:55.382415 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:55.616202 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:55.823022 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:39:57.411401 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:06.844095 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [req-6a829a59-c269-4a38-abb1-37a3eef3c9a2 req-e45b4886-421b-4472-b45a-36e99f7ccda5 service neutron] (84009) timed out ('10.222.0.15', 39428) {{(pid=84009) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 28 05:40:22.195904 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d72c09bd-889c-4dfa-8598-9236c7e8c91c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:24.383501 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-52c18726-a795-4390-a98a-88cf26f1e590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:24.774584 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9927ef9e-700c-4d2a-9612-0b6d1d11de6d req-7a8d939a-ad04-4bc9-ad37-7f01be0ade0c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696740 May 28 05:40:24.919026 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9927ef9e-700c-4d2a-9612-0b6d1d11de6d req-34b9e08a-4498-41b4-992b-1204198e2a2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff21b56e2220452c9fbcb44e9de15ad4&device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 1099 time: 0.0715210 May 28 05:40:25.066023 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927ef9e-700c-4d2a-9612-0b6d1d11de6d req-6a2440f8-31b3-4bb8-af3c-4b5a45587694 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:40:25.067542 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9927ef9e-700c-4d2a-9612-0b6d1d11de6d req-6a2440f8-31b3-4bb8-af3c-4b5a45587694 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 HTTP/1.1" status: 200 len: 910 time: 0.1293364 May 28 05:40:25.174782 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9927ef9e-700c-4d2a-9612-0b6d1d11de6d req-e411b790-4813-4205-a1cf-6cc03f98c384 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01181afb-1583-4ce4-b8be-f6b5b2992f08 HTTP/1.1" status: 200 len: 1002 time: 0.1012778 May 28 05:40:25.241334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927ef9e-700c-4d2a-9612-0b6d1d11de6d req-d52e7e7d-e476-44c6-9f8a-cf1760022adc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:40:25.242869 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9927ef9e-700c-4d2a-9612-0b6d1d11de6d req-d52e7e7d-e476-44c6-9f8a-cf1760022adc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18683ba8-245d-4dd2-ad9b-5c9866721ea0 HTTP/1.1" status: 200 len: 848 time: 0.0625122 May 28 05:40:25.317196 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9927ef9e-700c-4d2a-9612-0b6d1d11de6d req-cc8568f8-31b8-44cf-9d11-a4913cc3c167 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678387 May 28 05:40:25.377397 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:25.452714 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9927ef9e-700c-4d2a-9612-0b6d1d11de6d req-d4ca5ed7-0707-430a-909a-6065ef098916 service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294761 May 28 05:40:25.596608 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-9927ef9e-700c-4d2a-9612-0b6d1d11de6d req-ce73a12c-5d0b-40a2-9889-7c9f2a7dbba4 service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376839 May 28 05:40:25.614700 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:25.823928 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:27.412530 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:29.912465 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:40:46.730927 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 01181afb-1583-4ce4-b8be-f6b5b2992f08 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:40:46.867226 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 01181afb-1583-4ce4-b8be-f6b5b2992f08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=01181afb-1583-4ce4-b8be-f6b5b2992f08,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:40:46.880840 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'port_id': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'mac_address': 'fa:16:3e:05:4e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:40:46.940573 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:46.958830 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01181afb-1583-4ce4-b8be-f6b5b2992f08 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:40:46.974672 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 01181afb-1583-4ce4-b8be-f6b5b2992f08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=01181afb-1583-4ce4-b8be-f6b5b2992f08,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:40:46.981555 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:47.051663 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=01181afb-1583-4ce4-b8be-f6b5b2992f08,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:47.055422 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['01181afb-1583-4ce4-b8be-f6b5b2992f08'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:40:47.096289 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:47.096629 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:47.096972 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:47.097290 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:47.097631 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:47.097963 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:47.098287 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:47.098606 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:47.098922 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:47.099235 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:47.099551 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:40:48.749613 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 01181afb-1583-4ce4-b8be-f6b5b2992f08 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:40:48.830478 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 01181afb-1583-4ce4-b8be-f6b5b2992f08 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:40:48.830850 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:48.959054 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:48.988367 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01181afb-1583-4ce4-b8be-f6b5b2992f08'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:40:48.999995 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 01181afb-1583-4ce4-b8be-f6b5b2992f08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=01181afb-1583-4ce4-b8be-f6b5b2992f08,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:40:49.009137 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:49.089698 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=01181afb-1583-4ce4-b8be-f6b5b2992f08,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:40:49.151740 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c640986-8178-4395-aaba-f9d379c0b417'] response: {'server_uuid': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'code': 200} May 28 05:40:52.192667 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-2efae223-8ec1-4749-a4f2-9d0a2c811aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:54.380702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c6db992c-f4ab-4983-aac6-17a06630b285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:55.401078 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:55.611821 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:55.823405 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:57.411516 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:40:57.591965 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-3425940d-369a-4485-8342-87ec71367562 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-705138956&fields=id&tenant_id=ff21b56e2220452c9fbcb44e9de15ad4 HTTP/1.1" status: 200 len: 267 time: 0.0540221 May 28 05:40:57.859939 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-fa99c0b5-7626-47cd-ba2a-96bb0d06bdde tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:40:57.861401 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-fa99c0b5-7626-47cd-ba2a-96bb0d06bdde tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/networks?id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 HTTP/1.1" status: 200 len: 809 time: 0.2616904 May 28 05:40:57.891657 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-037b95b8-24b4-46c2-b677-0fea0490d357 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/quotas/ff21b56e2220452c9fbcb44e9de15ad4 HTTP/1.1" status: 200 len: 375 time: 0.0201812 May 28 05:40:58.003702 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2442a098-9f6b-4e14-a42a-744202b5410c tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ff21b56e2220452c9fbcb44e9de15ad4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1066132 May 28 05:40:58.274141 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-6e872b38-eca8-4857-8d0c-7dedece47431 service neutron] 10.222.0.15 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520669 May 28 05:40:58.408587 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-e4e45a64-8d1c-40a5-9fc9-0912490ded84 service neutron] 10.222.0.15 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261227 May 28 05:40:58.624385 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8a104440-8e73-4e77-a2b1-9f9fa0635acc req-ee0a59f6-a3bb-4a4b-adf3-64255414a69d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 210 time: 0.0398476 May 28 05:40:59.710310 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-338d24bf-0ec2-436c-9e7f-71a57cdadca2 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:40:59.711718 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-338d24bf-0ec2-436c-9e7f-71a57cdadca2 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.66 "GET /v2.0/networks?id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 HTTP/1.1" status: 200 len: 809 time: 0.1492112 May 28 05:40:59.807496 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0b385c93-2125-4645-9fd4-dd26cd9c0172 req-35f6a11f-7bd8-47fc-865c-5f700ac7e8be tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 210 time: 0.0548074 May 28 05:40:59.810948 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2a3dc7ef-ce1e-4232-8aa8-070ded1ae284 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff21b56e2220452c9fbcb44e9de15ad4 HTTP/1.1" status: 200 len: 379 time: 0.0872500 May 28 05:40:59.821128 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Request body: {'port': {'device_id': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'admin_state_up': True, 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'security_groups': ['b7e3d27e-b152-4f5c-a245-6f75d69ad7e3']}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:40:59.956372 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:40:59.966174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:40:59.978105 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Made reservation on behalf of ff21b56e2220452c9fbcb44e9de15ad4 for: {'port': 1} {{(pid=84010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 05:40:59.981391 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:00.165052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Allocated IP 172.20.0.13 (0976aaea-ffb5-45df-b5b3-62ed06f7cdd0/18683ba8-245d-4dd2-ad9b-5c9866721ea0/4352c10d-ecc9-483b-8630-69ac264b3a90) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:41:00.436329 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:00.458105 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Transition to ACTIVE for port object 4352c10d-ecc9-483b-8630-69ac264b3a90 will not be triggered until provisioned by entity DHCP. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:41:00.492212 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:00.571933 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:41:00.575667 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:41:00.580396 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:41:00.608122 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event updated for resources: {'Port': ['ID=4352c10d-ecc9-483b-8630-69ac264b3a90,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:00.633302 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.633642 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.634011 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.634346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.634769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.635101 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.635417 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.635741 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.636069 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.636381 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.636699 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:41:00.662990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:00.663553 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:00.698021 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-2b9ceb47-263b-49f1-a27f-e6d7918ef717 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8804376 May 28 05:41:00.805458 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 01181afb-1583-4ce4-b8be-f6b5b2992f08 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:41:00.912944 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4a91092c-6a26-445e-83a5-d681947def31 None None] Provisioning for port 4352c10d-ecc9-483b-8630-69ac264b3a90 completed by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:41:00.986526 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-4a91092c-6a26-445e-83a5-d681947def31 None None] Provisioning complete for port 4352c10d-ecc9-483b-8630-69ac264b3a90 triggered by entity DHCP. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:00.987157 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4a91092c-6a26-445e-83a5-d681947def31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:01.046257 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddc526-b73a-4993-ad4a-b61fa629d331 req-33cf0718-5610-4b35-b70c-d2e16fdc1e03 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:01.048052 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-e6ddc526-b73a-4993-ad4a-b61fa629d331 req-33cf0718-5610-4b35-b70c-d2e16fdc1e03 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Synchronizing usage tracker for tenant:ff21b56e2220452c9fbcb44e9de15ad4 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:41:01.079149 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-4a91092c-6a26-445e-83a5-d681947def31 None None] Port 4352c10d-ecc9-483b-8630-69ac264b3a90 cannot update to ACTIVE because it is not bound. {{(pid=84011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 28 05:41:01.081453 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:01.094962 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-e6ddc526-b73a-4993-ad4a-b61fa629d331 req-33cf0718-5610-4b35-b70c-d2e16fdc1e03 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Unset dirty status for tenant:ff21b56e2220452c9fbcb44e9de15ad4 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:41:01.096431 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6ddc526-b73a-4993-ad4a-b61fa629d331 req-33cf0718-5610-4b35-b70c-d2e16fdc1e03 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 932 time: 0.1444881 May 28 05:41:01.125026 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01181afb-1583-4ce4-b8be-f6b5b2992f08'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:41:01.132587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 01181afb-1583-4ce4-b8be-f6b5b2992f08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=01181afb-1583-4ce4-b8be-f6b5b2992f08,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:41:01.139549 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:01.154122 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-e6ddc526-b73a-4993-ad4a-b61fa629d331 req-3cca7145-7b8b-4e56-b48e-d92f5bccd373 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512443 May 28 05:41:01.235749 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200d1d0a-2e92-4164-be92-fb7f06b6eb6a'] response: {'server_uuid': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'code': 200} May 28 05:41:01.248757 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=01181afb-1583-4ce4-b8be-f6b5b2992f08,revision_number=8']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:02.368279 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f507a3f-9ca2-4617-b644-5832b499c1b5 req-354137ca-7606-482e-8e94-fe5fe82259a9 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:02.370938 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f507a3f-9ca2-4617-b644-5832b499c1b5 req-354137ca-7606-482e-8e94-fe5fe82259a9 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 932 time: 0.0856817 May 28 05:41:02.426986 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6f507a3f-9ca2-4617-b644-5832b499c1b5 req-30f72454-4b1b-4819-8a76-f643393e0528 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491750 May 28 05:41:03.665636 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968743e-d39d-4b8a-94cc-490c1a88f9e5 req-21450aaa-37c3-44d6-a332-4f9af6c31b57 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:03.667028 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2968743e-d39d-4b8a-94cc-490c1a88f9e5 req-21450aaa-37c3-44d6-a332-4f9af6c31b57 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 932 time: 0.0818300 May 28 05:41:03.716358 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2968743e-d39d-4b8a-94cc-490c1a88f9e5 req-05e13744-97c5-4d4a-a94a-9d65fd9d50ff tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421267 May 28 05:41:05.039716 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115aca54-d5b7-4696-a9d6-752d1df26bcd req-a236cecc-ad43-4f8c-8d0c-f57908873c87 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:05.041161 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-115aca54-d5b7-4696-a9d6-752d1df26bcd req-a236cecc-ad43-4f8c-8d0c-f57908873c87 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 932 time: 0.1943083 May 28 05:41:05.090953 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-115aca54-d5b7-4696-a9d6-752d1df26bcd req-02c36832-c22c-4f0f-a53d-fc7e5bf1185c tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431256 May 28 05:41:06.317481 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d509775-4b39-4b48-871f-e103707dd0f4 req-f2f69ddf-5a51-48e4-a10f-c85990014535 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:06.319240 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2d509775-4b39-4b48-871f-e103707dd0f4 req-f2f69ddf-5a51-48e4-a10f-c85990014535 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 932 time: 0.0792854 May 28 05:41:06.370347 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-2d509775-4b39-4b48-871f-e103707dd0f4 req-024ccc63-4800-4d25-a6b9-bbeb169c08e1 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449319 May 28 05:41:06.914144 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:41:07.609729 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32981a5f-958d-4972-b6f6-b3ef2604263b req-6cf84fb6-443e-4758-891f-9de23eaebb0a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:07.612622 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-32981a5f-958d-4972-b6f6-b3ef2604263b req-6cf84fb6-443e-4758-891f-9de23eaebb0a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 932 time: 0.0958664 May 28 05:41:07.661114 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-32981a5f-958d-4972-b6f6-b3ef2604263b req-fa369ffe-d424-40b5-a4e8-64fd787f7440 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425127 May 28 05:41:08.888546 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a4dc9-aa9d-44d4-8a83-9db852e5ce71 req-65b14578-6e5a-4e5e-9c88-77e6714c3966 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:08.890036 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0b8a4dc9-aa9d-44d4-8a83-9db852e5ce71 req-65b14578-6e5a-4e5e-9c88-77e6714c3966 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 932 time: 0.0946436 May 28 05:41:08.938777 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-0b8a4dc9-aa9d-44d4-8a83-9db852e5ce71 req-5a9d3259-05bd-4ebc-b9c8-ace95a7c05be tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430069 May 28 05:41:10.157440 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cb9b2-ecd1-452a-b085-37ac08b1d533 req-93281aad-82f0-41fb-a112-e51afd2222c5 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:10.158966 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-370cb9b2-ecd1-452a-b085-37ac08b1d533 req-93281aad-82f0-41fb-a112-e51afd2222c5 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 932 time: 0.1004975 May 28 05:41:10.217057 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-370cb9b2-ecd1-452a-b085-37ac08b1d533 req-f838fe2d-c345-4c12-b107-7c021ea5e405 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520904 May 28 05:41:11.415496 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3218e5-0b36-4da2-ab38-73d1c3abe7ef req-f424d02b-3c43-41ac-a42c-73ac06170363 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:11.417040 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6d3218e5-0b36-4da2-ab38-73d1c3abe7ef req-f424d02b-3c43-41ac-a42c-73ac06170363 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 932 time: 0.0860610 May 28 05:41:11.461367 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6d3218e5-0b36-4da2-ab38-73d1c3abe7ef req-ef8fa948-a8f5-41de-a338-629994134c6a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385118 May 28 05:41:12.015717 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Request body: {'port': {'device_id': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8433'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:41:12.123714 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:12.471968 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4352c10d-ecc9-483b-8630-69ac264b3a90 {{(pid=84010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:41:12.481804 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:12.497692 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.provisioning_blocks [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Transition to ACTIVE for port object 4352c10d-ecc9-483b-8630-69ac264b3a90 will not be triggered until provisioned by entity L2. {{(pid=84010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 28 05:41:12.504416 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:12.673332 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=4352c10d-ecc9-483b-8630-69ac264b3a90,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:12.806872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe254c7-5ec7-4d21-9dfc-2fdedc457618 req-2df81974-1aad-4f74-ab73-3454e21aea80 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:12.808322 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6fe254c7-5ec7-4d21-9dfc-2fdedc457618 req-2df81974-1aad-4f74-ab73-3454e21aea80 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 944 time: 0.1989565 May 28 05:41:12.813167 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Attempting to bind port 4352c10d-ecc9-483b-8630-69ac264b3a90 on host hv-neutron-8433 for vnic_type normal with profile {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 28 05:41:12.813500 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Attempting to bind port 4352c10d-ecc9-483b-8630-69ac264b3a90 by drivers openvswitch,hyperv on host hv-neutron-8433 at level 0 using segments [{'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 28 05:41:12.813859 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Attempting to bind port 4352c10d-ecc9-483b-8630-69ac264b3a90 on network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:41:12.840058 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Port 4352c10d-ecc9-483b-8630-69ac264b3a90 on network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8433 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 28 05:41:12.840298 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Attempting to bind port 4352c10d-ecc9-483b-8630-69ac264b3a90 on network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 28 05:41:12.857637 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Checking agent: {'id': '6b496388-aff7-43c2-8f5b-9ec948089e87', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8433', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'started_at': datetime.datetime(2022, 5, 28, 4, 43, 25), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 5, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 28 05:41:12.858002 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Checking segment: {'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 28 05:41:12.858373 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Bound using segment: {'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'} {{(pid=84010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 28 05:41:12.858883 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.managers [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Bound port: 4352c10d-ecc9-483b-8630-69ac264b3a90, host: hv-neutron-8433, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0'}}] {{(pid=84010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 28 05:41:12.859222 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:12.884259 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-6fe254c7-5ec7-4d21-9dfc-2fdedc457618 req-ebcf5032-9de1-4978-a83b-b1a36b07b262 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680335 May 28 05:41:12.965228 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] For port 4352c10d-ecc9-483b-8630-69ac264b3a90, host hv-neutron-8433, cleared binding levels {{(pid=84010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 05:41:12.969994 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] For port 4352c10d-ecc9-483b-8630-69ac264b3a90, host hv-neutron-8433, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4352c10d-ecc9-483b-8630-69ac264b3a90,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 05:41:12.976872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:13.041365 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:13.042747 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] 10.222.0.66 "PUT /v2.0/ports/4352c10d-ecc9-483b-8630-69ac264b3a90 HTTP/1.1" status: 200 len: 1094 time: 1.0330353 May 28 05:41:13.043211 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'tag': '4352c10d-ecc9-483b-8630-69ac264b3a90'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:41:13.060288 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e1157-fa57-48fe-a4a5-6ff345bd6aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=4352c10d-ecc9-483b-8630-69ac264b3a90,revision_number=3']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:13.121816 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca9d1db-e176-423d-87c7-90f0bd720230'] response: {'name': 'network-changed', 'server_uuid': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'tag': '4352c10d-ecc9-483b-8630-69ac264b3a90', 'status': 'completed', 'code': 200} May 28 05:41:13.167307 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-43eb0e1d-fa0f-4281-9362-ef51d4b31c59 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff21b56e2220452c9fbcb44e9de15ad4&device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 1097 time: 0.0847640 May 28 05:41:13.237220 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-b14a799d-9caf-4c6e-9f0e-d4e6978f81fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4352c10d-ecc9-483b-8630-69ac264b3a90 HTTP/1.1" status: 200 len: 217 time: 0.0630844 May 28 05:41:13.392777 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-e8ea505b-0570-4474-8d08-6da7830c4afe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:13.394254 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-e8ea505b-0570-4474-8d08-6da7830c4afe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18683ba8-245d-4dd2-ad9b-5c9866721ea0 HTTP/1.1" status: 200 len: 848 time: 0.1516654 May 28 05:41:13.470338 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-a6bb1567-6d96-4be8-b5ed-57cfdd4b2b75 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699544 May 28 05:41:13.603202 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-243487d3-585a-40fa-95f8-08e5dd0ce0fb service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259120 May 28 05:41:13.732117 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-cde1e54f-3184-4e8d-ac55-125bf6355a75 req-53a0b314-8558-423b-9c2e-10abe04de771 service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228237 May 28 05:41:13.858498 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-096db2ae-2579-475b-ab20-901689a6ab2a req-69e0598d-753a-440e-9f28-951538f70945 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff21b56e2220452c9fbcb44e9de15ad4&device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 1097 time: 0.0760834 May 28 05:41:13.988492 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096db2ae-2579-475b-ab20-901689a6ab2a req-b945365f-84f1-4124-abde-2ef5bc406788 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:13.990329 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-096db2ae-2579-475b-ab20-901689a6ab2a req-b945365f-84f1-4124-abde-2ef5bc406788 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 HTTP/1.1" status: 200 len: 910 time: 0.1250570 May 28 05:41:14.090865 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-096db2ae-2579-475b-ab20-901689a6ab2a req-72010398-6cae-43d5-9845-f8cfdc587829 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4352c10d-ecc9-483b-8630-69ac264b3a90 HTTP/1.1" status: 200 len: 217 time: 0.0934575 May 28 05:41:14.164595 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096db2ae-2579-475b-ab20-901689a6ab2a req-f9c96d66-6535-473d-833c-e7aa41318c31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:14.165950 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-096db2ae-2579-475b-ab20-901689a6ab2a req-f9c96d66-6535-473d-833c-e7aa41318c31 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18683ba8-245d-4dd2-ad9b-5c9866721ea0 HTTP/1.1" status: 200 len: 848 time: 0.0689244 May 28 05:41:14.221544 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8555e-4dd7-49a6-abc6-daaead592aaf req-f01c58ae-a907-434d-80aa-d25b9eb8c40a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:14.222998 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bef8555e-4dd7-49a6-abc6-daaead592aaf req-f01c58ae-a907-434d-80aa-d25b9eb8c40a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 944 time: 0.1803784 May 28 05:41:14.285229 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-096db2ae-2579-475b-ab20-901689a6ab2a req-37782efe-95de-44af-8f6d-0a30f572328b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1127462 May 28 05:41:14.287479 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-bef8555e-4dd7-49a6-abc6-daaead592aaf req-2cfeb1ea-4ffd-4467-a960-ca4047cc2d25 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538235 May 28 05:41:14.439886 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-096db2ae-2579-475b-ab20-901689a6ab2a req-17891a8c-646b-42ff-ab9f-af0d0133e068 service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465342 May 28 05:41:14.576852 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-096db2ae-2579-475b-ab20-901689a6ab2a req-56628c7d-032d-4afc-bdc7-673d15ae5cef service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298168 May 28 05:41:15.502917 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a265c12e-8e31-4162-9c6a-e82260755535 req-a5dff4ed-2789-4b35-bb89-21e62f6acacf tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:15.504359 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a265c12e-8e31-4162-9c6a-e82260755535 req-a5dff4ed-2789-4b35-bb89-21e62f6acacf tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 944 time: 0.0811372 May 28 05:41:15.552055 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a265c12e-8e31-4162-9c6a-e82260755535 req-82892e5f-4676-416c-b26c-fe743c415db0 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420117 May 28 05:41:16.769445 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda89dae-4978-48de-b8b4-ff9b0aa171a7 req-b3ef8bab-0064-44da-8d6a-08a2e3a63268 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:16.770911 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-eda89dae-4978-48de-b8b4-ff9b0aa171a7 req-b3ef8bab-0064-44da-8d6a-08a2e3a63268 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 944 time: 0.0925138 May 28 05:41:16.817334 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-eda89dae-4978-48de-b8b4-ff9b0aa171a7 req-7d3e2345-d28b-4275-a7b3-bb270e44770f tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406141 May 28 05:41:16.874838 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 4352c10d-ecc9-483b-8630-69ac264b3a90 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:41:17.008938 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 4352c10d-ecc9-483b-8630-69ac264b3a90, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4352c10d-ecc9-483b-8630-69ac264b3a90,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:41:17.022253 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '4352c10d-ecc9-483b-8630-69ac264b3a90', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'port_id': '4352c10d-ecc9-483b-8630-69ac264b3a90', 'mac_address': 'fa:16:3e:1c:a7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:41:17.078076 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:17.095084 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4352c10d-ecc9-483b-8630-69ac264b3a90 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:41:17.109815 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 4352c10d-ecc9-483b-8630-69ac264b3a90, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4352c10d-ecc9-483b-8630-69ac264b3a90,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:41:17.117231 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:17.181888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=4352c10d-ecc9-483b-8630-69ac264b3a90,revision_number=4']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:17.353277 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['4352c10d-ecc9-483b-8630-69ac264b3a90'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:41:18.057370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40d25f-8795-4583-8456-66826216a6d9 req-11e37db6-fd21-4408-9620-a795d030bcd5 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:18.058836 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5b40d25f-8795-4583-8456-66826216a6d9 req-11e37db6-fd21-4408-9620-a795d030bcd5 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 945 time: 0.0854831 May 28 05:41:18.104974 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5b40d25f-8795-4583-8456-66826216a6d9 req-971300f4-2cb6-43e6-8504-855a5322bd09 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397625 May 28 05:41:18.890235 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 4352c10d-ecc9-483b-8630-69ac264b3a90 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:41:18.966434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning for port 4352c10d-ecc9-483b-8630-69ac264b3a90 completed by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 28 05:41:18.971519 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 4352c10d-ecc9-483b-8630-69ac264b3a90 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:41:18.971888 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:19.084951 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:19.110851 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4352c10d-ecc9-483b-8630-69ac264b3a90'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:41:19.120533 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 4352c10d-ecc9-483b-8630-69ac264b3a90, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4352c10d-ecc9-483b-8630-69ac264b3a90,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:41:19.124995 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:19.168883 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7f01eba-7a95-4eba-9810-b29d647da176'] response: {'server_uuid': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4352c10d-ecc9-483b-8630-69ac264b3a90', 'code': 200} May 28 05:41:19.192471 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=4352c10d-ecc9-483b-8630-69ac264b3a90,revision_number=5']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:19.316727 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554a288-566f-4eb6-840f-42b14b8e6208 req-30091f7f-88da-49f2-9e13-5f2947856921 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:19.318203 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5554a288-566f-4eb6-840f-42b14b8e6208 req-30091f7f-88da-49f2-9e13-5f2947856921 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 946 time: 0.0758076 May 28 05:41:19.506227 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-5554a288-566f-4eb6-840f-42b14b8e6208 req-9742eb06-71e6-4d61-94ea-715fe2df0b13 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807458 May 28 05:41:19.522694 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9bef1df-dd59-450b-b54b-998328fae348 req-e0a579fe-b592-4e7a-b713-c97d1ed7ad51 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 1099 time: 0.1837313 May 28 05:41:19.565745 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a9bef1df-dd59-450b-b54b-998328fae348 req-2a1e6b0d-9e37-4708-aa4a-551412d6fba5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370297 May 28 05:41:20.709573 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a633de-81e5-449c-a293-1f484f5d20f7 req-2dc2a41a-7d73-4367-922b-fb228f293792 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:20.711147 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-20a633de-81e5-449c-a293-1f484f5d20f7 req-2dc2a41a-7d73-4367-922b-fb228f293792 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 946 time: 0.0780349 May 28 05:41:20.758516 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-20a633de-81e5-449c-a293-1f484f5d20f7 req-ae967522-d85f-4619-9745-ebcd046d8c64 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418479 May 28 05:41:20.960925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac775da4-6b6f-4421-858b-e41efce84f4f req-f2b5e6e0-7ac0-4ac5-9996-39222c8dfa83 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:20.962416 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ac775da4-6b6f-4421-858b-e41efce84f4f req-f2b5e6e0-7ac0-4ac5-9996-39222c8dfa83 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 946 time: 0.0793817 May 28 05:41:21.012375 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-ac775da4-6b6f-4421-858b-e41efce84f4f req-7a10500a-0797-408b-b895-525340e82b83 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415385 May 28 05:41:21.045370 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41300) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:21.120730 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d2c5fbaa-5783-49cf-b61c-7c6130652108 tempest-TestSnapshotPattern-1675003717 tempest-TestSnapshotPattern-1675003717-project-admin] Synchronizing usage tracker for tenant:db798411db5d442b89c2775f605d6a1f on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:41:21.139084 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-d2c5fbaa-5783-49cf-b61c-7c6130652108 tempest-TestSnapshotPattern-1675003717 tempest-TestSnapshotPattern-1675003717-project-admin] Unset dirty status for tenant:db798411db5d442b89c2775f605d6a1f on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:41:21.140242 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-d2c5fbaa-5783-49cf-b61c-7c6130652108 tempest-TestSnapshotPattern-1675003717 tempest-TestSnapshotPattern-1675003717-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 1094 time: 0.0936031 May 28 05:41:21.143516 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41304) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:41:21.148631 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.v2.base [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Request body: {'floatingip': {'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'port_id': '4352c10d-ecc9-483b-8630-69ac264b3a90', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 28 05:41:21.154127 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 28 05:41:21.158258 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Usage tracker for resource:floatingip and tenant:ff21b56e2220452c9fbcb44e9de15ad4 is out of sync, need to count used quota {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 28 05:41:21.161083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84010) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 28 05:41:21.166801 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.quota.driver [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84010) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 28 05:41:21.181910 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for floatingip, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:21.314984 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:21.453125 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_common [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Allocated IP 172.26.8.174 (6b12f09f-b65e-4d12-8bf2-4181a77a58b9/ff35d2c8-7558-40d4-a4a3-ccdcef6af425/d4aa0efc-ca63-4a0b-9981-2e1dd52c44b1) {{(pid=84010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 05:41:21.605498 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for port, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:21.637204 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773018084491', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:21.707067 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Network 6b12f09f-b65e-4d12-8bf2-4181a77a58b9 is already hosted by enough agents. {{(pid=84010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 05:41:21.709894 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.base_scheduler [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Resources bound (agent type, host, resource id): {{(pid=84010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 05:41:21.714334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Received port after_create {{(pid=84010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 28 05:41:21.737887 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event updated for resources: {'Port': ['ID=d4aa0efc-ca63-4a0b-9981-2e1dd52c44b1,revision_number=1']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:22.187288 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-86d969fe-67b8-4523-a81a-497b5ca2364b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:22.246618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:22.309766 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:22.527265 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for port, precommit_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:22.534809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2877451'] for port, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:22.724047 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event updated for resources: {'Port': ['ID=d4aa0efc-ca63-4a0b-9981-2e1dd52c44b1,revision_number=2']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:41:22.746326 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-501482'] for floatingip, after_update {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:22.946032 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.db.l3_db [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Floating IP 161be5be-9d8b-48c4-90b7-5953e606c951 associated. External IP: 172.26.8.174, port: 4352c10d-ecc9-483b-8630-69ac264b3a90. May 28 05:41:23.346548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:41:23.551388 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:41:23.561082 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afbb1a9-09de-4f93-bb5c-2bd87466fda8 None None] Sync routers for ids ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:41:23.572503 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afbb1a9-09de-4f93-bb5c-2bd87466fda8 None None] Routers {'81e0635b-7b3f-4457-8f8c-3d9e12f36368'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:41:23.573182 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3afbb1a9-09de-4f93-bb5c-2bd87466fda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:40:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:23.578738 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:23.634806 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-e092036c-5a11-4faa-999f-818b99701dd8 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4901838 May 28 05:41:23.635290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'tag': '4352c10d-ecc9-483b-8630-69ac264b3a90'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:41:23.692174 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-154236d1-bb57-4cfd-bd6e-38fcf3357b57'] response: {'name': 'network-changed', 'server_uuid': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'tag': '4352c10d-ecc9-483b-8630-69ac264b3a90', 'status': 'completed', 'code': 200} May 28 05:41:23.752729 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-3afbb1a9-09de-4f93-bb5c-2bd87466fda8 None None] Set router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:41:23.781360 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-10e0820d-a0f3-4c82-af65-6678dc19e1a5 req-d29bbf28-4994-44b3-8635-48c6afe3af84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff21b56e2220452c9fbcb44e9de15ad4&device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 1099 time: 0.0689340 May 28 05:41:23.912664 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0820d-a0f3-4c82-af65-6678dc19e1a5 req-b39e482e-6c7a-4731-bbe7-65f97d6f35af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:23.914076 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-10e0820d-a0f3-4c82-af65-6678dc19e1a5 req-b39e482e-6c7a-4731-bbe7-65f97d6f35af service neutron] 10.222.0.66 "GET /v2.0/networks?id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 HTTP/1.1" status: 200 len: 910 time: 0.1264377 May 28 05:41:24.018701 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-10e0820d-a0f3-4c82-af65-6678dc19e1a5 req-16d0961b-c863-4810-b69d-2512429fd39e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4352c10d-ecc9-483b-8630-69ac264b3a90 HTTP/1.1" status: 200 len: 1000 time: 0.0983055 May 28 05:41:24.086774 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0820d-a0f3-4c82-af65-6678dc19e1a5 req-58b5d372-ee53-48d0-a32f-7625a3d9c7c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:24.088204 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-10e0820d-a0f3-4c82-af65-6678dc19e1a5 req-58b5d372-ee53-48d0-a32f-7625a3d9c7c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18683ba8-245d-4dd2-ad9b-5c9866721ea0 HTTP/1.1" status: 200 len: 848 time: 0.0632415 May 28 05:41:24.100597 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3afbb1a9-09de-4f93-bb5c-2bd87466fda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '0dd73f30-d7af-49fd-8477-98315cda728b', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'port_id': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'mac_address': 'fa:16:3e:05:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:38:46Z', 'updated_at': '2022-05-28T05:38:51Z', 'revision_number': 1, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'fixed_ip_address_scope': None}, {'id': '161be5be-9d8b-48c4-90b7-5953e606c951', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'floating_ip_address': '172.26.8.174', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'port_id': '4352c10d-ecc9-483b-8630-69ac264b3a90', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'mac_address': 'fa:16:3e:1c:a7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:41:22Z', 'updated_at': '2022-05-28T05:41:22Z', 'revision_number': 0, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb424bc-46b8-4fc0-874b-e7df7a05dbeb', 'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'mac_address': 'fa:16:3e:23:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:23Z', 'updated_at': '2022-05-28T05:38:33Z', 'revision_number': 5, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'subnets': [{'id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:24.104700 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afbb1a9-09de-4f93-bb5c-2bd87466fda8 None None] Checking router: 81e0635b-7b3f-4457-8f8c-3d9e12f36368 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:41:24.117118 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afbb1a9-09de-4f93-bb5c-2bd87466fda8 None None] Routers {'81e0635b-7b3f-4457-8f8c-3d9e12f36368'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:41:24.117856 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3afbb1a9-09de-4f93-bb5c-2bd87466fda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:40:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:24.161955 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-10e0820d-a0f3-4c82-af65-6678dc19e1a5 req-9dae178f-236c-46d9-a3e8-515b82d1e382 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673761 May 28 05:41:24.333057 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-3afbb1a9-09de-4f93-bb5c-2bd87466fda8 None None] Set router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:41:24.380273 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-c8d42133-1fc9-428c-83ee-0529d70d4412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:24.402066 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-10e0820d-a0f3-4c82-af65-6678dc19e1a5 req-b4a3bdf5-62ba-4c82-9f45-43cd941e2f54 service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335608 May 28 05:41:24.531086 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-10e0820d-a0f3-4c82-af65-6678dc19e1a5 req-8bc6ca5b-9220-4128-81df-f22b6fd9f932 service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229539 May 28 05:41:24.687449 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-3afbb1a9-09de-4f93-bb5c-2bd87466fda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '0dd73f30-d7af-49fd-8477-98315cda728b', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'port_id': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'mac_address': 'fa:16:3e:05:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:38:46Z', 'updated_at': '2022-05-28T05:38:51Z', 'revision_number': 1, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'fixed_ip_address_scope': None}, {'id': '161be5be-9d8b-48c4-90b7-5953e606c951', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'floating_ip_address': '172.26.8.174', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'port_id': '4352c10d-ecc9-483b-8630-69ac264b3a90', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'mac_address': 'fa:16:3e:1c:a7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:41:22Z', 'updated_at': '2022-05-28T05:41:22Z', 'revision_number': 0, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb424bc-46b8-4fc0-874b-e7df7a05dbeb', 'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'mac_address': 'fa:16:3e:23:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:23Z', 'updated_at': '2022-05-28T05:38:33Z', 'revision_number': 5, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'subnets': [{'id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:41:24.692400 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afbb1a9-09de-4f93-bb5c-2bd87466fda8 None None] The sync data for ids ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'] in dv-neutron-843300-5-hyperv is: [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '0dd73f30-d7af-49fd-8477-98315cda728b', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'port_id': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'mac_address': 'fa:16:3e:05:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:38:46Z', 'updated_at': '2022-05-28T05:38:51Z', 'revision_number': 1, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'fixed_ip_address_scope': None}, {'id': '161be5be-9d8b-48c4-90b7-5953e606c951', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'floating_ip_address': '172.26.8.174', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'port_id': '4352c10d-ecc9-483b-8630-69ac264b3a90', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'mac_address': 'fa:16:3e:1c:a7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:41:22Z', 'updated_at': '2022-05-28T05:41:22Z', 'revision_number': 0, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb424bc-46b8-4fc0-874b-e7df7a05dbeb', 'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'mac_address': 'fa:16:3e:23:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:23Z', 'updated_at': '2022-05-28T05:38:33Z', 'revision_number': 5, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'subnets': [{'id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:41:24.886612 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc54f2d-335b-4175-b385-09fe1c6cf0bd None None] New status for floating IP 161be5be-9d8b-48c4-90b7-5953e606c951: ACTIVE {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:41:25.378935 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:25.612656 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:25.835813 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:26.822145 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f79fd12-1897-44bd-a9d7-90915f713372 req-d236ddc4-b412-4fd8-a0a8-5c79d1da1850 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730231 May 28 05:41:26.963854 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f79fd12-1897-44bd-a9d7-90915f713372 req-dad6a30b-b35c-4468-904d-089b0eb30bdd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff21b56e2220452c9fbcb44e9de15ad4&device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 1097 time: 0.0742333 May 28 05:41:27.111083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79fd12-1897-44bd-a9d7-90915f713372 req-378c64bb-c636-4f6c-a749-fc4a57500396 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:27.112403 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f79fd12-1897-44bd-a9d7-90915f713372 req-378c64bb-c636-4f6c-a749-fc4a57500396 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 HTTP/1.1" status: 200 len: 910 time: 0.1279473 May 28 05:41:27.214638 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f79fd12-1897-44bd-a9d7-90915f713372 req-0a1768ce-6be7-4b25-964c-eaf8f7f2fcd9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01181afb-1583-4ce4-b8be-f6b5b2992f08 HTTP/1.1" status: 200 len: 1000 time: 0.0952325 May 28 05:41:27.277987 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79fd12-1897-44bd-a9d7-90915f713372 req-be32add2-400f-41d1-9211-921227a44dd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:41:27.279454 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f79fd12-1897-44bd-a9d7-90915f713372 req-be32add2-400f-41d1-9211-921227a44dd2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18683ba8-245d-4dd2-ad9b-5c9866721ea0 HTTP/1.1" status: 200 len: 848 time: 0.0587471 May 28 05:41:27.367507 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f79fd12-1897-44bd-a9d7-90915f713372 req-fa73e4a5-080f-489e-bd47-74abcaba2017 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820150 May 28 05:41:27.411484 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:27.499287 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f79fd12-1897-44bd-a9d7-90915f713372 req-3f7e7517-c9f7-4534-ada4-b0ec74d154f0 service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254220 May 28 05:41:27.629451 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7f79fd12-1897-44bd-a9d7-90915f713372 req-c3dbbbf1-72f6-47a3-8012-63bcdc25d85f service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239746 May 28 05:41:43.917007 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:41:52.193554 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e68970c7-1382-4bd1-a858-5af1d7f1d3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:54.388591 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-92b207ef-db62-4194-9463-ae2b4b2f90bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:55.393590 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:55.611863 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:55.832561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:41:57.417245 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:20.916815 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:42:22.195810 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cb993439-40f5-49b6-98ee-a341508cfe47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:24.378450 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f0a652ff-2796-4074-8cb6-578670645f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:25.392088 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:25.610547 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:25.839270 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:27.418618 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:27.813597 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2543504-2354-4404-8bae-b6e4d7d530ef req-a437374a-670f-45ce-b673-8e10fdb99eba service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732570 May 28 05:42:27.905072 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2543504-2354-4404-8bae-b6e4d7d530ef req-850181c8-621c-44b9-91fe-d210ba65b653 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff21b56e2220452c9fbcb44e9de15ad4&device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 1099 time: 0.0708995 May 28 05:42:28.054981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2543504-2354-4404-8bae-b6e4d7d530ef req-ac159930-4e87-4c8c-bec6-aff21c204158 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:42:28.056441 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2543504-2354-4404-8bae-b6e4d7d530ef req-ac159930-4e87-4c8c-bec6-aff21c204158 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 HTTP/1.1" status: 200 len: 910 time: 0.1335526 May 28 05:42:28.174952 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2543504-2354-4404-8bae-b6e4d7d530ef req-c3f6fca6-9087-457f-86bf-e9c000fcdbcc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4352c10d-ecc9-483b-8630-69ac264b3a90 HTTP/1.1" status: 200 len: 1002 time: 0.1112673 May 28 05:42:28.240976 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2543504-2354-4404-8bae-b6e4d7d530ef req-68215d3f-3240-4ea8-aaef-fb852c5120d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:42:28.242445 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2543504-2354-4404-8bae-b6e4d7d530ef req-68215d3f-3240-4ea8-aaef-fb852c5120d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18683ba8-245d-4dd2-ad9b-5c9866721ea0 HTTP/1.1" status: 200 len: 848 time: 0.0615118 May 28 05:42:28.318490 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2543504-2354-4404-8bae-b6e4d7d530ef req-01e466ce-ac0b-4768-8a70-806ea2f5d878 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702059 May 28 05:42:28.550901 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2543504-2354-4404-8bae-b6e4d7d530ef req-9317432b-5333-4248-8199-a8e131b28b3d service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259815 May 28 05:42:28.681378 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-a2543504-2354-4404-8bae-b6e4d7d530ef req-876bcaff-44f1-44ae-aca8-f43b2a999d3d service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242106 May 28 05:42:52.197324 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b162ed4f-09fd-4f25-8b0c-26ef37f3ea0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:54.384475 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1419-b7f2-4c80-b409-602f0f42b2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:55.414807 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:55.607885 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:55.838200 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:57.427466 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:57.917200 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:42:59.413152 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 4352c10d-ecc9-483b-8630-69ac264b3a90 details requested by agent hyperv_hv-neutron-8433 with host hv-neutron-8433 {{(pid=84011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 28 05:42:59.561402 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 4352c10d-ecc9-483b-8630-69ac264b3a90, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4352c10d-ecc9-483b-8630-69ac264b3a90,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:42:59.575242 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Returning: {'device': '4352c10d-ecc9-483b-8630-69ac264b3a90', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'port_id': '4352c10d-ecc9-483b-8630-69ac264b3a90', 'mac_address': 'fa:16:3e:1c:a7:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 28 05:42:59.636261 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:59.653476 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4352c10d-ecc9-483b-8630-69ac264b3a90 {{(pid=84011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 28 05:42:59.668434 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 4352c10d-ecc9-483b-8630-69ac264b3a90, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4352c10d-ecc9-483b-8630-69ac264b3a90,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:42:59.673511 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:42:59.742432 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=4352c10d-ecc9-483b-8630-69ac264b3a90,revision_number=6']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:42:59.751704 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] get_ports_and_sgs() called for port_ids ['4352c10d-ecc9-483b-8630-69ac264b3a90'] {{(pid=84011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 28 05:42:59.790287 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:59.790763 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:59.791201 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:59.791529 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:59.791850 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:59.792166 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:59.792478 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:59.792788 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:59.793099 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:59.793403 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:42:59.793729 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:01.442829 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 4352c10d-ecc9-483b-8630-69ac264b3a90 up at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 28 05:43:01.517228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.provisioning_blocks [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Provisioning complete for port 4352c10d-ecc9-483b-8630-69ac264b3a90 triggered by entity L2. {{(pid=84011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 28 05:43:01.517989 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286376'] for port, provisioning_complete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:01.639343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:01.674206 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4352c10d-ecc9-483b-8630-69ac264b3a90'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:43:01.684527 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 4352c10d-ecc9-483b-8630-69ac264b3a90, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4352c10d-ecc9-483b-8630-69ac264b3a90,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:43:01.694729 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:01.774221 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=4352c10d-ecc9-483b-8630-69ac264b3a90,revision_number=7']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:01.781067 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da8c0407-a8ab-4635-8051-d52d339d792d'] response: {'server_uuid': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4352c10d-ecc9-483b-8630-69ac264b3a90', 'code': 200} May 28 05:43:10.271284 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41450) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:10.479681 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Deleting port d4aa0efc-ca63-4a0b-9981-2e1dd52c44b1 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:43:10.479988 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:10.662389 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:10.662686 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:10.780368 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Calling delete_port for d4aa0efc-ca63-4a0b-9981-2e1dd52c44b1 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:43:10.936104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:10.980683 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event deleted for resources: {'Port': ['ID=d4aa0efc-ca63-4a0b-9981-2e1dd52c44b1,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:11.048687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:11.049022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:11.049345 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:11.049687 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:11.050009 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:11.050325 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:11.050638 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:11.050950 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:11.051260 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:11.051569 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:11.051873 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:11.080318 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:11.480022 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:43:11.808330 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:43:11.817898 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d9aa14-d7df-4d5a-9848-5dbdc27ca6aa None None] Sync routers for ids ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:43:11.830408 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d9aa14-d7df-4d5a-9848-5dbdc27ca6aa None None] Routers {'81e0635b-7b3f-4457-8f8c-3d9e12f36368'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:43:11.830929 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:11.831035 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-76d9aa14-d7df-4d5a-9848-5dbdc27ca6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:42:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:11.888077 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-97c6e98f-7297-4e1d-a205-7cca393b835d tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "DELETE /v2.0/floatingips/161be5be-9d8b-48c4-90b7-5953e606c951 HTTP/1.1" status: 204 len: 168 time: 1.6157148 May 28 05:43:11.888746 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'tag': '4352c10d-ecc9-483b-8630-69ac264b3a90'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:43:11.972493 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbcb475e-2a02-4636-bdc5-0ff7d9f851c0'] response: {'name': 'network-changed', 'server_uuid': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'tag': '4352c10d-ecc9-483b-8630-69ac264b3a90', 'status': 'completed', 'code': 200} May 28 05:43:12.020405 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-76d9aa14-d7df-4d5a-9848-5dbdc27ca6aa None None] Set router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:43:12.064245 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3432d78-c6c8-46b6-b253-1951ba39515c req-1b746195-8fc2-4ae4-9dd7-6fcdba1a46be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff21b56e2220452c9fbcb44e9de15ad4&device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 1099 time: 0.0718658 May 28 05:43:12.202404 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3432d78-c6c8-46b6-b253-1951ba39515c req-0cd355e6-b8a7-4d07-97f3-c787ce3089e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:43:12.203875 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3432d78-c6c8-46b6-b253-1951ba39515c req-0cd355e6-b8a7-4d07-97f3-c787ce3089e8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 HTTP/1.1" status: 200 len: 910 time: 0.1333299 May 28 05:43:12.281143 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3432d78-c6c8-46b6-b253-1951ba39515c req-1c5e2832-bc3e-4904-8246-3e919715aced service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4352c10d-ecc9-483b-8630-69ac264b3a90 HTTP/1.1" status: 200 len: 217 time: 0.0711110 May 28 05:43:12.346515 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3432d78-c6c8-46b6-b253-1951ba39515c req-e56c3829-3eb9-4f6f-95db-00d8ca57fa4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:43:12.347976 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3432d78-c6c8-46b6-b253-1951ba39515c req-e56c3829-3eb9-4f6f-95db-00d8ca57fa4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18683ba8-245d-4dd2-ad9b-5c9866721ea0 HTTP/1.1" status: 200 len: 848 time: 0.0604267 May 28 05:43:12.377783 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-76d9aa14-d7df-4d5a-9848-5dbdc27ca6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '0dd73f30-d7af-49fd-8477-98315cda728b', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'port_id': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'mac_address': 'fa:16:3e:05:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:38:46Z', 'updated_at': '2022-05-28T05:38:51Z', 'revision_number': 1, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb424bc-46b8-4fc0-874b-e7df7a05dbeb', 'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'mac_address': 'fa:16:3e:23:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:23Z', 'updated_at': '2022-05-28T05:38:33Z', 'revision_number': 5, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'subnets': [{'id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:12.381773 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d9aa14-d7df-4d5a-9848-5dbdc27ca6aa None None] Checking router: 81e0635b-7b3f-4457-8f8c-3d9e12f36368 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:43:12.392864 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d9aa14-d7df-4d5a-9848-5dbdc27ca6aa None None] Routers {'81e0635b-7b3f-4457-8f8c-3d9e12f36368'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:43:12.393719 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-76d9aa14-d7df-4d5a-9848-5dbdc27ca6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:42:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:12.482628 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3432d78-c6c8-46b6-b253-1951ba39515c req-a7fbafbe-13c8-4927-a313-47d0ab91e0c6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1277373 May 28 05:43:12.491548 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfce382-b345-4fb1-9aef-d6f2ffb904f4 req-43252979-0dc6-4b6a-8bcb-7fb03d019baf tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:43:12.492222 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8cfce382-b345-4fb1-9aef-d6f2ffb904f4 req-43252979-0dc6-4b6a-8bcb-7fb03d019baf tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Synchronizing usage tracker for tenant:ff21b56e2220452c9fbcb44e9de15ad4 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:43:12.585046 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8cfce382-b345-4fb1-9aef-d6f2ffb904f4 req-43252979-0dc6-4b6a-8bcb-7fb03d019baf tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Unset dirty status for tenant:ff21b56e2220452c9fbcb44e9de15ad4 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:43:12.586274 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8cfce382-b345-4fb1-9aef-d6f2ffb904f4 req-43252979-0dc6-4b6a-8bcb-7fb03d019baf tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 946 time: 0.3264821 May 28 05:43:12.599464 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-76d9aa14-d7df-4d5a-9848-5dbdc27ca6aa None None] Set router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:43:12.656111 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3432d78-c6c8-46b6-b253-1951ba39515c req-dbcf2eea-86db-4db0-939a-77af71cc5e3f service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612051 May 28 05:43:12.663087 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8cfce382-b345-4fb1-9aef-d6f2ffb904f4 req-0683f7a2-e265-4e40-8767-7e5407d7d494 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679269 May 28 05:43:12.791260 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-d3432d78-c6c8-46b6-b253-1951ba39515c req-e9d9af33-82c7-4719-81f9-a857707c60e2 service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272016 May 28 05:43:12.945299 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-76d9aa14-d7df-4d5a-9848-5dbdc27ca6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '0dd73f30-d7af-49fd-8477-98315cda728b', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'port_id': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'mac_address': 'fa:16:3e:05:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:38:46Z', 'updated_at': '2022-05-28T05:38:51Z', 'revision_number': 1, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb424bc-46b8-4fc0-874b-e7df7a05dbeb', 'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'mac_address': 'fa:16:3e:23:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:23Z', 'updated_at': '2022-05-28T05:38:33Z', 'revision_number': 5, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'subnets': [{'id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:12.949344 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d9aa14-d7df-4d5a-9848-5dbdc27ca6aa None None] The sync data for ids ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'] in dv-neutron-843300-5-hyperv is: [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_floatingips': [{'id': '0dd73f30-d7af-49fd-8477-98315cda728b', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'router_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'port_id': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'mac_address': 'fa:16:3e:05:4e:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T05:38:46Z', 'updated_at': '2022-05-28T05:38:51Z', 'revision_number': 1, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb424bc-46b8-4fc0-874b-e7df7a05dbeb', 'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'mac_address': 'fa:16:3e:23:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:23Z', 'updated_at': '2022-05-28T05:38:33Z', 'revision_number': 5, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'subnets': [{'id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:43:13.171730 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf64964-c0c1-4ee8-a4b4-50add7b026b1 None None] New status for floating IP 161be5be-9d8b-48c4-90b7-5953e606c951: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:43:13.482140 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 4352c10d-ecc9-483b-8630-69ac264b3a90 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:13.599911 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1133011'] for port, before_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.627190 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4352c10d-ecc9-483b-8630-69ac264b3a90'}] {{(pid=84011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:43:13.637047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] For port 4352c10d-ecc9-483b-8630-69ac264b3a90, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4352c10d-ecc9-483b-8630-69ac264b3a90,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:43:13.642356 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773018525094', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773018084509', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773018084554'] for port, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.684030 dv-neutron-843300-5-hyperv neutron-server[84011]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9cdb885-22bb-4802-9661-5f1a97f260f7'] response: {'server_uuid': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4352c10d-ecc9-483b-8630-69ac264b3a90', 'code': 200} May 28 05:43:13.709086 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Pushing event updated for resources: {'Port': ['ID=4352c10d-ecc9-483b-8630-69ac264b3a90,revision_number=8']} {{(pid=84011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:13.757083 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc89e5-572d-463b-b792-017717496239 req-d1f98232-b58b-4a97-a32b-3e7d309f2215 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:43:13.758741 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-62bc89e5-572d-463b-b792-017717496239 req-d1f98232-b58b-4a97-a32b-3e7d309f2215 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.66 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 944 time: 0.0791738 May 28 05:43:13.867356 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-62bc89e5-572d-463b-b792-017717496239 req-d927532d-695b-41dc-8a68-1bfcbfeaf8ad tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Deleting port 4352c10d-ecc9-483b-8630-69ac264b3a90 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:43:13.867577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-62bc89e5-572d-463b-b792-017717496239 req-d927532d-695b-41dc-8a68-1bfcbfeaf8ad tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:13.983626 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d5ebc-76b1-4b83-800d-8cca1399156b req-27b2505e-952b-427d-bb22-0b74258569d6 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:43:13.985065 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b60d5ebc-76b1-4b83-800d-8cca1399156b req-27b2505e-952b-427d-bb22-0b74258569d6 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 944 time: 0.1896789 May 28 05:43:14.118578 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-b60d5ebc-76b1-4b83-800d-8cca1399156b req-9fa32a13-ad7a-4b0c-846c-7b46503bf85e tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274080 May 28 05:43:14.153640 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-62bc89e5-572d-463b-b792-017717496239 req-d927532d-695b-41dc-8a68-1bfcbfeaf8ad tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] For port 4352c10d-ecc9-483b-8630-69ac264b3a90, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=4352c10d-ecc9-483b-8630-69ac264b3a90,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:43:14.153981 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-62bc89e5-572d-463b-b792-017717496239 req-d927532d-695b-41dc-8a68-1bfcbfeaf8ad tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:14.378134 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-62bc89e5-572d-463b-b792-017717496239 req-d927532d-695b-41dc-8a68-1bfcbfeaf8ad tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Calling delete_port for 4352c10d-ecc9-483b-8630-69ac264b3a90 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:43:14.541991 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-62bc89e5-572d-463b-b792-017717496239 req-d927532d-695b-41dc-8a68-1bfcbfeaf8ad tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:14.602814 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927532d-695b-41dc-8a68-1bfcbfeaf8ad tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event deleted for resources: {'Port': ['ID=4352c10d-ecc9-483b-8630-69ac264b3a90,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:14.671148 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bc89e5-572d-463b-b792-017717496239 req-d927532d-695b-41dc-8a68-1bfcbfeaf8ad tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] No DVR routers for this DVR port 4352c10d-ecc9-483b-8630-69ac264b3a90 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:43:14.673750 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-62bc89e5-572d-463b-b792-017717496239 req-d927532d-695b-41dc-8a68-1bfcbfeaf8ad tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:14.676105 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'name': 'network-vif-deleted', 'tag': '4352c10d-ecc9-483b-8630-69ac264b3a90'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:43:14.695494 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-62bc89e5-572d-463b-b792-017717496239 req-d927532d-695b-41dc-8a68-1bfcbfeaf8ad tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.66 "DELETE /v2.0/ports/4352c10d-ecc9-483b-8630-69ac264b3a90 HTTP/1.1" status: 204 len: 173 time: 0.9310634 May 28 05:43:14.750548 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b22f65e-7f8f-4b74-9a1c-3407471ce612'] response: {'server_uuid': '9cf16936-effb-4b5e-8f05-f27760c8554d', 'name': 'network-vif-deleted', 'tag': '4352c10d-ecc9-483b-8630-69ac264b3a90', 'status': 'completed', 'code': 200} May 28 05:43:15.469104 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8a4be716-ab7c-4153-b7de-ac6d8470e0f3 req-58961901-2670-4a61-8193-bd8c2e28b3ea tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Synchronizing usage tracker for tenant:ff21b56e2220452c9fbcb44e9de15ad4 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:43:15.485813 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-8a4be716-ab7c-4153-b7de-ac6d8470e0f3 req-58961901-2670-4a61-8193-bd8c2e28b3ea tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Unset dirty status for tenant:ff21b56e2220452c9fbcb44e9de15ad4 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:43:15.486981 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-8a4be716-ab7c-4153-b7de-ac6d8470e0f3 req-58961901-2670-4a61-8193-bd8c2e28b3ea tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf16936-effb-4b5e-8f05-f27760c8554d HTTP/1.1" status: 200 len: 210 time: 0.1379788 May 28 05:43:17.207995 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41514) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:17.419969 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-8db45d3d-0cc3-43d5-bd69-d924679f58d3 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Deleting port 24d94717-2a47-45b8-b0c7-3e1d281cf6d6 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:43:17.420315 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8db45d3d-0cc3-43d5-bd69-d924679f58d3 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:17.512638 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 4352c10d-ecc9-483b-8630-69ac264b3a90 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:17.581508 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 4352c10d-ecc9-483b-8630-69ac264b3a90 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:43:17.581883 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 4352c10d-ecc9-483b-8630-69ac264b3a90 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:43:17.591232 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8db45d3d-0cc3-43d5-bd69-d924679f58d3 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:17.591577 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8db45d3d-0cc3-43d5-bd69-d924679f58d3 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:17.714947 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-8db45d3d-0cc3-43d5-bd69-d924679f58d3 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Calling delete_port for 24d94717-2a47-45b8-b0c7-3e1d281cf6d6 owned by network:floatingip {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:43:17.869524 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8db45d3d-0cc3-43d5-bd69-d924679f58d3 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:17.918303 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db45d3d-0cc3-43d5-bd69-d924679f58d3 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event deleted for resources: {'Port': ['ID=24d94717-2a47-45b8-b0c7-3e1d281cf6d6,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:18.008610 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8db45d3d-0cc3-43d5-bd69-d924679f58d3 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for floatingip, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:18.509334 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db45d3d-0cc3-43d5-bd69-d924679f58d3 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:43:18.730653 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db45d3d-0cc3-43d5-bd69-d924679f58d3 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:43:18.740580 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b83f8f-f92d-4775-9d51-184266859971 None None] Sync routers for ids ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:43:18.753181 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-8db45d3d-0cc3-43d5-bd69-d924679f58d3 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for floatingip, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:18.754892 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b83f8f-f92d-4775-9d51-184266859971 None None] Routers {'81e0635b-7b3f-4457-8f8c-3d9e12f36368'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:43:18.755506 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-56b83f8f-f92d-4775-9d51-184266859971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:42:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:18.811260 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-8db45d3d-0cc3-43d5-bd69-d924679f58d3 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "DELETE /v2.0/floatingips/0dd73f30-d7af-49fd-8477-98315cda728b HTTP/1.1" status: 204 len: 168 time: 1.6018355 May 28 05:43:18.811846 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'tag': '01181afb-1583-4ce4-b8be-f6b5b2992f08'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:43:18.879377 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e039b5c0-864f-4ebe-b5c4-132043e6944b'] response: {'name': 'network-changed', 'server_uuid': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'tag': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'status': 'completed', 'code': 200} May 28 05:43:18.949160 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-56b83f8f-f92d-4775-9d51-184266859971 None None] Set router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:43:18.973501 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7a9ab543-e5ca-4f7f-8e06-333863aa5302 req-9e8f3685-8b1e-4417-b8fd-ee5d7ff06c0e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff21b56e2220452c9fbcb44e9de15ad4&device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 1097 time: 0.0705979 May 28 05:43:19.110707 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ab543-e5ca-4f7f-8e06-333863aa5302 req-00e9cb23-3913-4e5b-bf5c-011b9fc9733a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:43:19.112169 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7a9ab543-e5ca-4f7f-8e06-333863aa5302 req-00e9cb23-3913-4e5b-bf5c-011b9fc9733a service neutron] 10.222.0.66 "GET /v2.0/networks?id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 HTTP/1.1" status: 200 len: 910 time: 0.1322808 May 28 05:43:19.185605 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7a9ab543-e5ca-4f7f-8e06-333863aa5302 req-e3ec35e5-95f1-4ac7-ba2e-d5d75218f47c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01181afb-1583-4ce4-b8be-f6b5b2992f08 HTTP/1.1" status: 200 len: 217 time: 0.0648916 May 28 05:43:19.259862 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ab543-e5ca-4f7f-8e06-333863aa5302 req-f428231b-4a9f-4240-b06e-6b90997a5b5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:43:19.261353 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7a9ab543-e5ca-4f7f-8e06-333863aa5302 req-f428231b-4a9f-4240-b06e-6b90997a5b5f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=18683ba8-245d-4dd2-ad9b-5c9866721ea0 HTTP/1.1" status: 200 len: 848 time: 0.0699477 May 28 05:43:19.284619 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-56b83f8f-f92d-4775-9d51-184266859971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8eb424bc-46b8-4fc0-874b-e7df7a05dbeb', 'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'mac_address': 'fa:16:3e:23:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:23Z', 'updated_at': '2022-05-28T05:38:33Z', 'revision_number': 5, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'subnets': [{'id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:19.288557 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b83f8f-f92d-4775-9d51-184266859971 None None] Checking router: 81e0635b-7b3f-4457-8f8c-3d9e12f36368 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:43:19.301233 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b83f8f-f92d-4775-9d51-184266859971 None None] Routers {'81e0635b-7b3f-4457-8f8c-3d9e12f36368'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:43:19.301935 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-56b83f8f-f92d-4775-9d51-184266859971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:42:54Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:19.400333 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7a9ab543-e5ca-4f7f-8e06-333863aa5302 req-65c79c15-ca10-4686-823a-3690252ed534 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1331775 May 28 05:43:19.406695 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c73d2a-ee2c-4a95-87de-39b1fc017524 req-6399e296-04a5-4bca-9f92-4e56e8a63202 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:43:19.407301 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-18c73d2a-ee2c-4a95-87de-39b1fc017524 req-6399e296-04a5-4bca-9f92-4e56e8a63202 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Synchronizing usage tracker for tenant:ff21b56e2220452c9fbcb44e9de15ad4 on resource:port {{(pid=84010) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 28 05:43:19.472091 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-56b83f8f-f92d-4775-9d51-184266859971 None None] Set router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:43:19.501461 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.quota.resource [req-18c73d2a-ee2c-4a95-87de-39b1fc017524 req-6399e296-04a5-4bca-9f92-4e56e8a63202 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Unset dirty status for tenant:ff21b56e2220452c9fbcb44e9de15ad4 on resource:port {{(pid=84010) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 28 05:43:19.502649 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-18c73d2a-ee2c-4a95-87de-39b1fc017524 req-6399e296-04a5-4bca-9f92-4e56e8a63202 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 944 time: 0.2819734 May 28 05:43:19.566134 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7a9ab543-e5ca-4f7f-8e06-333863aa5302 req-0af254c4-0545-4d0f-b5de-aaf056188afa service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560457 May 28 05:43:19.592559 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-18c73d2a-ee2c-4a95-87de-39b1fc017524 req-e7ed4aca-5cf8-43a2-bd0a-3a54191ba3b4 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829003 May 28 05:43:19.707028 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-7a9ab543-e5ca-4f7f-8e06-333863aa5302 req-04e4860b-4321-453f-9e0e-012b17e75371 service neutron] 10.222.0.66 "GET /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324987 May 28 05:43:19.813247 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-56b83f8f-f92d-4775-9d51-184266859971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8eb424bc-46b8-4fc0-874b-e7df7a05dbeb', 'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'mac_address': 'fa:16:3e:23:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:23Z', 'updated_at': '2022-05-28T05:38:33Z', 'revision_number': 5, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'subnets': [{'id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:19.817681 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b83f8f-f92d-4775-9d51-184266859971 None None] The sync data for ids ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'] in dv-neutron-843300-5-hyperv is: [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:24Z', 'revision_number': 4, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv', '_interfaces': [{'id': '8eb424bc-46b8-4fc0-874b-e7df7a05dbeb', 'name': '', 'network_id': '0976aaea-ffb5-45df-b5b3-62ed06f7cdd0', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'mac_address': 'fa:16:3e:23:5e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:23Z', 'updated_at': '2022-05-28T05:38:33Z', 'revision_number': 5, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'subnets': [{'id': '18683ba8-245d-4dd2-ad9b-5c9866721ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:43:20.044742 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53de78f2-ab4d-4ae8-bf52-3fc5f45147f6 None None] New status for floating IP 0dd73f30-d7af-49fd-8477-98315cda728b: DOWN {{(pid=84011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 28 05:43:20.668708 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0befebe-b4da-4dcb-936f-597d18dfe515 req-4baedf77-7cca-4c22-9d39-ed9bd4b5e2c6 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:43:20.670180 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f0befebe-b4da-4dcb-936f-597d18dfe515 req-4baedf77-7cca-4c22-9d39-ed9bd4b5e2c6 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 944 time: 0.0835862 May 28 05:43:20.778299 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-f0befebe-b4da-4dcb-936f-597d18dfe515 req-c4afad4e-fd43-4c27-9f1c-e13d41a363dd tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Deleting port 01181afb-1583-4ce4-b8be-f6b5b2992f08 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:43:20.778630 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f0befebe-b4da-4dcb-936f-597d18dfe515 req-c4afad4e-fd43-4c27-9f1c-e13d41a363dd tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:20.922872 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b33398-d8a9-4a9d-8fe3-452100763cfa req-dc80c085-ea81-485a-a36c-ad89952b5d17 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 28 05:43:20.924223 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-95b33398-d8a9-4a9d-8fe3-452100763cfa req-dc80c085-ea81-485a-a36c-ad89952b5d17 tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7402871-bf1b-48b1-85b8-ad2dfc01dddd HTTP/1.1" status: 200 len: 944 time: 0.2037475 May 28 05:43:21.156513 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-95b33398-d8a9-4a9d-8fe3-452100763cfa req-6d9c7913-9692-4228-96cc-5e3cc18f4dcc tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "GET /v2.0/security-groups?id=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833684 May 28 05:43:21.181863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [req-f0befebe-b4da-4dcb-936f-597d18dfe515 req-c4afad4e-fd43-4c27-9f1c-e13d41a363dd tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] For port 01181afb-1583-4ce4-b8be-f6b5b2992f08, host hv-neutron-8433, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8433',level=0,port_id=01181afb-1583-4ce4-b8be-f6b5b2992f08,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:43:21.181863 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f0befebe-b4da-4dcb-936f-597d18dfe515 req-c4afad4e-fd43-4c27-9f1c-e13d41a363dd tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:21.295353 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [req-f0befebe-b4da-4dcb-936f-597d18dfe515 req-c4afad4e-fd43-4c27-9f1c-e13d41a363dd tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Calling delete_port for 01181afb-1583-4ce4-b8be-f6b5b2992f08 owned by compute:nova {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:43:21.456329 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f0befebe-b4da-4dcb-936f-597d18dfe515 req-c4afad4e-fd43-4c27-9f1c-e13d41a363dd tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:21.514705 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afad4e-fd43-4c27-9f1c-e13d41a363dd tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event deleted for resources: {'Port': ['ID=01181afb-1583-4ce4-b8be-f6b5b2992f08,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:21.585763 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0befebe-b4da-4dcb-936f-597d18dfe515 req-c4afad4e-fd43-4c27-9f1c-e13d41a363dd tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] No DVR routers for this DVR port 01181afb-1583-4ce4-b8be-f6b5b2992f08 on host hv-neutron-8433 {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:43:21.588457 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [req-f0befebe-b4da-4dcb-936f-597d18dfe515 req-c4afad4e-fd43-4c27-9f1c-e13d41a363dd tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13773'] for port, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:21.590925 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'name': 'network-vif-deleted', 'tag': '01181afb-1583-4ce4-b8be-f6b5b2992f08'}] {{(pid=84010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 28 05:43:21.607334 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [req-f0befebe-b4da-4dcb-936f-597d18dfe515 req-c4afad4e-fd43-4c27-9f1c-e13d41a363dd tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.66 "DELETE /v2.0/ports/01181afb-1583-4ce4-b8be-f6b5b2992f08 HTTP/1.1" status: 204 len: 173 time: 0.9319725 May 28 05:43:21.650011 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f33e1a8b-36b7-4b3a-97c0-8e62d0794434'] response: {'server_uuid': 'd7402871-bf1b-48b1-85b8-ad2dfc01dddd', 'name': 'network-vif-deleted', 'tag': '01181afb-1583-4ce4-b8be-f6b5b2992f08', 'status': 'completed', 'code': 200} May 28 05:43:22.192359 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-4c6add73-d5a7-4541-ba41-5ae87838b0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:22.261325 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 41534) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:22.331131 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:22.359455 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:22.422618 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:22.440980 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e3d27e-b152-4f5c-a245-6f75d69ad7e3,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:22.452624 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:22.452897 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:22.453224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:22.453545 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:22.453893 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:22.454203 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:22.454517 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:22.454829 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:22.455141 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:22.455449 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:22.455753 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-843300-5-hyperv {{(pid=84009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 05:43:22.461358 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] Notify callbacks [] for security_group, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:22.465301 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-16dfc7e5-1bf8-4fe3-8763-ac59fcdb998a tempest-TestSnapshotPattern-1912025713 tempest-TestSnapshotPattern-1912025713-project] 10.222.0.15 "DELETE /v2.0/security-groups/b7e3d27e-b152-4f5c-a245-6f75d69ad7e3 HTTP/1.1" status: 204 len: 168 time: 0.2029631 May 28 05:43:22.528564 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 41540) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:23.086657 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a81a2740-3e14-463b-ae10-319b12b32b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:23.720556 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a81a2740-3e14-463b-ae10-319b12b32b54 admin admin] Deleting port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:43:23.721239 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a81a2740-3e14-463b-ae10-319b12b32b54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:23.896314 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-a81a2740-3e14-463b-ae10-319b12b32b54 admin admin] For port 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=8eb424bc-46b8-4fc0-874b-e7df7a05dbeb,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:43:23.896662 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a81a2740-3e14-463b-ae10-319b12b32b54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:24.105145 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-a81a2740-3e14-463b-ae10-319b12b32b54 admin admin] Calling delete_port for 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:43:24.280339 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a81a2740-3e14-463b-ae10-319b12b32b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:24.323642 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a2740-3e14-463b-ae10-319b12b32b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb424bc-46b8-4fc0-874b-e7df7a05dbeb,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:24.382258 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aae6a811-6389-45da-bba3-6ac2eb2119b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:24.617546 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-a81a2740-3e14-463b-ae10-319b12b32b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:25.184664 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81a2740-3e14-463b-ae10-319b12b32b54 admin admin] Router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:43:25.400607 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81a2740-3e14-463b-ae10-319b12b32b54 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:43:25.408411 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:25.409547 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7118ef74-91fe-4eff-82c9-1fedf9419a2f None None] Sync routers for ids ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'] in dv-neutron-843300-5-hyperv {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:43:25.413794 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-a81a2740-3e14-463b-ae10-319b12b32b54 admin admin] 10.222.0.15 "PUT /v2.0/routers/81e0635b-7b3f-4457-8f8c-3d9e12f36368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8837731 May 28 05:43:25.416677 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41546) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:25.428311 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7118ef74-91fe-4eff-82c9-1fedf9419a2f None None] Routers {'81e0635b-7b3f-4457-8f8c-3d9e12f36368'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:43:25.429109 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-7118ef74-91fe-4eff-82c9-1fedf9419a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:43:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:25.559144 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 01181afb-1583-4ce4-b8be-f6b5b2992f08 no longer exists at agent hyperv_hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:25.607461 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] No Port match for: 01181afb-1583-4ce4-b8be-f6b5b2992f08 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:43:25.608128 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Device 01181afb-1583-4ce4-b8be-f6b5b2992f08 not bound to the agent host hv-neutron-8433 {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:43:25.626295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:25.628197 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-7118ef74-91fe-4eff-82c9-1fedf9419a2f None None] Set router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:43:25.628879 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9ff9-cf4d-40b9-8834-b4aff5d51ee4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:25.823230 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9ff9-cf4d-40b9-8834-b4aff5d51ee4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:25.834311 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc9ff9-cf4d-40b9-8834-b4aff5d51ee4 admin admin] Deleting port a9b6c2a8-051f-4a86-aa3b-a748e46c8867 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:43:25.834671 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9ff9-cf4d-40b9-8834-b4aff5d51ee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:25.842755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:25.917418 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-7118ef74-91fe-4eff-82c9-1fedf9419a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:43:24Z', 'revision_number': 5, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port': {'id': 'a9b6c2a8-051f-4a86-aa3b-a748e46c8867', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:53:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:25.921256 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7118ef74-91fe-4eff-82c9-1fedf9419a2f None None] Checking router: 81e0635b-7b3f-4457-8f8c-3d9e12f36368 for host: dv-neutron-843300-5-hyperv {{(pid=84013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:43:25.932448 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7118ef74-91fe-4eff-82c9-1fedf9419a2f None None] Routers {'81e0635b-7b3f-4457-8f8c-3d9e12f36368'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:43:25.933055 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-7118ef74-91fe-4eff-82c9-1fedf9419a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:43:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'], 'active': True} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:26.014593 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-ecdc9ff9-cf4d-40b9-8834-b4aff5d51ee4 admin admin] For port a9b6c2a8-051f-4a86-aa3b-a748e46c8867, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=a9b6c2a8-051f-4a86-aa3b-a748e46c8867,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:43:26.014906 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9ff9-cf4d-40b9-8834-b4aff5d51ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.078968 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_dvr_db [None req-7118ef74-91fe-4eff-82c9-1fedf9419a2f None None] Set router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 gateway port host: None {{(pid=84013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:43:26.132789 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-ecdc9ff9-cf4d-40b9-8834-b4aff5d51ee4 admin admin] Calling delete_port for a9b6c2a8-051f-4a86-aa3b-a748e46c8867 owned by network:router_gateway {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:43:26.182915 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.l3_hamode_db [None req-7118ef74-91fe-4eff-82c9-1fedf9419a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:43:25Z', 'revision_number': 6, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:26.186884 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7118ef74-91fe-4eff-82c9-1fedf9419a2f None None] The sync data for ids ['81e0635b-7b3f-4457-8f8c-3d9e12f36368'] in dv-neutron-843300-5-hyperv is: [{'id': '81e0635b-7b3f-4457-8f8c-3d9e12f36368', 'name': 'tempest-TestSnapshotPattern-731282446-router', 'tenant_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:21Z', 'updated_at': '2022-05-28T05:43:25Z', 'revision_number': 6, 'project_id': 'ff21b56e2220452c9fbcb44e9de15ad4', 'gw_port_host': None}] {{(pid=84013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:43:26.311037 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9ff9-cf4d-40b9-8834-b4aff5d51ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.353503 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc9ff9-cf4d-40b9-8834-b4aff5d51ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b6c2a8-051f-4a86-aa3b-a748e46c8867,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:26.679419 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9ff9-cf4d-40b9-8834-b4aff5d51ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.949874 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9ff9-cf4d-40b9-8834-b4aff5d51ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.954644 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9ff9-cf4d-40b9-8834-b4aff5d51ee4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.979812 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9ff9-cf4d-40b9-8834-b4aff5d51ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.980293 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdc9ff9-cf4d-40b9-8834-b4aff5d51ee4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81e0635b-7b3f-4457-8f8c-3d9e12f36368 {{(pid=84010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:43:26.992618 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-ecdc9ff9-cf4d-40b9-8834-b4aff5d51ee4 admin admin] Notify callbacks [] for router, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:26.993767 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-ecdc9ff9-cf4d-40b9-8834-b4aff5d51ee4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/81e0635b-7b3f-4457-8f8c-3d9e12f36368 HTTP/1.1" status: 204 len: 168 time: 1.5760880 May 28 05:43:26.996183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41550) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:27.056686 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a674b8-bb5d-4caf-b2fd-a795deba5669 admin admin] Deleting subnet 18683ba8-245d-4dd2-ad9b-5c9866721ea0 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:43:27.059656 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b7a674b8-bb5d-4caf-b2fd-a795deba5669 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:27.116882 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b7a674b8-bb5d-4caf-b2fd-a795deba5669 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:27.196290 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b7a674b8-bb5d-4caf-b2fd-a795deba5669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:27.265899 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b7a674b8-bb5d-4caf-b2fd-a795deba5669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:27.305346 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a674b8-bb5d-4caf-b2fd-a795deba5669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18683ba8-245d-4dd2-ad9b-5c9866721ea0,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:27.312769 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-b7a674b8-bb5d-4caf-b2fd-a795deba5669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:27.317902 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac28b8f-ee14-4e17-a404-dfe9bf293cb2 None None] Network 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:43:27.319404 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-b7a674b8-bb5d-4caf-b2fd-a795deba5669 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/18683ba8-245d-4dd2-ad9b-5c9866721ea0 HTTP/1.1" status: 204 len: 168 time: 0.3222706 May 28 05:43:27.322134 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 41554) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:27.481879 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:27.487744 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:27.527681 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:43:27.528030 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device 8eb424bc-46b8-4fc0-874b-e7df7a05dbeb not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:43:27.528426 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a9b6c2a8-051f-4a86-aa3b-a748e46c8867 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:27.534221 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:27.544498 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] Deleting port f4b26e6e-ec98-49e6-abb8-888c9b3b109c {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:43:27.544808 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:27.561209 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: a9b6c2a8-051f-4a86-aa3b-a748e46c8867 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:43:27.561526 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device a9b6c2a8-051f-4a86-aa3b-a748e46c8867 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:43:27.653702 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1b9b68-6906-45d9-b315-3b0a8d430e1a None None] DHCP port deletion for 0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:43:27.658047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b9b68-6906-45d9-b315-3b0a8d430e1a None None] Deleting port f4b26e6e-ec98-49e6-abb8-888c9b3b109c {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:43:27.658418 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8c1b9b68-6906-45d9-b315-3b0a8d430e1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:27.758958 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] For port f4b26e6e-ec98-49e6-abb8-888c9b3b109c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f4b26e6e-ec98-49e6-abb8-888c9b3b109c,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:43:27.759197 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:27.858028 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-8c1b9b68-6906-45d9-b315-3b0a8d430e1a None None] For port f4b26e6e-ec98-49e6-abb8-888c9b3b109c, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=f4b26e6e-ec98-49e6-abb8-888c9b3b109c,segment=NetworkSegment(f9740f76-cfa5-4f0c-99e3-6bf8838acf78),segment_id=f9740f76-cfa5-4f0c-99e3-6bf8838acf78)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:43:27.858404 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8c1b9b68-6906-45d9-b315-3b0a8d430e1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:27.877721 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] Calling delete_port for f4b26e6e-ec98-49e6-abb8-888c9b3b109c owned by network:dhcp {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:43:27.952047 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:27.975706 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b9b68-6906-45d9-b315-3b0a8d430e1a None None] Calling delete_port for f4b26e6e-ec98-49e6-abb8-888c9b3b109c owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:43:27.996691 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b26e6e-ec98-49e6-abb8-888c9b3b109c,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:28.003702 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] No DVR routers for this DVR port f4b26e6e-ec98-49e6-abb8-888c9b3b109c on host dv-neutron-843300-5-hyperv {{(pid=84009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:43:28.052367 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-8c1b9b68-6906-45d9-b315-3b0a8d430e1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:43:28.052619 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-8c1b9b68-6906-45d9-b315-3b0a8d430e1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:43:28.119746 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:28.149289 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0976aaea-ffb5-45df-b5b3-62ed06f7cdd0']}} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:28.161224 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78') {'for_net_delete': True} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:28.161506 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.services.segments.db [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9740f76-cfa5-4f0c-99e3-6bf8838acf78') {} {{(pid=84009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:28.172892 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3472457'] for segment, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:28.189219 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:28.195443 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=84009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:43:28.195815 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2641853'] for segment, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: Traceback (most recent call last): May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: timer() May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: cb(*args, **kw) May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: return func(*args, **kwargs) May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: self._notify() May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: self.callback(batched_events) May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: event.method(event) May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: return f(self, *a, **k) May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._get(url).json() May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: return self.request(url, 'GET', **kwargs) May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:43:28.208844 dv-neutron-843300-5-hyperv neutron-server[84009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:43:28.287170 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:28.307164 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] Notify callbacks [] for network, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:28.317092 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] Pushing event deleted for resources: {'Network': ['ID=0976aaea-ffb5-45df-b5b3-62ed06f7cdd0,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:28.333398 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-54d04d67-c911-46a1-b9ff-b547b3788081 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0976aaea-ffb5-45df-b5b3-62ed06f7cdd0 HTTP/1.1" status: 204 len: 168 time: 1.0101388 May 28 05:43:28.337100 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 41558) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:28.553738 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b9b68-6906-45d9-b315-3b0a8d430e1a None None] Deleting port f4b26e6e-ec98-49e6-abb8-888c9b3b109c {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:43:28.554351 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8c1b9b68-6906-45d9-b315-3b0a8d430e1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:28.621300 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b9b68-6906-45d9-b315-3b0a8d430e1a None None] The port 'f4b26e6e-ec98-49e6-abb8-888c9b3b109c' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 05:43:28.736830 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d5f752f-0ded-47d8-a26e-a75b0970f687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-501720'] for router_interface, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:29.429295 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8d5f752f-0ded-47d8-a26e-a75b0970f687 admin admin] Deleting port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:43:29.429995 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d5f752f-0ded-47d8-a26e-a75b0970f687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:29.460255 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f4b26e6e-ec98-49e6-abb8-888c9b3b109c no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:29.492985 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: f4b26e6e-ec98-49e6-abb8-888c9b3b109c {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:43:29.493313 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device f4b26e6e-ec98-49e6-abb8-888c9b3b109c not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:43:29.606538 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-8d5f752f-0ded-47d8-a26e-a75b0970f687 admin admin] For port d2fefaa8-8b9c-4f14-9c29-91a73c6ff070, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=d2fefaa8-8b9c-4f14-9c29-91a73c6ff070,segment=NetworkSegment(f283015f-d817-4147-90c1-4b0a0d60df59),segment_id=f283015f-d817-4147-90c1-4b0a0d60df59)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:43:29.606880 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d5f752f-0ded-47d8-a26e-a75b0970f687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:29.736290 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-8d5f752f-0ded-47d8-a26e-a75b0970f687 admin admin] Calling delete_port for d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 owned by network:router_interface {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:43:29.911643 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d5f752f-0ded-47d8-a26e-a75b0970f687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:29.958848 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f752f-0ded-47d8-a26e-a75b0970f687 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2fefaa8-8b9c-4f14-9c29-91a73c6ff070,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:30.241240 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-8d5f752f-0ded-47d8-a26e-a75b0970f687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1444220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-501647'] for router_interface, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:30.911114 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5f752f-0ded-47d8-a26e-a75b0970f687 admin admin] Router b1a3fbd1-4c87-411c-9b8b-360b540aa7c3 has already been hosted by L3 agent 6f4e8399-724c-4fc9-adec-919cf2a4c4d4 {{(pid=84009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 05:43:31.110872 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5f752f-0ded-47d8-a26e-a75b0970f687 admin admin] Notify agent at l3_agent.dv-neutron-843300-5-hyperv the message routers_updated {{(pid=84009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 05:43:31.120202 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc0677-76e9-45e2-8c15-52fefbc5a92e None None] Sync routers for ids ['b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'] in dv-neutron-843300-5-hyperv {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 28 05:43:31.129664 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-8d5f752f-0ded-47d8-a26e-a75b0970f687 admin admin] 10.222.0.15 "PUT /v2.0/routers/b1a3fbd1-4c87-411c-9b8b-360b540aa7c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7914808 May 28 05:43:31.132145 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.wsgi [-] (84009) accepted ('10.222.0.15', 41564) {{(pid=84009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:31.134307 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dc0677-76e9-45e2-8c15-52fefbc5a92e None None] Routers {'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:43:31.134909 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-93dc0677-76e9-45e2-8c15-52fefbc5a92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:43:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:31.310209 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-93dc0677-76e9-45e2-8c15-52fefbc5a92e None None] Set router b1a3fbd1-4c87-411c-9b8b-360b540aa7c3 gateway port host: dv-neutron-843300-5-hyperv {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:43:31.327715 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ff62b57-0932-4563-b278-0da5a282c0a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:31.527107 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ff62b57-0932-4563-b278-0da5a282c0a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:31.538914 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-4ff62b57-0932-4563-b278-0da5a282c0a9 admin admin] Deleting port e7d694de-ff76-4926-9ec2-c34e057c78df {{(pid=84009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:43:31.539697 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ff62b57-0932-4563-b278-0da5a282c0a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:31.627647 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-93dc0677-76e9-45e2-8c15-52fefbc5a92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'name': 'tempest-TestSnapshotPattern-2119144426-router', 'tenant_id': 'db798411db5d442b89c2775f605d6a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'external_fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.211'}], 'enable_snat': True}, 'gw_port_id': 'e7d694de-ff76-4926-9ec2-c34e057c78df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:27Z', 'updated_at': '2022-05-28T05:43:29Z', 'revision_number': 5, 'project_id': 'db798411db5d442b89c2775f605d6a1f', 'gw_port': {'id': 'e7d694de-ff76-4926-9ec2-c34e057c78df', 'name': '', 'network_id': '6b12f09f-b65e-4d12-8bf2-4181a77a58b9', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'ip_address': '172.26.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-843300-5-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T05:38:27Z', 'updated_at': '2022-05-28T05:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ff35d2c8-7558-40d4-a4a3-ccdcef6af425', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-843300-5-hyperv'}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:31.631487 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc0677-76e9-45e2-8c15-52fefbc5a92e None None] Checking router: b1a3fbd1-4c87-411c-9b8b-360b540aa7c3 for host: dv-neutron-843300-5-hyperv {{(pid=84011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 28 05:43:31.642491 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dc0677-76e9-45e2-8c15-52fefbc5a92e None None] Routers {'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'} bound to L3 agent in host dv-neutron-843300-5-hyperv {{(pid=84011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 28 05:43:31.643092 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-93dc0677-76e9-45e2-8c15-52fefbc5a92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-843300-5-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-28T04:36:54Z,description=,heartbeat_timestamp=2022-05-28T05:43:24Z,host='dv-neutron-843300-5-hyperv',id=6f4e8399-724c-4fc9-adec-919cf2a4c4d4,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T04:36:54Z,topic='l3_agent')) {'router_ids': ['b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'], 'active': True} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:31.712617 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.db [None req-4ff62b57-0932-4563-b278-0da5a282c0a9 admin admin] For port e7d694de-ff76-4926-9ec2-c34e057c78df, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=e7d694de-ff76-4926-9ec2-c34e057c78df,segment=NetworkSegment(9ba74302-ad07-4e96-803c-55f0bb0c04a7),segment_id=9ba74302-ad07-4e96-803c-55f0bb0c04a7)] {{(pid=84009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:43:31.712958 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ff62b57-0932-4563-b278-0da5a282c0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:31.793842 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_dvr_db [None req-93dc0677-76e9-45e2-8c15-52fefbc5a92e None None] Set router b1a3fbd1-4c87-411c-9b8b-360b540aa7c3 gateway port host: None {{(pid=84011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 28 05:43:31.829478 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.plugins.ml2.plugin [None req-4ff62b57-0932-4563-b278-0da5a282c0a9 admin admin] Calling delete_port for e7d694de-ff76-4926-9ec2-c34e057c78df owned by network:router_gateway {{(pid=84009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:43:31.896375 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.db.l3_hamode_db [None req-93dc0677-76e9-45e2-8c15-52fefbc5a92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'name': 'tempest-TestSnapshotPattern-2119144426-router', 'tenant_id': 'db798411db5d442b89c2775f605d6a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:27Z', 'updated_at': '2022-05-28T05:43:31Z', 'revision_number': 6, 'project_id': 'db798411db5d442b89c2775f605d6a1f', 'gw_port_host': None}], 'dv-neutron-843300-5-hyperv', False) {} {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:31.900610 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dc0677-76e9-45e2-8c15-52fefbc5a92e None None] The sync data for ids ['b1a3fbd1-4c87-411c-9b8b-360b540aa7c3'] in dv-neutron-843300-5-hyperv is: [{'id': 'b1a3fbd1-4c87-411c-9b8b-360b540aa7c3', 'name': 'tempest-TestSnapshotPattern-2119144426-router', 'tenant_id': 'db798411db5d442b89c2775f605d6a1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T05:38:27Z', 'updated_at': '2022-05-28T05:43:31Z', 'revision_number': 6, 'project_id': 'db798411db5d442b89c2775f605d6a1f', 'gw_port_host': None}] {{(pid=84011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 28 05:43:32.100729 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ff62b57-0932-4563-b278-0da5a282c0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2641888'] for port, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:32.150776 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff62b57-0932-4563-b278-0da5a282c0a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d694de-ff76-4926-9ec2-c34e057c78df,revision_number=None']} {{(pid=84009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:32.373192 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ff62b57-0932-4563-b278-0da5a282c0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-501445'] for router_gateway, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:32.624865 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ff62b57-0932-4563-b278-0da5a282c0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-496693', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-62277'] for router, precommit_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:32.629274 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ff62b57-0932-4563-b278-0da5a282c0a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:32.656511 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ff62b57-0932-4563-b278-0da5a282c0a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-496793'] for router, after_delete {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:32.657108 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff62b57-0932-4563-b278-0da5a282c0a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1a3fbd1-4c87-411c-9b8b-360b540aa7c3 {{(pid=84009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 05:43:32.670962 dv-neutron-843300-5-hyperv neutron-server[84009]: DEBUG neutron_lib.callbacks.manager [None req-4ff62b57-0932-4563-b278-0da5a282c0a9 admin admin] Notify callbacks [] for router, before_response {{(pid=84009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:32.672125 dv-neutron-843300-5-hyperv neutron-server[84009]: INFO neutron.wsgi [None req-4ff62b57-0932-4563-b278-0da5a282c0a9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b1a3fbd1-4c87-411c-9b8b-360b540aa7c3 HTTP/1.1" status: 204 len: 168 time: 1.5389733 May 28 05:43:32.674803 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41568) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:32.734608 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbcbe363-cab0-4a6c-a5ea-8e1715eab42b admin admin] Deleting subnet 35a46169-1fc5-4227-96b6-3dc007c954f8 {{(pid=84010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 28 05:43:32.737632 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbcbe363-cab0-4a6c-a5ea-8e1715eab42b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:32.786493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbcbe363-cab0-4a6c-a5ea-8e1715eab42b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3386985'] for subnet, precommit_delete_associations {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:32.868762 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbcbe363-cab0-4a6c-a5ea-8e1715eab42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1266444'] for subnet, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:32.940559 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbcbe363-cab0-4a6c-a5ea-8e1715eab42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1266437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2877505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3077403'] for subnet, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:32.982433 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbe363-cab0-4a6c-a5ea-8e1715eab42b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35a46169-1fc5-4227-96b6-3dc007c954f8,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:32.987392 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-dbcbe363-cab0-4a6c-a5ea-8e1715eab42b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:32.993185 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d0bd9e-cabc-4ef2-ad4b-4f091ea04237 None None] Network ccd8734b-6ae6-4751-a635-3f72c5163c51 requested from dv-neutron-843300-5-hyperv {{(pid=84011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 28 05:43:32.993831 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-dbcbe363-cab0-4a6c-a5ea-8e1715eab42b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/35a46169-1fc5-4227-96b6-3dc007c954f8 HTTP/1.1" status: 204 len: 168 time: 0.3174922 May 28 05:43:32.996845 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41572) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:33.096984 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1051624'] for network, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:33.108174 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] Deleting port fa54b82b-1640-4776-a9ff-388c27b2ffd5 {{(pid=84010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:43:33.108493 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:33.234015 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad126af-f9fc-473e-a618-ecfe193670d0 None None] DHCP port deletion for ccd8734b-6ae6-4751-a635-3f72c5163c51 request from dv-neutron-843300-5-hyperv {{(pid=84011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 28 05:43:33.238363 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-aad126af-f9fc-473e-a618-ecfe193670d0 None None] Deleting port fa54b82b-1640-4776-a9ff-388c27b2ffd5 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:43:33.239087 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aad126af-f9fc-473e-a618-ecfe193670d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:33.412916 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.db [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] For port fa54b82b-1640-4776-a9ff-388c27b2ffd5, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fa54b82b-1640-4776-a9ff-388c27b2ffd5,segment=NetworkSegment(f283015f-d817-4147-90c1-4b0a0d60df59),segment_id=f283015f-d817-4147-90c1-4b0a0d60df59)] {{(pid=84010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:43:33.413242 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:33.441576 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-aad126af-f9fc-473e-a618-ecfe193670d0 None None] For port fa54b82b-1640-4776-a9ff-388c27b2ffd5, host dv-neutron-843300-5-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-843300-5-hyperv',level=0,port_id=fa54b82b-1640-4776-a9ff-388c27b2ffd5,segment=NetworkSegment(f283015f-d817-4147-90c1-4b0a0d60df59),segment_id=f283015f-d817-4147-90c1-4b0a0d60df59)] {{(pid=84011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 05:43:33.441919 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aad126af-f9fc-473e-a618-ecfe193670d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-357354'] for port, precommit_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:33.504323 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fa54b82b-1640-4776-a9ff-388c27b2ffd5 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:33.532270 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.plugin [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] Calling delete_port for fa54b82b-1640-4776-a9ff-388c27b2ffd5 owned by network:dhcp {{(pid=84010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:43:33.588623 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-aad126af-f9fc-473e-a618-ecfe193670d0 None None] Calling delete_port for fa54b82b-1640-4776-a9ff-388c27b2ffd5 owned by network:dhcp {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 28 05:43:33.609056 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1132719', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-961189', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773018525076', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773018084500', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2877554'] for port, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:33.650922 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa54b82b-1640-4776-a9ff-388c27b2ffd5,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:33.659537 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] No DVR routers for this DVR port fa54b82b-1640-4776-a9ff-388c27b2ffd5 on host dv-neutron-843300-5-hyperv {{(pid=84010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 05:43:33.660858 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.db [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No active binding found for port fa54b82b-1640-4776-a9ff-388c27b2ffd5 {{(pid=84011) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 28 05:43:33.661228 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device fa54b82b-1640-4776-a9ff-388c27b2ffd5 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:43:33.661620 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:33.705241 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:43:33.705440 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device d2fefaa8-8b9c-4f14-9c29-91a73c6ff070 not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:43:33.705897 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e7d694de-ff76-4926-9ec2-c34e057c78df no longer exists at agent ovs-agent-dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 28 05:43:33.738224 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.db.api [None req-aad126af-f9fc-473e-a618-ecfe193670d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 28 05:43:33.738561 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG oslo_db.api [None req-aad126af-f9fc-473e-a618-ecfe193670d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 05:43:33.739504 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] No Port match for: e7d694de-ff76-4926-9ec2-c34e057c78df {{(pid=84011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 28 05:43:33.739835 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.rpc [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Device e7d694de-ff76-4926-9ec2-c34e057c78df not bound to the agent host dv-neutron-843300-5-hyperv {{(pid=84011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 28 05:43:33.774826 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1289881', 'neutron.services.segments.db._delete_segments_for_network-8773018519929'] for network, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:33.799907 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd8734b-6ae6-4751-a635-3f72c5163c51']}} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:33.812550 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f283015f-d817-4147-90c1-4b0a0d60df59') {'for_net_delete': True} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:33.812809 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.services.segments.db [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f283015f-d817-4147-90c1-4b0a0d60df59') {} {{(pid=84010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 05:43:33.824184 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773018519812', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3386522'] for segment, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:33.840600 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1246570'] for segment, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:33.846770 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=84010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 28 05:43:33.847145 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1246577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2877487'] for segment, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: Traceback (most recent call last): May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: timer() May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: cb(*args, **kw) May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: return func(*args, **kwargs) May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: self._notify() May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: self.callback(batched_events) May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: event.method(event) May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_id = self._get_aggregate_id(event.segment_id) May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: aggregate_uuid = self.p_client.list_aggregates( May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: return f(self, *a, **k) May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._get(url).json() May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: return self._client.get(url, endpoint_filter=self._ks_filter, May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: return self.request(url, 'GET', **kwargs) May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: base_url = self.get_endpoint(auth, allow=allow, May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: auth = self._auth_required(auth, 'determine endpoint URL') May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 28 05:43:33.863666 dv-neutron-843300-5-hyperv neutron-server[84010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 28 05:43:33.936681 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1289874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1444241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-501464'] for network, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:33.954539 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] Notify callbacks [] for network, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:33.964612 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd8734b-6ae6-4751-a635-3f72c5163c51,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:33.971837 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-90d30691-da57-4296-aebc-7273160eb2c1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ccd8734b-6ae6-4751-a635-3f72c5163c51 HTTP/1.1" status: 204 len: 168 time: 0.9740596 May 28 05:43:34.129900 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41578) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:34.191922 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-28cb242e-1cab-4e5a-9bf9-c9c60ea2eb78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff21b56e2220452c9fbcb44e9de15ad4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0606077 May 28 05:43:34.194521 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41582) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:34.240248 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-aad126af-f9fc-473e-a618-ecfe193670d0 None None] Deleting port fa54b82b-1640-4776-a9ff-388c27b2ffd5 {{(pid=84011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 28 05:43:34.240802 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-aad126af-f9fc-473e-a618-ecfe193670d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773018437587'] for port, before_delete {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:34.253545 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7eb115ec-99b9-4d24-bfeb-28665f16e5f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:34.278625 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7eb115ec-99b9-4d24-bfeb-28665f16e5f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:34.303190 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron.plugins.ml2.plugin [None req-aad126af-f9fc-473e-a618-ecfe193670d0 None None] The port 'fa54b82b-1640-4776-a9ff-388c27b2ffd5' was deleted {{(pid=84011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 28 05:43:34.334118 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7eb115ec-99b9-4d24-bfeb-28665f16e5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:34.349964 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb115ec-99b9-4d24-bfeb-28665f16e5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cf732a-3419-41b0-b60b-1a1252fdf272,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:34.359183 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7eb115ec-99b9-4d24-bfeb-28665f16e5f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:34.362157 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7eb115ec-99b9-4d24-bfeb-28665f16e5f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3cf732a-3419-41b0-b60b-1a1252fdf272 HTTP/1.1" status: 204 len: 168 time: 0.1667125 May 28 05:43:34.814214 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41590) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:34.866870 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-41ccca92-1e28-4076-9be0-3e267a0b7296 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db798411db5d442b89c2775f605d6a1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513375 May 28 05:43:34.869565 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.wsgi [-] (84010) accepted ('10.222.0.15', 41594) {{(pid=84010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 28 05:43:34.917761 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:43:34.932285 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c4b022f-077d-4216-9166-3b03453f1813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:34.956990 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c4b022f-077d-4216-9166-3b03453f1813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:35.008644 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c4b022f-077d-4216-9166-3b03453f1813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-566463'] for security_group, after_delete {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:35.022281 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b022f-077d-4216-9166-3b03453f1813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7487f728-f15f-46b5-877a-e69f700e7c58,revision_number=None']} {{(pid=84010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 05:43:35.028878 dv-neutron-843300-5-hyperv neutron-server[84010]: DEBUG neutron_lib.callbacks.manager [None req-7c4b022f-077d-4216-9166-3b03453f1813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:35.030020 dv-neutron-843300-5-hyperv neutron-server[84010]: INFO neutron.wsgi [None req-7c4b022f-077d-4216-9166-3b03453f1813 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7487f728-f15f-46b5-877a-e69f700e7c58 HTTP/1.1" status: 204 len: 168 time: 0.1595514 May 28 05:43:52.197453 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-3b17400e-6550-4d1b-83eb-6a39139acbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:54.385536 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cb4bf4c5-e379-40be-b6f4-2c007df250cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:55.427186 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:55.603542 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:55.852680 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:43:57.442081 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:11.919023 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:44:22.201015 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f8226fa3-d9f0-4649-9177-b0faa8a140c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:24.389225 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-14c31377-2976-42b5-b427-04da8fa83d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:25.422075 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:25.600947 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:25.858527 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:27.440528 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:48.920015 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:44:52.198587 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a65bebff-7aaf-4a9d-a86b-4c49ff22251c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:54.389798 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ba03-50a5-422f-8c7f-464f6e3180e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:55.420755 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:55.597711 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:55.862133 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:44:57.443505 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:22.205765 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-119df89a-ebe3-4f0e-83de-7e4e3b9f90aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:24.396017 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f6a6a38b-b2ff-40f9-a53d-7ee1753b27c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:25.432525 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:25.602614 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:25.870176 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:25.920912 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:45:27.445403 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:52.193010 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f823ba46-fce4-4e9a-b41b-f9838d0c6613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:54.402209 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5610b5e6-bc4e-48ea-882b-2b4acba9de74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:55.423346 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:55.599156 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:55.873047 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:45:57.452122 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:02.922002 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:46:22.196845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-d7c76288-e0ee-4e7a-802e-608236c4a81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:24.393369 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b3346f56-ae97-4cae-98ae-284e8aba749b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:25.421019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:25.597942 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:25.879019 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:27.455949 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:39.923837 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:46:52.199158 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-bbf63036-17f7-4d31-ac59-3257414c52c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:54.394617 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-a445de49-f111-408b-85d4-fe64d4cdc38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:55.440810 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:55.592343 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:55.884792 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:46:57.458481 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:16.925361 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:47:22.207845 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-b646890d-087e-4c78-90c7-04ccb5e16122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:24.391295 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-059b67af-aa6f-4aab-9217-875006c1679f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.455991 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.599469 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:25.886432 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:27.467848 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:52.195732 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-cdda6575-03cd-4cf5-8a3c-35bfde40a062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:53.926946 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:47:54.399912 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-f4970259-593b-4e54-be8f-c9142b0dbddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:55.453006 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:55.602840 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:55.885075 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:47:57.472354 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:22.199338 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-17a17475-a43f-46ae-82c5-a4745893aa68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:24.389903 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0284fc57-9c98-4844-b6f4-669928e3da3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.451353 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.611697 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:25.891324 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:27.478884 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:30.927726 dv-neutron-843300-5-hyperv neutron-server[84013]: DEBUG neutron.db.agents_db [None req-3c9f401c-81f5-4911-857b-60fcaa318775 None None] Agent healthcheck: found 6 active agents {{(pid=84013) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 28 05:48:52.194404 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-78b0d701-7af6-44fa-b48b-95e7930e4348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:54.385310 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-0fe8be09-573b-4c1a-93e6-7f3b355440ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.476725 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-5e206ae0-744e-401e-b509-9ad264823f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.608894 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-ba2d43a0-bfc4-4b0e-9d3e-817d7096c048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:55.892956 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-8b49bac7-0abe-4277-bdd3-278f14d7df29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 28 05:48:57.475361 dv-neutron-843300-5-hyperv neutron-server[84011]: DEBUG neutron_lib.callbacks.manager [None req-e06dafcf-9eb7-4ae0-a95e-e76e299e054a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773018519911', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1286297'] for agent, after_update {{(pid=84011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}